00000400:00000200:1.0F:1557964300.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317977028 00000400:00000200:1.0:1557964300.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964300.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964300.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964300.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964300.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964300.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964300.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00010000:00000001:5.0F:1557964300.894323:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964300.894328:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:5.0:1557964300.894331:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964300.894334:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964300.894335:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964300.894337:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964300.894339:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964300.894341:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964300.894342:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964300.894344:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964300.894345:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964300.894346:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964300.894348:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964300.894351:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964300.894352:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964300.894353:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964300.894354:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964300.894355:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000020:00000001:3.0F:1557964300.894355:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:5.0:1557964300.894356:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964300.894357:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964300.894358:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964300.894359:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964300.894360:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964300.894361:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964300.894362:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:5.0:1557964300.894363:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00000020:00000001:3.0:1557964300.894363:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964300.894364:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964300.894365:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964300.894366:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964300.894366:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964300.894367:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964300.894369:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964300.894369:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964300.894371:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964300.894372:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964300.894380:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964300.894380:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964300.894382:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964300.894383:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964300.927320:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964300.927327:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964300.927330:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514613900. 00000020:00000040:5.0:1557964300.927333:0:24107:0:(genops.c:1214:class_import_get()) import ffff8925eae5c800 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:5.0:1557964300.927336:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964300.927338:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964300.927342:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964300.927346:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8dc00. 00000100:00000001:5.0:1557964300.927350:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964300.927355:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS req@ffff891514613900 x1633636318337680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964300.927365:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964300.927366:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964300.927369:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964300.927374:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514613900] to pc [ptlrpcd_00_08:8] req@ffff891514613900 x1633636318337680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964300.927399:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964300.927400:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964300.927401:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964300.927402:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514615400. 00000020:00000040:5.0:1557964300.927403:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a72000 refcount=6 obd=looze-MDT0000-mdc-ffff8925ba270000 00000100:00000001:5.0:1557964300.927403:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964300.927404:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964300.927405:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964300.927405:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8c500. 00000100:00000001:5.0:1557964300.927406:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964300.927407:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0000_UUID req@ffff891514615400 x1633636318337696/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964300.927410:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964300.927410:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964300.927411:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964300.927412:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514615400] to pc [ptlrpcd_00_09:9] req@ffff891514615400 x1633636318337696/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964300.927415:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964300.927415:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964300.927417:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964300.927417:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514613300. 00000020:00000040:5.0:1557964300.927418:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a74800 refcount=4 obd=looze-MDT0001-mdc-ffff8925ba270000 00000100:00000001:22.0F:1557964300.927442:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1557964300.927442:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964300.927442:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964300.927443:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964300.927444:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8c900. 00000100:00000001:5.0:1557964300.927445:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964300.927446:0:24083:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:5.0:1557964300.927446:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID req@ffff891514613300 x1633636318337712/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:22.0:1557964300.927447:0:24083:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:5.0:1557964300.927449:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964300.927449:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:22.0:1557964300.927450:0:24083:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514613900 x1633636318337680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964300.927450:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0F:1557964300.927450:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:5.0:1557964300.927451:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514613300] to pc [ptlrpcd_00_10:10] req@ffff891514613300 x1633636318337712/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964300.927453:0:24084:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:22.0:1557964300.927454:0:24083:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:4.0:1557964300.927454:0:24084:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:22.0:1557964300.927455:0:24083:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:22.0:1557964300.927456:0:24083:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:22.0:1557964300.927457:0:24083:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964300.927457:0:24084:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514615400 x1633636318337696/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964300.927458:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:22.0:1557964300.927459:0:24083:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_08:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24083:1633636318337680:172.19.1.24@o2ib100:400 00000100:00000040:5.0:1557964300.927459:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:22.0:1557964300.927460:0:24083:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000001:5.0:1557964300.927460:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964300.927460:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514616f00. 00000020:00000040:5.0:1557964300.927461:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a77000 refcount=5 obd=looze-OST0008-osc-ffff8925ba270000 00000100:00000001:4.0:1557964300.927461:0:24084:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 02000000:00000001:22.0:1557964300.927462:0:24083:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:22.0:1557964300.927462:0:24083:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964300.927462:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964300.927462:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964300.927462:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964300.927462:0:24084:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:22.0:1557964300.927463:0:24083:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:5.0:1557964300.927463:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8c100. 02000000:00000001:4.0:1557964300.927463:0:24084:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:5.0:1557964300.927464:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964300.927464:0:24084:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:22.0:1557964300.927465:0:24083:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925d7f4d600. 00000100:00000040:5.0:1557964300.927465:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID req@ffff891514616f00 x1633636318337728/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00100000:4.0:1557964300.927465:0:24084:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_09:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24084:1633636318337696:172.19.1.24@o2ib100:400 02000000:00000001:22.0:1557964300.927466:0:24083:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964300.927467:0:24084:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000400:00000010:22.0:1557964300.927468:0:24083:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8915a3202240. 00000020:00000001:5.0:1557964300.927468:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964300.927468:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:4.0:1557964300.927468:0:24084:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:5.0:1557964300.927469:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964300.927469:0:24084:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:22.0:1557964300.927470:0:24083:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915c2aef680. 00000100:00000040:5.0:1557964300.927470:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514616f00] to pc [ptlrpcd_00_11:11] req@ffff891514616f00 x1633636318337728/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:4.0:1557964300.927470:0:24084:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:4.0:1557964300.927471:0:24084:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925bd2c2200. 00000100:00000200:22.0:1557964300.927472:0:24083:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318337680, portal 25 02000000:00000001:4.0:1557964300.927472:0:24084:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964300.927473:0:24083:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:22.0:1557964300.927473:0:24083:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362075392 : -130751347476224 : ffff891514613900) 00000100:00000001:5.0:1557964300.927473:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964300.927474:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0009_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:4.0:1557964300.927474:0:24084:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925c1dda5a0. 00000100:00000001:5.0:1557964300.927475:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000040:22.0:1557964300.927476:0:24083:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514613900 x1633636318337680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964406 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000010:5.0:1557964300.927476:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514613000. 00000400:00000010:4.0:1557964300.927476:0:24084:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f0bce580. 00000020:00000040:5.0:1557964300.927477:0:24107:0:(genops.c:1214:class_import_get()) import ffff891512a11000 refcount=5 obd=looze-OST0009-osc-ffff8925ba270000 00000100:00000200:4.0:1557964300.927477:0:24084:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318337696, portal 10 00000100:00000001:5.0:1557964300.927478:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964300.927478:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:4.0:1557964300.927478:0:24084:0:(client.c:2835:ptlrpc_request_addref()) Process entered 02000000:00000001:5.0:1557964300.927479:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964300.927479:0:24084:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362082304 : -130751347469312 : ffff891514615400) 00000100:00000001:22.0:1557964300.927480:0:24083:0:(niobuf.c:54:ptl_send_buf()) Process entered 02000000:00000010:5.0:1557964300.927480:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8d100. 00000100:00000001:5.0:1557964300.927480:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:22.0:1557964300.927481:0:24083:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000100:00000040:5.0:1557964300.927481:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0009_UUID req@ffff891514613000 x1633636318337744/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:4.0:1557964300.927481:0:24084:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514615400 x1633636318337696/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964406 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000400:00000010:22.0:1557964300.927482:0:24083:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915c2aefc00. 00000100:00000200:22.0:1557964300.927483:0:24083:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636318337680, offset 0 00000020:00000001:5.0:1557964300.927484:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964300.927484:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:22.0:1557964300.927485:0:24083:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925d7f4a000 (tot 30920580). 00000100:00000001:7.0F:1557964300.927485:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964300.927485:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964300.927485:0:24084:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:5.0:1557964300.927486:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514613000] to pc [ptlrpcd_00_12:12] req@ffff891514613000 x1633636318337744/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:4.0:1557964300.927486:0:24084:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000200:22.0:1557964300.927487:0:24083:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000010:4.0:1557964300.927487:0:24084:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f0bceb00. 00000100:00000001:7.0:1557964300.927488:0:24085:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000200:4.0:1557964300.927488:0:24084:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318337696, offset 0 00000100:00000001:7.0:1557964300.927489:0:24085:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000400:00000010:4.0:1557964300.927490:0:24084:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925bd2c3e00 (tot 30920980). 00000100:00000040:7.0:1557964300.927491:0:24085:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514613300 x1633636318337712/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000400:00000200:4.0:1557964300.927492:0:24084:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000100:00000001:5.0:1557964300.927493:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:22.0:1557964300.927494:0:24083:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000100:00000001:7.0:1557964300.927495:0:24085:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000001:5.0:1557964300.927495:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2741288 : 2741288 : 29d428) 00000100:00000001:7.0:1557964300.927496:0:24085:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927496:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2957304 : 2957304 : 2d1ff8) 00000020:00000001:5.0:1557964300.927496:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705579448 : -3972168 : ffffffffffc363b8) 00000800:00000200:22.0:1557964300.927497:0:24083:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 02000000:00000001:7.0:1557964300.927497:0:24085:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:5.0:1557964300.927497:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073699905682 : -9645934 : ffffffffff6cd092) 02000000:00000001:7.0:1557964300.927498:0:24085:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927498:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1110536 : 1110536 : 10f208) 00000020:00000001:5.0:1557964300.927498:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709443574 : -108042 : fffffffffffe59f6) 00000020:00000001:5.0:1557964300.927499:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705772667 : -3778949 : ffffffffffc6567b) 00000100:00100000:7.0:1557964300.927500:0:24085:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_10:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24085:1633636318337712:172.19.1.25@o2ib100:400 00000020:00000001:5.0:1557964300.927500:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2491116 : 2491116 : 2602ec) 00000020:00000001:5.0:1557964300.927500:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2081840 : 2081840 : 1fc430) 00000400:00000200:4.0:1557964300.927500:0:24084:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000100:00000001:16.0F:1557964300.927501:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964300.927501:0:24085:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:5.0:1557964300.927501:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=55480 : 55480 : d8b8) 00000100:00000001:0.0F:1557964300.927501:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:7.0:1557964300.927502:0:24085:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:5.0:1557964300.927502:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073708005614 : -1546002 : ffffffffffe868ee) 00000800:00000200:4.0:1557964300.927502:0:24084:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 02000000:00000001:7.0:1557964300.927503:0:24085:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927503:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709443432 : -108184 : fffffffffffe5968) 00000800:00000200:22.0:1557964300.927504:0:24083:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000100:00000001:16.0:1557964300.927504:0:24087:0:(client.c:1680:ptlrpc_check_set()) Process entered 02000000:00000001:7.0:1557964300.927504:0:24085:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:5.0:1557964300.927504:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709484336 : -67280 : fffffffffffef930) 00000100:00000001:0.0:1557964300.927504:0:24086:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:16.0:1557964300.927505:0:24087:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 02000000:00000010:7.0:1557964300.927505:0:24085:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925e0258e00. 00000020:00000001:5.0:1557964300.927505:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709450824 : -100792 : fffffffffffe7648) 00000800:00000200:4.0:1557964300.927505:0:24084:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000100:00000001:0.0:1557964300.927505:0:24086:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000800:00000200:22.0:1557964300.927506:0:24083:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (20)++ 02000000:00000001:7.0:1557964300.927506:0:24085:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927506:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709522752 : -28864 : ffffffffffff8f40) 00000800:00000200:22.0:1557964300.927507:0:24083:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (21)++ 00000020:00000001:5.0:1557964300.927507:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709546976 : -4640 : ffffffffffffede0) 00000800:00000200:4.0:1557964300.927507:0:24084:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (21)++ 00000100:00000040:16.0:1557964300.927508:0:24087:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514613000 x1633636318337744/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000400:00000010:7.0:1557964300.927508:0:24085:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8915f3f13ea0. 00000020:00000001:5.0:1557964300.927508:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=52568 : 52568 : cd58) 00000100:00000040:0.0:1557964300.927508:0:24086:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514616f00 x1633636318337728/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964300.927509:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7833692 : 7833692 : 77885c) 00000020:00000001:5.0:1557964300.927510:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1435441 : 1435441 : 15e731) 00000800:00000200:22.0:1557964300.927511:0:24083:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (23)-- 00000400:00000010:7.0:1557964300.927511:0:24085:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff890639ac0300. 00000020:00000001:5.0:1557964300.927511:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=15616 : 15616 : 3d00) 00000020:00000001:5.0:1557964300.927511:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=668095 : 668095 : a31bf) 00000800:00000200:4.0:1557964300.927511:0:24084:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (23)++ 00000100:00000001:22.0:1557964300.927512:0:24083:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:7.0:1557964300.927512:0:24085:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318337712, portal 10 00000020:00000001:5.0:1557964300.927512:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1358872 : 1358872 : 14bc18) 00000100:00000001:22.0:1557964300.927513:0:24083:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:7.0:1557964300.927513:0:24085:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:5.0:1557964300.927513:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1564013 : 1564013 : 17dd6d) 00000100:00000001:22.0:1557964300.927514:0:24083:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964300.927514:0:24087:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:7.0:1557964300.927514:0:24085:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362073856 : -130751347477760 : ffff891514613300) 00000020:00000001:5.0:1557964300.927514:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1734924 : 1734924 : 1a790c) 00000020:00000001:5.0:1557964300.927514:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=92728 : 92728 : 16a38) 00000800:00000200:4.0:1557964300.927514:0:24084:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (23)-- 00000100:00000001:0.0:1557964300.927514:0:24086:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:22.0:1557964300.927515:0:24083:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964300.927515:0:24087:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927515:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2027914 : 2027914 : 1ef18a) 00000100:00000001:4.0:1557964300.927515:0:24084:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964300.927515:0:24086:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964300.927516:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:7.0:1557964300.927516:0:24085:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514613300 x1633636318337712/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964406 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964300.927516:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=114620 : 114620 : 1bfbc) 00000020:00000001:5.0:1557964300.927516:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=4096 : 4096 : 1000) 00000100:00000001:4.0:1557964300.927516:0:24084:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:16.0:1557964300.927517:0:24087:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:5.0:1557964300.927517:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709528278 : -23338 : ffffffffffffa4d6) 00000100:00000001:4.0:1557964300.927517:0:24084:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964300.927517:0:24086:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:22.0:1557964300.927518:0:24083:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:16.0:1557964300.927518:0:24087:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927518:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=6747 : 6747 : 1a5b) 00000100:00000001:4.0:1557964300.927518:0:24084:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964300.927518:0:24086:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964300.927519:0:24083:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964300.927519:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709531320 : -20296 : ffffffffffffb0b8) 00000020:00000001:5.0:1557964300.927519:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709543636 : -7980 : ffffffffffffe0d4) 00000100:00000001:4.0:1557964300.927519:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:22.0:1557964300.927520:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00100000:16.0:1557964300.927520:0:24087:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_12:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24087:1633636318337744:172.19.1.36@o2ib100:400 00000100:00000001:7.0:1557964300.927520:0:24085:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:5.0:1557964300.927520:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1557964300.927520:0:24086:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_11:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24086:1633636318337728:172.19.1.35@o2ib100:400 00000100:00000001:22.0:1557964300.927521:0:24083:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:22.0:1557964300.927521:0:24083:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1557964300.927521:0:24085:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000020:00000001:5.0:1557964300.927521:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927521:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964300.927521:0:24084:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:4.0:1557964300.927521:0:24084:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:22.0:1557964300.927522:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964300.927522:0:24087:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000400:00000010:7.0:1557964300.927522:0:24085:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff890639ac0580. 00000020:00000001:5.0:1557964300.927522:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927522:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964300.927522:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964300.927522:0:24086:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000001:22.0:1557964300.927523:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:16.0:1557964300.927523:0:24087:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:7.0:1557964300.927523:0:24085:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318337712, offset 0 00000020:00000001:5.0:1557964300.927523:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964300.927523:0:24084:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:4.0:1557964300.927523:0:24084:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964300.927523:0:24086:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:22.0:1557964300.927524:0:24083:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:22.0:1557964300.927524:0:24083:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:16.0:1557964300.927524:0:24087:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927524:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927524:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964300.927524:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964300.927524:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1557964300.927524:0:24086:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964300.927525:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:16.0:1557964300.927525:0:24087:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:7.0:1557964300.927525:0:24085:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e0259e00 (tot 30921380). 00000020:00000001:5.0:1557964300.927525:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927525:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964300.927525:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964300.927525:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964300.927525:0:24086:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:16.0:1557964300.927526:0:24087:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925b9268c00. 00000400:00000200:7.0:1557964300.927526:0:24085:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000020:00000001:5.0:1557964300.927526:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964300.927526:0:24084:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:4.0:1557964300.927526:0:24084:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1557964300.927526:0:24086:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff89259e758600. 02000000:00000001:16.0:1557964300.927527:0:24087:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927527:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964300.927527:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964300.927527:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964300.927527:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964300.927527:0:24086:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927528:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927528:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927529:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:16.0:1557964300.927530:0:24087:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924d9b45720. 00000020:00000001:5.0:1557964300.927530:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964300.927530:0:24086:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925eb609780. 00000020:00000001:5.0:1557964300.927531:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927531:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:16.0:1557964300.927532:0:24087:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89151429bf80. 00000020:00000001:5.0:1557964300.927532:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964300.927532:0:24086:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7f980. 00000400:00000200:7.0:1557964300.927533:0:24085:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000020:00000001:5.0:1557964300.927533:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:16.0:1557964300.927534:0:24087:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318337744, portal 4 00000020:00000001:5.0:1557964300.927534:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927534:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1557964300.927534:0:24086:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318337728, portal 4 00000100:00000001:16.0:1557964300.927535:0:24087:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000800:00000200:7.0:1557964300.927535:0:24085:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000020:00000001:5.0:1557964300.927535:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927535:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964300.927535:0:24086:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:16.0:1557964300.927536:0:24087:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362073088 : -130751347478528 : ffff891514613000) 00000020:00000001:5.0:1557964300.927536:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927536:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964300.927536:0:24086:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362089216 : -130751347462400 : ffff891514616f00) 00000020:00000001:5.0:1557964300.927537:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927537:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:7.0:1557964300.927538:0:24085:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f3c80] -> 172.19.1.25@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964300.927538:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:16.0:1557964300.927539:0:24087:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514613000 x1633636318337744/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964406 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964300.927539:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927539:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1557964300.927539:0:24086:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514616f00 x1633636318337728/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964406 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:7.0:1557964300.927540:0:24085:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925eb377e00] (20)++ 00000020:00000001:5.0:1557964300.927540:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927540:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:7.0:1557964300.927541:0:24085:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925eb377e00] (21)++ 00000020:00000001:5.0:1557964300.927541:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927541:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927542:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927543:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927543:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964300.927544:0:24087:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:5.0:1557964300.927544:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927544:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964300.927544:0:24086:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000800:00000200:7.0:1557964300.927545:0:24085:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925eb377e00] (22)-- 00000020:00000001:5.0:1557964300.927545:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:16.0:1557964300.927546:0:24087:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.36@o2ib100 00000100:00000001:7.0:1557964300.927546:0:24085:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927546:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927546:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1557964300.927546:0:24086:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.35@o2ib100 00000400:00000010:16.0:1557964300.927547:0:24087:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89151429b280. 00000100:00000001:7.0:1557964300.927547:0:24085:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964300.927547:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927547:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964300.927547:0:24086:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7e400. 00000100:00000200:16.0:1557964300.927548:0:24087:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1633636318337744, offset 0 00000100:00000001:7.0:1557964300.927548:0:24085:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927548:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927548:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1557964300.927548:0:24086:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1633636318337728, offset 0 00000100:00000001:7.0:1557964300.927549:0:24085:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927549:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964300.927550:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964300.927550:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964300.927550:0:24086:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89259e75fc00 (tot 30921780). 00000400:00000010:16.0:1557964300.927551:0:24087:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925b926b200 (tot 30922180). 00000100:00000001:7.0:1557964300.927551:0:24085:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:5.0:1557964300.927551:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2F:1557964300.927552:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (22)++ 00000100:00000001:7.0:1557964300.927552:0:24085:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964300.927552:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964300.927553:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964300.927553:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1557964300.927553:0:24086:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.35@o2ib100 00000400:00000200:16.0:1557964300.927554:0:24087:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.36@o2ib100 00000100:00000001:7.0:1557964300.927554:0:24085:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1557964300.927554:0:24085:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927554:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964300.927555:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927555:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927555:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964300.927556:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964300.927556:0:24085:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964300.927556:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964300.927557:0:24085:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964300.927557:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927557:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927558:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927558:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927559:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927560:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927560:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1557964300.927560:0:24086:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.35@o2ib100(172.19.1.35@o2ib100:172.19.1.35@o2ib100) : PUT 00000400:00000200:16.0:1557964300.927561:0:24087:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) : PUT 00000020:00000001:5.0:1557964300.927561:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927562:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:16.0:1557964300.927563:0:24087:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.36@o2ib100 00000020:00000001:5.0:1557964300.927563:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964300.927563:0:24086:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.35@o2ib100 00000020:00000001:5.0:1557964300.927564:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927564:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927565:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927566:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:16.0:1557964300.927567:0:24087:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915a1ec0580] -> 172.19.1.36@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964300.927567:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927567:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964300.927567:0:24086:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f2000] -> 172.19.1.35@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964300.927568:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:16.0:1557964300.927569:0:24087:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (20)++ 00000020:00000001:5.0:1557964300.927569:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927569:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964300.927569:0:24086:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (20)++ 00000020:00000001:5.0:1557964300.927570:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0F:1557964300.927571:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)++ 00000800:00000200:16.0:1557964300.927571:0:24087:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fdb7cc00] (21)++ 00000020:00000001:5.0:1557964300.927571:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964300.927571:0:24086:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7cc00] (21)++ 00000020:00000001:5.0:1557964300.927572:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927573:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927573:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927574:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:16.0:1557964300.927575:0:24087:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (22)-- 00000020:00000001:5.0:1557964300.927575:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964300.927575:0:24086:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:16.0:1557964300.927576:0:24087:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964300.927576:0:24086:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964300.927577:0:24087:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964300.927577:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964300.927577:0:24086:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:21.0:1557964300.927578:0:24062:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (24)-- 00000100:00000001:16.0:1557964300.927578:0:24087:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927578:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964300.927578:0:24086:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964300.927579:0:24087:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927579:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964300.927579:0:24086:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2F:1557964300.927580:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (21)++ 00000020:00000001:5.0:1557964300.927580:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964300.927581:0:24062:0:(events.c:52:request_out_callback()) Process entered 00000100:00000001:16.0:1557964300.927581:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964300.927581:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964300.927581:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964300.927582:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927582:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:21.0:1557964300.927583:0:24062:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514613900 x1633636318337680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964406 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:16.0:1557964300.927583:0:24087:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:16.0:1557964300.927583:0:24087:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964300.927583:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964300.927583:0:24086:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1557964300.927583:0:24086:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000800:00000200:6.0F:1557964300.927584:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)++ 00000020:00000001:5.0:1557964300.927584:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964300.927585:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:16.0:1557964300.927585:0:24087:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964300.927585:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964300.927585:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964300.927585:0:24086:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1557964300.927585:0:24086:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964300.927586:0:24087:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964300.927587:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927587:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927587:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964300.927587:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964300.927587:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:16.0:1557964300.927588:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:16.0:1557964300.927588:0:24087:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:6.0:1557964300.927588:0:24064:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (24)-- 00000020:00000001:5.0:1557964300.927588:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964300.927588:0:24086:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1557964300.927588:0:24086:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964300.927589:0:24062:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:16.0:1557964300.927589:0:24087:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927589:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964300.927589:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964300.927590:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927590:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927590:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:21.0:1557964300.927591:0:24062:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514613900 x1633636318337680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964406 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964300.927592:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927592:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927593:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927594:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964300.927595:0:24062:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927595:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964300.927596:0:24062:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:5.0:1557964300.927596:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:21.0:1557964300.927597:0:24062:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915c2aefc00 00000020:00000001:5.0:1557964300.927597:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:21.0:1557964300.927598:0:24062:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915c2aefc00. 00000020:00000001:5.0:1557964300.927598:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927599:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927599:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964300.927600:0:24064:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:5.0:1557964300.927600:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:21.0:1557964300.927601:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925d7f4a000 (tot 30921780). 00000020:00000001:5.0:1557964300.927601:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0F:1557964300.927602:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)++ 00000100:00000200:6.0:1557964300.927602:0:24064:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514615400 x1633636318337696/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964406 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964300.927602:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927602:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964300.927603:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)-- 00000020:00000001:5.0:1557964300.927603:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927604:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964300.927605:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000020:00000001:5.0:1557964300.927605:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964300.927606:0:24064:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:5.0:1557964300.927606:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:6.0:1557964300.927607:0:24064:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514615400 x1633636318337696/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964406 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964300.927607:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964300.927609:0:24066:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925eb377e00] (23)-- 00000020:00000001:5.0:1557964300.927609:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964300.927610:0:24064:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927610:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964300.927611:0:24064:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:5.0:1557964300.927611:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1557964300.927612:0:24064:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f0bceb00 00000020:00000001:5.0:1557964300.927612:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964300.927613:0:24064:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f0bceb00. 00000020:00000001:5.0:1557964300.927613:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927614:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964300.927615:0:24066:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:6.0:1557964300.927615:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925bd2c3e00 (tot 30921380). 00000020:00000001:5.0:1557964300.927615:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927615:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:6.0:1557964300.927616:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000020:00000001:5.0:1557964300.927616:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.2F:1557964300.927617:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (21)++ 00000020:00000001:5.0:1557964300.927617:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927617:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927618:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927618:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927619:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:14.0:1557964300.927620:0:24066:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514613300 x1633636318337712/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964406 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964300.927620:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927620:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927621:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927621:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927622:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927623:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927623:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.2F:1557964300.927624:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (21)++ 00000020:00000001:5.0:1557964300.927624:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927625:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927625:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927626:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927626:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927627:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927627:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927627:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927628:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927628:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927629:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927629:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927630:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964300.927631:0:24066:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:5.0:1557964300.927631:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927632:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927633:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1557964300.927634:0:24066:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514613300 x1633636318337712/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964406 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964300.927634:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927635:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927635:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927636:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927637:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927638:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964300.927638:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.0F:1557964300.927639:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000100:00000040:5.0:1557964300.927639:0:24107:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318047081) 00000800:00000200:4.0:1557964300.927639:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)++ 00000800:00000200:4.0:1557964300.927642:0:24061:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fdb7cc00] (23)-- 00000100:00000001:14.0:1557964300.927643:0:24066:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.0:1557964300.927644:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)++ 00000100:00000001:14.0:1557964300.927645:0:24066:0:(events.c:81:request_out_callback()) Process leaving 00000800:00000200:21.0:1557964300.927646:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000400:00000200:14.0:1557964300.927647:0:24066:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff890639ac0580 00000400:00000010:14.0:1557964300.927649:0:24066:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff890639ac0580. 00000800:00000200:24.0:1557964300.927651:0:24067:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7cc00] (23)-- 00000100:00000001:4.0:1557964300.927652:0:24061:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:14.0:1557964300.927653:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e0259e00 (tot 30920980). 00000100:00000200:4.0:1557964300.927654:0:24061:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514613000 x1633636318337744/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964406 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:15.0F:1557964300.927655:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:4.0:1557964300.927657:0:24061:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:4.0:1557964300.927659:0:24061:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514613000 x1633636318337744/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964406 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:14.0:1557964300.927662:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000100:00000001:4.0:1557964300.927662:0:24061:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964300.927663:0:24061:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:4.0:1557964300.927664:0:24061:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89151429b280 00000400:00000010:4.0:1557964300.927665:0:24061:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89151429b280. 00000100:00000001:24.0:1557964300.927667:0:24067:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:4.0:1557964300.927667:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925b926b200 (tot 30920580). 00000800:00000200:4.0:1557964300.927668:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000100:00000200:24.0:1557964300.927673:0:24067:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514616f00 x1633636318337728/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964406 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:24.0:1557964300.927684:0:24067:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:24.0:1557964300.927687:0:24067:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514616f00 x1633636318337728/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964406 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:24.0:1557964300.927695:0:24067:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:24.0:1557964300.927697:0:24067:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:24.0:1557964300.927699:0:24067:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7e400 00000400:00000010:24.0:1557964300.927701:0:24067:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7e400. 00000400:00000010:24.0:1557964300.927705:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89259e75fc00 (tot 30920180). 00000800:00000200:24.0:1557964300.927709:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000800:00000200:29.2:1557964300.927769:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:19.0F:1557964300.927783:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:19.0:1557964300.927789:0:24063:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.24@o2ib100 00000800:00000200:6.0:1557964300.927791:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000400:00000200:19.0:1557964300.927793:0:24063:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000800:00000200:6.0:1557964300.927794:0:24064:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000800:00000200:21.0:1557964300.927795:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)-- 00000400:00000010:19.0:1557964300.927795:0:24063:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925eb78ca00 (tot 30920580). 00000400:00000200:6.0:1557964300.927797:0:24064:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000200:19.0:1557964300.927798:0:24063:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc898725a90 00000400:00000010:6.0:1557964300.927798:0:24064:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89254ea9d200 (tot 30920980). 00000400:00000200:19.0:1557964300.927801:0:24063:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1bf91 [1] + 192 00000800:00000200:14.2:1557964300.927801:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (20)++ 00000400:00000200:6.0:1557964300.927801:0:24064:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc898725aa0 00000400:00000200:6.0:1557964300.927805:0:24064:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1bf99 [1] + 192 00000100:00000001:19.0:1557964300.927807:0:24063:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:19.0:1557964300.927809:0:24063:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514613900 x1633636318337680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964406 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:19.0:1557964300.927813:0:24063:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514613900 x1633636318337680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964406 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964300.927818:0:24063:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:6.0:1557964300.927819:0:24064:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000010:19.0:1557964300.927820:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925eb78ca00 (tot 30920580). 00000100:00000001:22.0:1557964300.927821:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:19.0:1557964300.927821:0:24063:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)++ 00000100:00000200:6.0:1557964300.927821:0:24064:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514615400 x1633636318337696/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964406 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:22.0:1557964300.927822:0:24083:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:19.0:1557964300.927823:0:24063:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (23)-- 00000800:00000200:19.0:1557964300.927824:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000040:6.0:1557964300.927826:0:24064:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514615400 x1633636318337696/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964406 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:6.0:1557964300.927839:0:24064:0:(events.c:171:reply_in_callback()) Process leaving 00000800:00000200:14.0:1557964300.927840:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)++ 00000800:00000200:9.2:1557964300.927840:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (20)++ 00000400:00000001:22.0:1557964300.927841:0:24083:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:22.0:1557964300.927841:0:24083:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:6.0:1557964300.927841:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89254ea9d200 (tot 30920180). 00000100:00000001:4.0:1557964300.927841:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:22.0:1557964300.927842:0:24083:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:4.0:1557964300.927842:0:24084:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:14.0:1557964300.927843:0:24068:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000800:00000200:6.0:1557964300.927843:0:24064:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (21)++ 00000100:00000200:22.0:1557964300.927844:0:24083:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514613900 x1633636318337680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964406 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:6.0:1557964300.927844:0:24064:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)-- 00000800:00000200:6.0:1557964300.927845:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000400:00000200:14.0:1557964300.927847:0:24068:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000800:00000200:6.0:1557964300.927848:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)++ 00000100:00000200:22.0:1557964300.927849:0:24083:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514613900 x1633636318337680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964406 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000010:14.0:1557964300.927849:0:24068:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915fdb7ce00 (tot 30920580). 00000400:00000200:14.0:1557964300.927852:0:24068:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc898725ab0 00000100:00000001:22.0:1557964300.927853:0:24083:0:(events.c:171:reply_in_callback()) Process leaving 00000800:00000200:6.0:1557964300.927853:0:24064:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.36@o2ib100 00000400:00000010:22.0:1557964300.927854:0:24083:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8915a3202240. 00000800:00000200:21.0:1557964300.927854:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000400:00000200:22.0:1557964300.927855:0:24083:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915c2aef680 00000400:00000010:22.0:1557964300.927856:0:24083:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915c2aef680. 00000400:00000200:14.0:1557964300.927856:0:24068:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0xa245 [1] + 192 00000100:00000001:22.0:1557964300.927857:0:24083:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:6.0:1557964300.927857:0:24064:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.36@o2ib100 : PUT 00000100:00000001:22.0:1557964300.927858:0:24083:0:(client.c:1337:after_reply()) Process entered 00000400:00000010:6.0:1557964300.927858:0:24064:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89254ea9d200 (tot 30920980). 00000400:00000001:4.0:1557964300.927858:0:24084:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:4.0:1557964300.927858:0:24084:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 02000000:00000001:22.0:1557964300.927859:0:24083:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:14.0:1557964300.927859:0:24068:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:4.0:1557964300.927859:0:24084:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:22.0:1557964300.927860:0:24083:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:22.0:1557964300.927861:0:24083:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:14.0:1557964300.927861:0:24068:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514613300 x1633636318337712/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964406 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000200:4.0:1557964300.927861:0:24084:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514615400 x1633636318337696/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964406 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:24.2:1557964300.927862:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (20)++ 00000400:00000200:6.0:1557964300.927862:0:24064:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.36@o2ib100 of length 192 into portal 4 MB=0x5cdc898725ad0 02000000:00000001:22.0:1557964300.927863:0:24083:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:22.0:1557964300.927865:0:24083:0:(import.c:1677:at_measured()) add 45 to ffff8925eae5cc00 time=100 v=45 (45 45 45 45) 00000100:00000200:4.0:1557964300.927865:0:24084:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514615400 x1633636318337696/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964406 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000040:14.0:1557964300.927866:0:24068:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514613300 x1633636318337712/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964406 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00001000:22.0:1557964300.927867:0:24083:0:(import.c:1677:at_measured()) add 1 to ffff8925eae5cbc8 time=100 v=45 (1 1 1 1) 00000100:00000001:22.0:1557964300.927869:0:24083:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:4.0:1557964300.927869:0:24084:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:4.0:1557964300.927869:0:24084:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925c1dda5a0. 00000400:00000200:4.0:1557964300.927870:0:24084:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f0bce580 00000100:00000001:22.0:1557964300.927871:0:24083:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964300.927871:0:24084:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f0bce580. 00000800:00000200:24.0:1557964300.927872:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00010000:00000001:22.0:1557964300.927872:0:24083:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000001:14.0:1557964300.927872:0:24068:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:4.0:1557964300.927872:0:24084:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:22.0:1557964300.927873:0:24083:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:14.0:1557964300.927873:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915fdb7ce00 (tot 30920580). 00000400:00000200:6.0:1557964300.927873:0:24064:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.36@o2ib100 of length 192/192 into md 0x1bfb9 [1] + 192 00000100:00000001:4.0:1557964300.927873:0:24084:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:4.0:1557964300.927873:0:24084:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000800:00000200:24.0:1557964300.927874:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)++ 00000100:00000001:4.0:1557964300.927874:0:24084:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:4.0:1557964300.927874:0:24084:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964300.927875:0:24083:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964300.927875:0:24068:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925eb377e00] (21)++ 02000000:00000001:4.0:1557964300.927875:0:24084:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:22.0:1557964300.927876:0:24083:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514613900 x1633636318337680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964406 ref 1 fl Rpc:RN/0/0 rc 0/0 00000800:00000200:14.0:1557964300.927876:0:24068:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925eb377e00] (22)-- 00000100:00000001:6.0:1557964300.927876:0:24064:0:(events.c:91:reply_in_callback()) Process entered 00000100:00001000:4.0:1557964300.927876:0:24084:0:(import.c:1677:at_measured()) add 45 to ffff891506a72400 time=100 v=45 (45 45 45 45) 00000800:00000200:14.0:1557964300.927877:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000100:00000200:6.0:1557964300.927878:0:24064:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514613000 x1633636318337744/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964406 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00001000:4.0:1557964300.927878:0:24084:0:(import.c:1677:at_measured()) add 1 to ffff891506a723c8 time=100 v=45 (1 1 1 1) 00000800:00000200:24.0:1557964300.927879:0:24066:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.35@o2ib100 00000800:00000200:14.0:1557964300.927879:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:4.0:1557964300.927879:0:24084:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:4.0:1557964300.927879:0:24084:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1557964300.927880:0:24084:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:4.0:1557964300.927880:0:24084:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964300.927881:0:24083:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:4.0:1557964300.927881:0:24084:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000001:22.0:1557964300.927882:0:24083:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:4.0:1557964300.927882:0:24084:0:(client.c:2715:ptlrpc_free_committed()) looze-MDT0000-mdc-ffff8925ba270000: committing for last_committed 30064774473 gen 1 00000400:00000200:24.0:1557964300.927883:0:24066:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.35@o2ib100 : PUT 00000100:00000001:22.0:1557964300.927883:0:24083:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:24.0:1557964300.927884:0:24066:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff892553917a00 (tot 30920980). 00000100:00000040:6.0:1557964300.927884:0:24064:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514613000 x1633636318337744/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964406 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000040:4.0:1557964300.927884:0:24084:0:(client.c:2753:ptlrpc_free_committed()) @@@ commit (last_committed 30064774473) req@ffff89157528ec00 x1633636318337600/t30064774472(30064774472) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/544 e 0 to 0 dl 1557964393 ref 1 fl Complete:R/4/ffffffff rc 0/-1 00000100:00000040:22.0:1557964300.927885:0:24083:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514613900 x1633636318337680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964406 ref 1 fl Interpret:RN/0/0 rc 0/0 00000400:00000200:24.0:1557964300.927888:0:24066:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.35@o2ib100 of length 192 into portal 4 MB=0x5cdc898725ac0 00000100:00000001:4.0:1557964300.927888:0:24084:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:4.0:1557964300.927888:0:24084:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985775616 : -130749723776000 : ffff89157528ec00) 00000100:00000001:4.0:1557964300.927889:0:24084:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00100000:22.0:1557964300.927890:0:24083:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_08:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24083:1633636318337680:172.19.1.24@o2ib100:400 00000100:00000040:4.0:1557964300.927890:0:24084:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff89157528ec00 x1633636318337600/t30064774472(30064774472) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/544 e 0 to 0 dl 1557964393 ref 2 fl Complete:RM/4/ffffffff rc 0/-1 00000100:00000001:6.0:1557964300.927891:0:24064:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000200:24.0:1557964300.927892:0:24066:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.35@o2ib100 of length 192/192 into md 0xa24d [1] + 192 00000100:00000001:22.0:1557964300.927892:0:24083:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:6.0:1557964300.927892:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89254ea9d200 (tot 30920580). 00000100:00000001:22.0:1557964300.927893:0:24083:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000800:00000200:6.0:1557964300.927893:0:24064:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (21)++ 00000100:00000001:4.0:1557964300.927893:0:24084:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:4.0:1557964300.927894:0:24084:0:(mdc_request.c:636:mdc_commit_open()) kfreed 'mod': 32 at ffff8925f7c336c0. 00000100:00000001:24.0:1557964300.927895:0:24066:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000040:22.0:1557964300.927895:0:24083:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514613900 x1633636318337680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964406 ref 1 fl Complete:RN/0/0 rc 0/0 00000800:00000200:6.0:1557964300.927895:0:24064:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000001:4.0:1557964300.927895:0:24084:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000800:00000200:6.0:1557964300.927896:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000100:00000040:4.0:1557964300.927896:0:24084:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff89157528ec00 x1633636318337600/t30064774472(30064774472) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/544 e 0 to 0 dl 1557964393 ref 1 fl Complete:RM/4/ffffffff rc 0/-1 00000100:00000200:24.0:1557964300.927897:0:24066:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514616f00 x1633636318337728/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964406 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964300.927898:0:24084:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000100:00000001:22.0:1557964300.927899:0:24083:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000020:00000001:4.0:1557964300.927899:0:24084:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:4.0:1557964300.927899:0:24084:0:(genops.c:1228:class_import_put()) import ffff891506a72000 refcount=5 obd=looze-MDT0000-mdc-ffff8925ba270000 02000000:00000001:22.0:1557964300.927900:0:24083:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:7.0:1557964300.927900:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000010:22.0:1557964300.927901:0:24083:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925d7f4d600. 00000100:00000001:7.0:1557964300.927901:0:24085:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:4.0:1557964300.927901:0:24084:0:(genops.c:1237:class_import_put()) Process leaving 00000100:00000040:24.0:1557964300.927902:0:24066:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514616f00 x1633636318337728/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964406 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 02000000:00000001:22.0:1557964300.927902:0:24083:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:22.0:1557964300.927902:0:24083:0:(genops.c:1221:class_import_put()) Process entered 02000000:00000010:4.0:1557964300.927902:0:24084:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8915757ab400. 00000020:00000040:22.0:1557964300.927903:0:24083:0:(genops.c:1228:class_import_put()) import ffff8925eae5c800 refcount=3 obd=MGC172.19.1.24@o2ib100 02000000:00000001:4.0:1557964300.927903:0:24084:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:22.0:1557964300.927904:0:24083:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000001:4.0:1557964300.927904:0:24084:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:4.0:1557964300.927904:0:24084:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff89157528ec00. 02000000:00000010:22.0:1557964300.927905:0:24083:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8dc00. 02000000:00000001:22.0:1557964300.927906:0:24083:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:22.0:1557964300.927906:0:24083:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:4.0:1557964300.927906:0:24084:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:4.0:1557964300.927906:0:24084:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:22.0:1557964300.927907:0:24083:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514613900. 00000100:00000001:24.0:1557964300.927908:0:24066:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:22.0:1557964300.927908:0:24083:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:22.0:1557964300.927908:0:24083:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:4.0:1557964300.927908:0:24084:0:(client.c:2753:ptlrpc_free_committed()) @@@ commit (last_committed 30064774473) req@ffff89157528e900 x1633636318337664/t30064774473(30064774473) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/424 e 0 to 0 dl 1557964393 ref 1 fl Complete:R/4/0 rc 0/0 00000400:00000010:24.0:1557964300.927909:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff892553917a00 (tot 30920180). 00000100:00000001:22.0:1557964300.927909:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:7.0:1557964300.927909:0:24085:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000800:00000200:24.0:1557964300.927910:0:24066:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (21)++ 00000100:00000001:22.0:1557964300.927910:0:24083:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:22.0:1557964300.927910:0:24083:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:7.0:1557964300.927910:0:24085:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:7.0:1557964300.927910:0:24085:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:4.0:1557964300.927910:0:24084:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:22.0:1557964300.927911:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:22.0:1557964300.927911:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964300.927911:0:24084:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff89157528e900 x1633636318337664/t30064774473(30064774473) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/424 e 0 to 0 dl 1557964393 ref 1 fl Complete:R/4/0 rc 0/0 00000800:00000200:24.0:1557964300.927912:0:24066:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:22.0:1557964300.927912:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:24.0:1557964300.927913:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000100:00000001:22.0:1557964300.927913:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:7.0:1557964300.927913:0:24085:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514613300 x1633636318337712/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964406 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964300.927914:0:24084:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:4.0:1557964300.927914:0:24084:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:4.0:1557964300.927915:0:24084:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89157525f000. 02000000:00000001:4.0:1557964300.927916:0:24084:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:4.0:1557964300.927916:0:24084:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:4.0:1557964300.927916:0:24084:0:(genops.c:1228:class_import_put()) import ffff891506a72000 refcount=4 obd=looze-MDT0000-mdc-ffff8925ba270000 00000020:00000001:4.0:1557964300.927917:0:24084:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:4.0:1557964300.927917:0:24084:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff89150ef15600. 00000100:00000001:16.0:1557964300.927918:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000200:7.0:1557964300.927918:0:24085:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514613300 x1633636318337712/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964406 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 02000000:00000001:4.0:1557964300.927918:0:24084:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:4.0:1557964300.927919:0:24084:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1557964300.927919:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:16.0:1557964300.927920:0:24087:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000010:4.0:1557964300.927920:0:24084:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff89157528e900. 00000100:00000001:4.0:1557964300.927920:0:24084:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1557964300.927920:0:24086:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1557964300.927921:0:24085:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:4.0:1557964300.927921:0:24084:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:16.0:1557964300.927922:0:24087:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:4.0:1557964300.927922:0:24084:0:(client.c:2759:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:4.0:1557964300.927922:0:24084:0:(client.c:2778:ptlrpc_free_committed()) Process leaving 00000400:00000001:16.0:1557964300.927923:0:24087:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:7.0:1557964300.927923:0:24085:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8915f3f13ea0. 00000100:00000001:4.0:1557964300.927923:0:24084:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964300.927924:0:24087:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000200:7.0:1557964300.927924:0:24085:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff890639ac0300 00000100:00000040:4.0:1557964300.927924:0:24084:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514615400 x1633636318337696/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964406 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000010:7.0:1557964300.927925:0:24085:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff890639ac0300. 00000100:00000001:7.0:1557964300.927925:0:24085:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:16.0:1557964300.927926:0:24087:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514613000 x1633636318337744/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964406 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964300.927926:0:24085:0:(client.c:1337:after_reply()) Process entered 00000400:00000001:0.0:1557964300.927926:0:24086:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1557964300.927926:0:24086:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 02000000:00000001:7.0:1557964300.927927:0:24085:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:4.0:1557964300.927927:0:24084:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:4.0:1557964300.927927:0:24084:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1557964300.927927:0:24086:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:7.0:1557964300.927928:0:24085:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:4.0:1557964300.927928:0:24084:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1557964300.927929:0:24085:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964300.927929:0:24084:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514615400 x1633636318337696/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964406 ref 1 fl Interpret:RN/0/0 rc 0/0 02000000:00000001:7.0:1557964300.927930:0:24085:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1557964300.927930:0:24086:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514616f00 x1633636318337728/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964406 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00001000:7.0:1557964300.927931:0:24085:0:(import.c:1677:at_measured()) add 45 to ffff891506a74c00 time=100 v=45 (45 45 45 45) 00000100:00000200:16.0:1557964300.927933:0:24087:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514613000 x1633636318337744/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964406 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00001000:7.0:1557964300.927933:0:24085:0:(import.c:1677:at_measured()) add 1 to ffff891506a74bc8 time=100 v=45 (1 1 1 1) 00000100:00000001:7.0:1557964300.927934:0:24085:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:7.0:1557964300.927936:0:24085:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:4.0:1557964300.927936:0:24084:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_09:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24084:1633636318337696:172.19.1.24@o2ib100:400 00000100:00000200:0.0:1557964300.927936:0:24086:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514616f00 x1633636318337728/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964406 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:16.0:1557964300.927937:0:24087:0:(events.c:171:reply_in_callback()) Process leaving 00010000:00000001:7.0:1557964300.927937:0:24085:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00080000:7.0:1557964300.927938:0:24085:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff891514613300 x1633636318337712/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964406 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:4.0:1557964300.927938:0:24084:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964300.927938:0:24084:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000400:00000010:16.0:1557964300.927939:0:24087:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924d9b45720. 00000100:00000040:4.0:1557964300.927939:0:24084:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514615400 x1633636318337696/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964406 ref 1 fl Complete:RN/0/0 rc 0/0 00000400:00000200:16.0:1557964300.927940:0:24087:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89151429bf80 00000100:00000001:0.0:1557964300.927940:0:24086:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:16.0:1557964300.927941:0:24087:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89151429bf80. 00000400:00000010:0.0:1557964300.927941:0:24086:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925eb609780. 00000100:00000001:16.0:1557964300.927942:0:24087:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:7.0:1557964300.927942:0:24085:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964300.927942:0:24084:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:4.0:1557964300.927942:0:24084:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:4.0:1557964300.927942:0:24084:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925bd2c2200. 00000400:00000200:0.0:1557964300.927942:0:24086:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7f980 00000100:00000001:16.0:1557964300.927943:0:24087:0:(client.c:1337:after_reply()) Process entered 00000100:00000001:7.0:1557964300.927943:0:24085:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:7.0:1557964300.927943:0:24085:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-mdc-ffff8925ba270000: skip recheck: last_committed 0 02000000:00000001:4.0:1557964300.927943:0:24084:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:4.0:1557964300.927943:0:24084:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:4.0:1557964300.927943:0:24084:0:(genops.c:1228:class_import_put()) import ffff891506a72000 refcount=3 obd=looze-MDT0000-mdc-ffff8925ba270000 00000400:00000010:0.0:1557964300.927943:0:24086:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7f980. 02000000:00000001:16.0:1557964300.927944:0:24087:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:7.0:1557964300.927944:0:24085:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:7.0:1557964300.927944:0:24085:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1557964300.927944:0:24084:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:4.0:1557964300.927944:0:24084:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8c500. 00000100:00000001:0.0:1557964300.927944:0:24086:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:16.0:1557964300.927945:0:24087:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 02000000:00000001:4.0:1557964300.927945:0:24084:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:4.0:1557964300.927945:0:24084:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:4.0:1557964300.927945:0:24084:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514615400. 00000100:00000001:0.0:1557964300.927945:0:24086:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:0.0:1557964300.927945:0:24086:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:16.0:1557964300.927946:0:24087:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1557964300.927946:0:24085:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514613300 x1633636318337712/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964406 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:4.0:1557964300.927946:0:24084:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:4.0:1557964300.927946:0:24084:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964300.927946:0:24086:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 02000000:00000001:16.0:1557964300.927947:0:24087:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964300.927947:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964300.927947:0:24086:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964300.927948:0:24085:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:4.0:1557964300.927948:0:24084:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:4.0:1557964300.927948:0:24084:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964300.927948:0:24086:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:16.0:1557964300.927949:0:24087:0:(import.c:1677:at_measured()) add 45 to ffff891512a11400 time=100 v=45 (45 45 45 45) 00000100:00000001:7.0:1557964300.927949:0:24085:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:4.0:1557964300.927949:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1557964300.927949:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964300.927950:0:24085:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964300.927950:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1557964300.927950:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1557964300.927950:0:24086:0:(import.c:1677:at_measured()) add 45 to ffff891506a77400 time=100 v=45 (45 45 45 45) 00000100:00001000:16.0:1557964300.927951:0:24087:0:(import.c:1677:at_measured()) add 1 to ffff891512a113c8 time=100 v=45 (1 1 1 1) 00000100:00000040:7.0:1557964300.927951:0:24085:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514613300 x1633636318337712/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964406 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00001000:0.0:1557964300.927951:0:24086:0:(import.c:1677:at_measured()) add 1 to ffff891506a773c8 time=100 v=45 (1 1 1 1) 00000100:00000001:16.0:1557964300.927953:0:24087:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1557964300.927953:0:24086:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00100000:7.0:1557964300.927954:0:24085:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_10:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24085:1633636318337712:172.19.1.25@o2ib100:400 00000100:00000001:16.0:1557964300.927955:0:24087:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964300.927955:0:24086:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:16.0:1557964300.927956:0:24087:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000001:7.0:1557964300.927956:0:24085:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1557964300.927956:0:24086:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:16.0:1557964300.927957:0:24087:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964300.927957:0:24085:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00010000:00000001:0.0:1557964300.927957:0:24086:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1557964300.927958:0:24085:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514613300 x1633636318337712/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964406 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:16.0:1557964300.927959:0:24087:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1557964300.927959:0:24086:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:16.0:1557964300.927960:0:24087:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0009-osc-ffff8925ba270000: skip recheck: last_committed 34359738567 00000100:00000001:7.0:1557964300.927960:0:24085:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1557964300.927960:0:24086:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0008-osc-ffff8925ba270000: skip recheck: last_committed 30064771278 00000100:00000001:16.0:1557964300.927961:0:24087:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:16.0:1557964300.927961:0:24087:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1557964300.927961:0:24085:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:7.0:1557964300.927961:0:24085:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925e0258e00. 00000100:00000001:0.0:1557964300.927961:0:24086:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1557964300.927961:0:24086:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1557964300.927962:0:24085:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:16.0:1557964300.927963:0:24087:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514613000 x1633636318337744/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964406 ref 1 fl Rpc:RN/0/0 rc 0/0 00000020:00000001:7.0:1557964300.927963:0:24085:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:7.0:1557964300.927963:0:24085:0:(genops.c:1228:class_import_put()) import ffff891506a74800 refcount=3 obd=looze-MDT0001-mdc-ffff8925ba270000 00000100:00000040:0.0:1557964300.927963:0:24086:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514616f00 x1633636318337728/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964406 ref 1 fl Rpc:RN/0/0 rc 0/0 00000020:00000001:7.0:1557964300.927964:0:24085:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:7.0:1557964300.927965:0:24085:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8c900. 02000000:00000001:7.0:1557964300.927965:0:24085:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:7.0:1557964300.927966:0:24085:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:7.0:1557964300.927966:0:24085:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514613300. 00000100:00000001:7.0:1557964300.927967:0:24085:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:16.0:1557964300.927968:0:24087:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1557964300.927968:0:24086:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:16.0:1557964300.927969:0:24087:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:7.0:1557964300.927969:0:24085:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1557964300.927969:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964300.927969:0:24086:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:16.0:1557964300.927970:0:24087:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964300.927970:0:24086:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1557964300.927971:0:24085:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:16.0:1557964300.927972:0:24087:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514613000 x1633636318337744/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964406 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:7.0:1557964300.927972:0:24085:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964300.927972:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1557964300.927972:0:24086:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514616f00 x1633636318337728/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964406 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:7.0:1557964300.927973:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964300.927974:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964300.927975:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:16.0:1557964300.927977:0:24087:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_12:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24087:1633636318337744:172.19.1.36@o2ib100:400 00000100:00100000:0.0:1557964300.927977:0:24086:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_11:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24086:1633636318337728:172.19.1.35@o2ib100:400 00000100:00000001:16.0:1557964300.927979:0:24087:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:16.0:1557964300.927979:0:24087:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:16.0:1557964300.927981:0:24087:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514613000 x1633636318337744/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964406 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:16.0:1557964300.927987:0:24087:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1557964300.927987:0:24086:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:16.0:1557964300.927988:0:24087:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1557964300.927988:0:24086:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 02000000:00000010:16.0:1557964300.927989:0:24087:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925b9268c00. 00000100:00000040:0.0:1557964300.927989:0:24086:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514616f00 x1633636318337728/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964406 ref 1 fl Complete:RN/0/0 rc 0/0 02000000:00000001:16.0:1557964300.927990:0:24087:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:16.0:1557964300.927991:0:24087:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:16.0:1557964300.927991:0:24087:0:(genops.c:1228:class_import_put()) import ffff891512a11000 refcount=4 obd=looze-OST0009-osc-ffff8925ba270000 00000020:00000001:16.0:1557964300.927993:0:24087:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:16.0:1557964300.927993:0:24087:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8d100. 00000100:00000001:0.0:1557964300.927993:0:24086:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1557964300.927993:0:24086:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1557964300.927993:0:24086:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89259e758600. 02000000:00000001:0.0:1557964300.927994:0:24086:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:16.0:1557964300.927995:0:24087:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:16.0:1557964300.927995:0:24087:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1557964300.927995:0:24086:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:0.0:1557964300.927995:0:24086:0:(genops.c:1228:class_import_put()) import ffff891506a77000 refcount=4 obd=looze-OST0008-osc-ffff8925ba270000 00000100:00000010:16.0:1557964300.927996:0:24087:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514613000. 00000020:00000001:0.0:1557964300.927996:0:24086:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:0.0:1557964300.927997:0:24086:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8c100. 00000100:00000001:16.0:1557964300.927998:0:24087:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1557964300.927998:0:24086:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1557964300.927998:0:24086:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:16.0:1557964300.927999:0:24087:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1557964300.927999:0:24086:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514616f00. 00000100:00000001:16.0:1557964300.928000:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964300.928000:0:24086:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:16.0:1557964300.928001:0:24087:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1557964300.928001:0:24086:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964300.928002:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:16.0:1557964300.928003:0:24087:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964300.928003:0:24086:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:16.0:1557964300.928004:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:16.0:1557964300.928005:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964300.928005:0:24086:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964300.928005:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:16.0:1557964300.928006:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:16.0:1557964300.928006:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964300.928006:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964300.928007:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964300.928008:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1557964301.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317977028 00000400:00000200:1.0:1557964301.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964301.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964301.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964301.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964301.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964301.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964301.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964302.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317977028 00000400:00000200:1.0:1557964302.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964302.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964302.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964302.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964302.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964302.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964302.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964303.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317977028 00000400:00000200:1.0:1557964303.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964303.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964303.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964303.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964303.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964303.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964303.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000010:9.0F:1557964304.467682:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf19a00 (tot 30920436). 00000400:00000010:9.0:1557964304.467706:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf19a00 (tot 30920180). 00000400:00000200:1.0:1557964304.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317977028 00000400:00000200:1.0:1557964304.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964304.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964304.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964304.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964304.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964304.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964304.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964305.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317977028 00000400:00000200:1.0:1557964305.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964305.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964305.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964305.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964305.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964305.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964305.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964306.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317977028 00000400:00000200:1.0:1557964306.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964306.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964306.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964306.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964306.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964306.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964306.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964307.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317977028 00000400:00000200:1.0:1557964307.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964307.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964307.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964307.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964307.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964307.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964307.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964308.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317977028 00000400:00000200:1.0:1557964308.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964308.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964308.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964308.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964308.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964308.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964308.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000010:9.0:1557964309.467960:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf18700 (tot 30920436). 00000400:00000010:9.0:1557964309.467976:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf18700 (tot 30920180). 00000400:00000200:1.0:1557964309.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317977028 00000400:00000200:1.0:1557964309.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964309.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964309.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964309.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964309.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964309.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964309.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964310.874295:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317977028 00000400:00000200:1.0:1557964310.874298:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964310.874299:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964310.874302:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964310.874304:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964310.874306:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964310.874307:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964310.874309:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00010000:00000001:5.0:1557964310.894323:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964310.894325:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:5.0:1557964310.894329:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964310.894331:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964310.894333:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964310.894334:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964310.894336:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964310.894337:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964310.894338:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964310.894340:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964310.894341:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964310.894343:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964310.894344:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964310.894347:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964310.894348:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964310.894349:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964310.894350:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964310.894351:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964310.894352:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964310.894353:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964310.894354:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964310.894355:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964310.894355:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:5.0:1557964310.894357:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964310.894357:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964310.894359:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964310.894360:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964310.894360:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00000020:00000001:3.0:1557964310.894360:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964310.894361:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964310.894364:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964310.894365:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964310.894366:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964310.894367:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964310.894368:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964310.894369:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964310.894371:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964310.894378:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964310.894378:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964310.894380:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964310.894381:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1557964311.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317977028 00000400:00000200:1.0:1557964311.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964311.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964311.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964311.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964311.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964311.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964311.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964312.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317977028 00000400:00000200:1.0:1557964312.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964312.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964312.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964312.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964312.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964312.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964312.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964313.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317977028 00000400:00000200:1.0:1557964313.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964313.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964313.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964313.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964313.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964313.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964313.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000010:9.0:1557964314.468393:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf18500 (tot 30920436). 00000400:00000010:9.0:1557964314.468401:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf18500 (tot 30920180). 00000400:00000200:1.0:1557964314.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317977028 00000400:00000200:1.0:1557964314.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964314.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964314.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964314.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964314.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964314.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964314.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964315.874316:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317977028 00000400:00000200:1.0:1557964315.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964315.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964315.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964315.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964315.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964315.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964315.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964316.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317977028 00000400:00000200:1.0:1557964316.874329:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.52@o2ib100 00000400:00000010:1.0:1557964316.874334:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e3de00 (tot 30920580). 00000400:00000200:1.0:1557964316.874340:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.52@o2ib100 00000400:00000200:1.0:1557964316.874353:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.52@o2ib100(172.19.1.52@o2ib100:172.19.1.52@o2ib100) : GET 00000800:00000200:1.0:1557964316.874359:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.52@o2ib100 00000800:00000200:1.0:1557964316.874366:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f09300] -> 172.19.1.52@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964316.874369:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa595400] (20)++ 00000800:00000200:1.0:1557964316.874371:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa595400] (21)++ 00000800:00000200:1.0:1557964316.874376:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa595400] (22)-- 00000400:00000200:1.0:1557964316.874380:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964316.874384:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964316.874388:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964316.874392:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964316.874396:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964316.874400:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964316.874404:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000800:00000200:9.2:1557964316.874412:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa595400] (21)++ 00000800:00000200:19.0:1557964316.874461:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa595400] (22)++ 00000800:00000200:19.0:1557964316.874470:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa595400] (23)-- 00000400:00000010:19.0:1557964316.874475:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e3de00 (tot 30920180). 00000800:00000200:19.0:1557964316.874479:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa595400] (22)-- 00000800:00000200:19.0:1557964316.874482:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa595400] (21)-- 00000800:00000200:9.2:1557964316.874499:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa595400] (20)++ 00000800:00000200:21.0:1557964316.874507:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa595400] (21)++ 00000800:00000200:21.0:1557964316.874521:0:24062:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.52@o2ib100 00000400:00000200:21.0:1557964316.874529:0:24062:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.52@o2ib100 : REPLY 00000400:00000010:21.0:1557964316.874532:0:24062:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925f72e8e00 (tot 30920580). 00000400:00000200:21.0:1557964316.874541:0:24062:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.52@o2ib100 of length 64/64 into md 0x9 00000800:00000200:6.0:1557964316.874541:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa595400] (22)-- 00000400:00000200:21.0:1557964316.874546:0:24062:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:21.0:1557964316.874549:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925f72e8e00 (tot 30920180). 00000800:00000200:21.0:1557964316.874552:0:24062:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa595400] (21)++ 00000800:00000200:21.0:1557964316.874554:0:24062:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa595400] (22)-- 00000800:00000200:21.0:1557964316.874556:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa595400] (21)-- 00000400:00000200:1.0:1557964317.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964317.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964317.874328:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.53@o2ib100 00000400:00000010:1.0:1557964317.874330:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e3ac00 (tot 30920580). 00000400:00000200:1.0:1557964317.874333:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.53@o2ib100 00000400:00000200:1.0:1557964317.874340:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.53@o2ib100(172.19.1.53@o2ib100:172.19.1.53@o2ib100) : GET 00000800:00000200:1.0:1557964317.874342:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.53@o2ib100 00000800:00000200:1.0:1557964317.874346:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0a000] -> 172.19.1.53@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964317.874348:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7c600] (20)++ 00000800:00000200:1.0:1557964317.874349:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7c600] (21)++ 00000800:00000200:1.0:1557964317.874352:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7c600] (22)-- 00000400:00000200:1.0:1557964317.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964317.874356:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.54@o2ib100 00000400:00000010:1.0:1557964317.874357:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e3ea00 (tot 30920980). 00000400:00000200:1.0:1557964317.874359:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.54@o2ib100 00000400:00000200:1.0:1557964317.874363:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.54@o2ib100(172.19.1.54@o2ib100:172.19.1.54@o2ib100) : GET 00000800:00000200:1.0:1557964317.874365:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.54@o2ib100 00000800:00000200:1.0:1557964317.874366:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0a100] -> 172.19.1.54@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964317.874367:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7c800] (20)++ 00000800:00000200:1.0:1557964317.874368:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7c800] (21)++ 00000800:00000200:1.0:1557964317.874371:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7c800] (22)-- 00000400:00000200:1.0:1557964317.874372:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964317.874373:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.55@o2ib100 00000400:00000010:1.0:1557964317.874374:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e3ec00 (tot 30921380). 00000400:00000200:1.0:1557964317.874376:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.55@o2ib100 00000400:00000200:1.0:1557964317.874380:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.55@o2ib100(172.19.1.55@o2ib100:172.19.1.55@o2ib100) : GET 00000800:00000200:1.0:1557964317.874382:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.55@o2ib100 00000800:00000200:1.0:1557964317.874384:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f08a00] -> 172.19.1.55@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964317.874385:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915b2ec9e00] (20)++ 00000800:00000200:1.0:1557964317.874386:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915b2ec9e00] (21)++ 00000800:00000200:1.0:1557964317.874388:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915b2ec9e00] (22)-- 00000800:00000200:26.2F:1557964317.874389:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7c600] (21)++ 00000400:00000200:1.0:1557964317.874389:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964317.874390:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.22@o2ib100 00000400:00000010:1.0:1557964317.874391:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e3c800 (tot 30921780). 00000400:00000200:1.0:1557964317.874393:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.22@o2ib100 00000400:00000200:1.0:1557964317.874397:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.22@o2ib100(172.19.2.22@o2ib100:172.19.2.22@o2ib100) : GET 00000800:00000200:1.0:1557964317.874399:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.22@o2ib100 00000800:00000200:1.0:1557964317.874401:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f09900] -> 172.19.2.22@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964317.874402:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915b2ece400] (20)++ 00000800:00000200:1.0:1557964317.874403:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915b2ece400] (21)++ 00000800:00000200:1.0:1557964317.874405:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915b2ece400] (22)-- 00000400:00000200:1.0:1557964317.874406:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964317.874408:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.23@o2ib100 00000400:00000010:1.0:1557964317.874409:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e3be00 (tot 30922180). 00000400:00000200:1.0:1557964317.874410:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.23@o2ib100 00000400:00000200:1.0:1557964317.874414:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.23@o2ib100(172.19.2.23@o2ib100:172.19.2.23@o2ib100) : GET 00000800:00000200:1.0:1557964317.874415:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.23@o2ib100 00000800:00000200:1.0:1557964317.874418:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0bf80] -> 172.19.2.23@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964317.874418:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7bc00] (20)++ 00000800:00000200:1.0:1557964317.874419:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7bc00] (21)++ 00000800:00000200:27.2F:1557964317.874420:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7c800] (21)++ 00000800:00000200:11.2F:1557964317.874420:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ece400] (21)++ 00000800:00000200:1.0:1557964317.874421:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7bc00] (22)-- 00000400:00000200:1.0:1557964317.874422:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000400:00000200:1.0:1557964317.874424:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.24@o2ib100 00000400:00000010:1.0:1557964317.874425:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e39000 (tot 30922580). 00000400:00000200:1.0:1557964317.874427:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.24@o2ib100 00000800:00000200:26.0F:1557964317.874429:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c600] (22)++ 00000400:00000200:1.0:1557964317.874430:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.24@o2ib100(172.19.2.24@o2ib100:172.19.2.24@o2ib100) : GET 00000800:00000200:1.0:1557964317.874432:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.24@o2ib100 00000800:00000200:26.0:1557964317.874433:0:24068:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7c600] (23)-- 00000800:00000200:1.0:1557964317.874433:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f08780] -> 172.19.2.24@o2ib100 (2) version: 12 00000800:00000200:27.0F:1557964317.874434:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c800] (22)++ 00000800:00000200:1.0:1557964317.874435:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915b2ec9800] (20)++ 00000800:00000200:1.0:1557964317.874435:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915b2ec9800] (21)++ 00000400:00000010:26.0:1557964317.874437:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e3ac00 (tot 30922180). 00000800:00000200:27.0:1557964317.874438:0:24067:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7c800] (23)-- 00000800:00000200:1.0:1557964317.874438:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915b2ec9800] (22)-- 00000800:00000200:26.0:1557964317.874439:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c600] (22)-- 00000400:00000200:1.0:1557964317.874440:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4317978028 00000800:00000200:26.0:1557964317.874441:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c600] (21)-- 00000800:00000200:26.0:1557964317.874442:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (22)-- 00000400:00000200:1.0:1557964317.874442:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.25@o2ib100 00000800:00000200:28.2F:1557964317.874443:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7bc00] (21)++ 00000400:00000010:27.0:1557964317.874443:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e3ea00 (tot 30922180). 00000800:00000200:12.2F:1557964317.874443:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ec9e00] (21)++ 00000400:00000010:1.0:1557964317.874443:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e3dc00 (tot 30922580). 00000400:00000200:1.0:1557964317.874444:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.25@o2ib100 00000400:00000200:1.0:1557964317.874449:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.25@o2ib100(172.19.2.25@o2ib100:172.19.2.25@o2ib100) : GET 00000800:00000200:29.2:1557964317.874450:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ec9800] (21)++ 00000800:00000200:26.2:1557964317.874451:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7c600] (20)++ 00000800:00000200:1.0:1557964317.874451:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.25@o2ib100 00000800:00000200:27.0:1557964317.874453:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (21)-- 00000800:00000200:1.0:1557964317.874453:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0a200] -> 172.19.2.25@o2ib100 (2) version: 12 00000800:00000200:27.0:1557964317.874454:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (22)++ 00000800:00000200:1.0:1557964317.874455:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7b600] (20)++ 00000800:00000200:1.0:1557964317.874455:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7b600] (21)++ 00000800:00000200:27.0:1557964317.874456:0:24067:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7bc00] (23)-- 00000800:00000200:28.0F:1557964317.874458:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c600] (21)++ 00000800:00000200:28.0:1557964317.874473:0:24068:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.53@o2ib100 00000400:00000010:27.0:1557964317.874473:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e3be00 (tot 30921780). 00000800:00000200:27.0:1557964317.874474:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (22)-- 00000800:00000200:27.0:1557964317.874476:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (21)-- 00000800:00000200:19.0:1557964317.874476:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ece400] (22)++ 00000800:00000200:1.0:1557964317.874476:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7b600] (22)-- 00000400:00000200:28.0:1557964317.874477:0:24068:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.53@o2ib100 : REPLY 00000400:00000010:28.0:1557964317.874478:0:24068:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925fd04bc00 (tot 30922180). 00000800:00000200:24.0:1557964317.874478:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c600] (22)-- 00000800:00000200:19.0:1557964317.874481:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915b2ece400] (23)-- 00000400:00000200:28.0:1557964317.874482:0:24068:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.53@o2ib100 of length 64/64 into md 0x11 00000400:00000200:28.0:1557964317.874484:0:24068:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:27.2:1557964317.874484:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7c800] (20)++ 00000400:00000010:19.0:1557964317.874485:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e3c800 (tot 30921780). 00000400:00000010:28.0:1557964317.874486:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925fd04bc00 (tot 30921380). 00000800:00000200:6.0:1557964317.874486:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (22)++ 00000800:00000200:28.0:1557964317.874487:0:24068:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7c600] (21)++ 00000800:00000200:19.0:1557964317.874488:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ece400] (22)-- 00000800:00000200:28.0:1557964317.874489:0:24068:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7c600] (22)-- 00000800:00000200:27.0:1557964317.874489:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c800] (21)++ 00000800:00000200:6.0:1557964317.874489:0:24064:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915b2ec9e00] (23)-- 00000800:00000200:28.0:1557964317.874491:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c600] (21)-- 00000800:00000200:19.0:1557964317.874491:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9800] (22)++ 00000800:00000200:27.0:1557964317.874492:0:24067:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.54@o2ib100 00000800:00000200:19.0:1557964317.874492:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915b2ec9800] (23)-- 00000800:00000200:28.0:1557964317.874493:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (22)-- 00000400:00000010:6.0:1557964317.874493:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e3ec00 (tot 30920980). 00000400:00000200:27.0:1557964317.874495:0:24067:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.54@o2ib100 : REPLY 00000800:00000200:6.0:1557964317.874495:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (22)-- 00000400:00000010:19.0:1557964317.874496:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e39000 (tot 30920580). 00000400:00000010:27.0:1557964317.874497:0:24067:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff892575fc3600 (tot 30920980). 00000800:00000200:19.0:1557964317.874497:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (22)-- 00000800:00000200:6.0:1557964317.874498:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ece400] (21)++ 00000800:00000200:19.0:1557964317.874499:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (21)++ 00000400:00000200:27.0:1557964317.874500:0:24067:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.54@o2ib100 of length 64/64 into md 0x19 00000400:00000200:27.0:1557964317.874502:0:24067:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:6.0:1557964317.874502:0:24064:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.22@o2ib100 00000400:00000010:27.0:1557964317.874503:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff892575fc3600 (tot 30920580). 00000800:00000200:19.0:1557964317.874503:0:24063:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.55@o2ib100 00000800:00000200:4.0:1557964317.874503:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (21)-- 00000800:00000200:27.0:1557964317.874505:0:24067:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7c800] (21)++ 00000800:00000200:27.0:1557964317.874506:0:24067:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7c800] (22)-- 00000400:00000200:19.0:1557964317.874506:0:24063:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.55@o2ib100 : REPLY 00000400:00000200:6.0:1557964317.874506:0:24064:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.22@o2ib100 : REPLY 00000800:00000200:4.0:1557964317.874506:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ece400] (22)-- 00000800:00000200:27.0:1557964317.874507:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (21)-- 00000400:00000010:6.0:1557964317.874507:0:24064:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89254ea9d200 (tot 30920980). 00000800:00000200:4.0:1557964317.874507:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (22)-- 00000400:00000010:19.0:1557964317.874508:0:24063:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925eb78d200 (tot 30921380). 00000800:00000200:14.2:1557964317.874511:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7b600] (21)++ 00000400:00000200:6.0:1557964317.874511:0:24064:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.22@o2ib100 of length 64/64 into md 0x29 00000400:00000200:19.0:1557964317.874515:0:24063:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.55@o2ib100 of length 64/64 into md 0x21 00000400:00000200:6.0:1557964317.874518:0:24064:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:6.0:1557964317.874520:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89254ea9d200 (tot 30920980). 00000400:00000200:19.0:1557964317.874522:0:24063:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:14.0:1557964317.874522:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7b600] (22)++ 00000800:00000200:6.0:1557964317.874522:0:24064:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915b2ece400] (21)++ 00000400:00000010:19.0:1557964317.874523:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925eb78d200 (tot 30920580). 00000800:00000200:6.0:1557964317.874523:0:24064:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915b2ece400] (22)-- 00000800:00000200:19.0:1557964317.874524:0:24063:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915b2ec9e00] (21)++ 00000800:00000200:6.0:1557964317.874525:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ece400] (21)-- 00000800:00000200:19.0:1557964317.874526:0:24063:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915b2ec9e00] (22)-- 00000800:00000200:14.0:1557964317.874526:0:24066:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7b600] (23)-- 00000800:00000200:19.0:1557964317.874527:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (21)-- 00000800:00000200:28.0:1557964317.874528:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7b600] (22)-- 00000800:00000200:29.2:1557964317.874529:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ec9800] (20)++ 00000400:00000010:14.0:1557964317.874529:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e3dc00 (tot 30920180). 00000800:00000200:14.0:1557964317.874532:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7b600] (21)-- 00000800:00000200:4.0:1557964317.874538:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9800] (21)++ 00000800:00000200:4.0:1557964317.874542:0:24061:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.24@o2ib100 00000800:00000200:21.0:1557964317.874545:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (22)-- 00000400:00000200:4.0:1557964317.874546:0:24061:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.24@o2ib100 : REPLY 00000400:00000010:4.0:1557964317.874548:0:24061:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925bd2c2200 (tot 30920580). 00000400:00000200:4.0:1557964317.874552:0:24061:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.24@o2ib100 of length 64/64 into md 0x39 00000400:00000200:4.0:1557964317.874555:0:24061:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:4.0:1557964317.874558:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925bd2c2200 (tot 30920180). 00000800:00000200:4.0:1557964317.874560:0:24061:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915b2ec9800] (21)++ 00000800:00000200:4.0:1557964317.874561:0:24061:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915b2ec9800] (22)-- 00000800:00000200:4.0:1557964317.874562:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (21)-- 00000800:00000200:14.2:1557964317.874575:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7b600] (20)++ 00000800:00000200:14.0:1557964317.874580:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7b600] (21)++ 00000800:00000200:14.0:1557964317.874583:0:24065:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.25@o2ib100 00000800:00000200:27.0:1557964317.874585:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7b600] (22)-- 00000400:00000200:14.0:1557964317.874586:0:24065:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.25@o2ib100 : REPLY 00000400:00000010:14.0:1557964317.874589:0:24065:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915fdb7ce00 (tot 30920580). 00000400:00000200:14.0:1557964317.874592:0:24065:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.25@o2ib100 of length 64/64 into md 0x41 00000400:00000200:14.0:1557964317.874595:0:24065:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:14.0:1557964317.874596:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915fdb7ce00 (tot 30920180). 00000800:00000200:14.0:1557964317.874597:0:24065:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7b600] (21)++ 00000800:00000200:14.0:1557964317.874598:0:24065:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7b600] (22)-- 00000800:00000200:14.0:1557964317.874599:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7b600] (21)-- 00000800:00000200:28.2:1557964317.874628:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7bc00] (20)++ 00000800:00000200:28.0:1557964317.874632:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (21)++ 00000800:00000200:28.0:1557964317.874634:0:24068:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.23@o2ib100 00000400:00000200:28.0:1557964317.874637:0:24068:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.23@o2ib100 : REPLY 00000800:00000200:14.0:1557964317.874637:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (22)-- 00000400:00000010:28.0:1557964317.874638:0:24068:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925fd04bc00 (tot 30920580). 00000400:00000200:28.0:1557964317.874640:0:24068:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.23@o2ib100 of length 64/64 into md 0x31 00000400:00000200:28.0:1557964317.874641:0:24068:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:28.0:1557964317.874642:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925fd04bc00 (tot 30920180). 00000800:00000200:28.0:1557964317.874643:0:24068:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7bc00] (21)++ 00000800:00000200:28.0:1557964317.874644:0:24068:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7bc00] (22)-- 00000800:00000200:28.0:1557964317.874644:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (21)-- 00000400:00000200:1.0:1557964318.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964318.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964318.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964318.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964318.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964318.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964318.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964318.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000010:9.0:1557964319.468770:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf19700 (tot 30920436). 00000400:00000010:9.0:1557964319.468777:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf19700 (tot 30920180). 00000400:00000200:1.0:1557964319.874318:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964319.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964319.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964319.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964319.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964319.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964319.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964319.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964320.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964320.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964320.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964320.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964320.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964320.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964320.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964320.874361:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00010000:00000001:5.0:1557964320.894322:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964320.894325:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:5.0:1557964320.894328:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964320.894332:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964320.894333:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964320.894335:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964320.894338:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964320.894339:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964320.894340:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964320.894342:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964320.894343:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964320.894345:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964320.894346:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964320.894349:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964320.894350:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964320.894351:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964320.894352:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964320.894353:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964320.894354:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964320.894354:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:5.0:1557964320.894356:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964320.894356:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964320.894357:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964320.894358:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964320.894359:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964320.894359:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964320.894360:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964320.894362:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964320.894363:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964320.894363:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964320.894364:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964320.894365:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964320.894366:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964320.894367:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964320.894368:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964320.894369:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964320.894388:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964320.894393:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964320.894394:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964320.894394:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964320.894395:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1557964321.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964321.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964321.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964321.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964321.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964321.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964321.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964321.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964322.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964322.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964322.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964322.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964322.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964322.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964322.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964322.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964323.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964323.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964323.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964323.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964323.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964323.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964323.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964323.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000010:9.0:1557964324.469015:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf1be00 (tot 30920436). 00000400:00000010:9.0:1557964324.469023:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf1be00 (tot 30920180). 00000400:00000200:1.0:1557964324.874313:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964324.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964324.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964324.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964324.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964324.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964324.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964324.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964325.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964325.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964325.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964325.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964325.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964325.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964325.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964325.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000100:00000040:5.0:1557964325.927315:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964325.927321:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964325.927325:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514615a00. 00000020:00000040:5.0:1557964325.927328:0:24107:0:(genops.c:1214:class_import_get()) import ffff8925eae5c800 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:5.0:1557964325.927332:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964325.927335:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964325.927337:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964325.927341:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8cb00. 00000100:00000001:5.0:1557964325.927345:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964325.927350:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS req@ffff891514615a00 x1633636318337760/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964325.927361:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964325.927362:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964325.927365:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964325.927370:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514615a00] to pc [ptlrpcd_00_13:13] req@ffff891514615a00 x1633636318337760/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964325.927385:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964325.927386:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964325.927390:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964325.927391:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514617800. 00000020:00000040:5.0:1557964325.927393:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a72000 refcount=4 obd=looze-MDT0000-mdc-ffff8925ba270000 00000100:00000001:5.0:1557964325.927395:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964325.927396:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964325.927397:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964325.927399:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8e700. 00000100:00000001:5.0:1557964325.927401:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964325.927404:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0000_UUID req@ffff891514617800 x1633636318337776/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964325.927412:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964325.927413:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964325.927414:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964325.927417:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514617800] to pc [ptlrpcd_00_14:14] req@ffff891514617800 x1633636318337776/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964325.927424:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964325.927427:0:24088:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1557964325.927429:0:24088:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:16.0:1557964325.927430:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:16.0:1557964325.927433:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964325.927434:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1557964325.927434:0:24088:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514615a00 x1633636318337760/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:16.0:1557964325.927436:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:5.0:1557964325.927436:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:16.0:1557964325.927437:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964325.927439:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964325.927441:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514616300. 00000020:00000040:5.0:1557964325.927442:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a74800 refcount=4 obd=looze-MDT0001-mdc-ffff8925ba270000 00000100:00000001:5.0:1557964325.927444:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964325.927445:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1557964325.927445:0:24088:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 02000000:00000001:5.0:1557964325.927446:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964325.927446:0:24088:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964325.927447:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8f400. 00000100:00000001:5.0:1557964325.927449:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964325.927449:0:24088:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1557964325.927451:0:24088:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964325.927452:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID req@ffff891514616300 x1633636318337792/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00100000:1.0:1557964325.927455:0:24088:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_13:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24088:1633636318337760:172.19.1.24@o2ib100:400 00000100:00000001:1.0:1557964325.927459:0:24088:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:5.0:1557964325.927460:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964325.927460:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964325.927462:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964325.927462:0:24088:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1557964325.927463:0:24088:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964325.927465:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514616300] to pc [ptlrpcd_00_15:15] req@ffff891514616300 x1633636318337792/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:1.0:1557964325.927466:0:24088:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1557964325.927468:0:24088:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925e1e3e400. 02000000:00000001:1.0:1557964325.927470:0:24088:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0F:1557964325.927472:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1557964325.927474:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1557964325.927474:0:24088:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924ca681cc0. 00000100:00000040:5.0:1557964325.927475:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1557964325.927477:0:24088:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89251f217f80. 00000100:00000001:2.0:1557964325.927478:0:24089:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1557964325.927479:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1557964325.927479:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1557964325.927479:0:24089:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000010:5.0:1557964325.927480:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514613f00. 00000020:00000040:5.0:1557964325.927481:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a77000 refcount=5 obd=looze-OST0008-osc-ffff8925ba270000 00000100:00000200:1.0:1557964325.927481:0:24088:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318337760, portal 25 00000100:00000001:3.0:1557964325.927482:0:24090:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1557964325.927483:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964325.927483:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1557964325.927483:0:24088:0:(client.c:2835:ptlrpc_request_addref()) Process entered 02000000:00000001:5.0:1557964325.927484:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964325.927484:0:24090:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1557964325.927484:0:24088:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362083840 : -130751347467776 : ffff891514615a00) 00000100:00000040:2.0:1557964325.927485:0:24089:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514617800 x1633636318337776/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000010:5.0:1557964325.927486:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8db00. 00000100:00000001:5.0:1557964325.927487:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1557964325.927489:0:24090:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514616300 x1633636318337792/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:1.0:1557964325.927489:0:24088:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514615a00 x1633636318337760/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964431 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:5.0:1557964325.927490:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID req@ffff891514613f00 x1633636318337808/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964325.927495:0:24089:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1557964325.927496:0:24089:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927498:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1557964325.927498:0:24088:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:5.0:1557964325.927499:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1557964325.927499:0:24089:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1557964325.927500:0:24090:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000001:5.0:1557964325.927501:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964325.927501:0:24090:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1557964325.927501:0:24089:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1557964325.927501:0:24088:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 02000000:00000001:3.0:1557964325.927503:0:24090:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1557964325.927503:0:24088:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89251f217880. 00000100:00000040:5.0:1557964325.927504:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514613f00] to pc [ptlrpcd_00_00:0] req@ffff891514613f00 x1633636318337808/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00100000:2.0:1557964325.927504:0:24089:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_14:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24089:1633636318337776:172.19.1.24@o2ib100:400 02000000:00000001:3.0:1557964325.927505:0:24090:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1557964325.927507:0:24088:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636318337760, offset 0 00000100:00000001:2.0:1557964325.927508:0:24089:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1557964325.927509:0:24090:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_15:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24090:1633636318337792:172.19.1.25@o2ib100:400 02000000:00000001:2.0:1557964325.927510:0:24089:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1557964325.927510:0:24088:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e3ba00 (tot 30920580). 02000000:00000001:2.0:1557964325.927511:0:24089:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964325.927512:0:24090:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1557964325.927513:0:24089:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1557964325.927514:0:24090:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1557964325.927515:0:24090:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1557964325.927515:0:24089:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8924a72c6400. 00000400:00000200:1.0:1557964325.927515:0:24088:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 02000000:00000001:3.0:1557964325.927517:0:24090:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1557964325.927517:0:24089:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964325.927519:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1557964325.927519:0:24090:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8915b1ff9e00. 00000100:00000040:5.0:1557964325.927520:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0009_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964325.927523:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964325.927524:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514617b00. 02000000:00000001:3.0:1557964325.927524:0:24090:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:5.0:1557964325.927526:0:24107:0:(genops.c:1214:class_import_get()) import ffff891512a11000 refcount=5 obd=looze-OST0009-osc-ffff8925ba270000 00000400:00000200:1.0:1557964325.927527:0:24088:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000100:00000001:5.0:1557964325.927528:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964325.927528:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964325.927529:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964325.927531:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8c100. 00000400:00000010:2.0:1557964325.927531:0:24089:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925f471c300. 00000400:00000010:3.0:1557964325.927532:0:24090:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8915e9408720. 00000100:00000001:5.0:1557964325.927533:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1557964325.927533:0:24088:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000400:00000010:2.0:1557964325.927534:0:24089:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915a1ec0b00. 00000400:00000010:3.0:1557964325.927535:0:24090:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff891595bd0e80. 00000100:00000040:5.0:1557964325.927536:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0009_UUID req@ffff891514617b00 x1633636318337824/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000200:2.0:1557964325.927537:0:24089:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318337776, portal 10 00000100:00000200:3.0:1557964325.927538:0:24090:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318337792, portal 10 00000100:00000001:2.0:1557964325.927539:0:24089:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1557964325.927539:0:24088:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000100:00000001:3.0:1557964325.927540:0:24090:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1557964325.927540:0:24089:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362091520 : -130751347460096 : ffff891514617800) 00000100:00000001:3.0:1557964325.927541:0:24090:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362086144 : -130751347465472 : ffff891514616300) 00000020:00000001:5.0:1557964325.927543:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000800:00000200:1.0:1557964325.927543:0:24088:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (20)++ 00000020:00000001:5.0:1557964325.927544:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964325.927545:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1557964325.927545:0:24089:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514617800 x1633636318337776/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964431 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:1.0:1557964325.927545:0:24088:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (21)++ 00000100:00000040:3.0:1557964325.927547:0:24090:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514616300 x1633636318337792/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964431 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:5.0:1557964325.927549:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514617b00] to pc [ptlrpcd_00_01:1] req@ffff891514617b00 x1633636318337824/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000800:00000200:1.0:1557964325.927550:0:24088:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:1.0:1557964325.927551:0:24088:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964325.927553:0:24088:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1557964325.927554:0:24089:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:3.0:1557964325.927555:0:24090:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:1.0:1557964325.927555:0:24088:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964325.927557:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1557964325.927557:0:24089:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000100:00000001:1.0:1557964325.927558:0:24088:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1557964325.927559:0:24090:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:2.0:1557964325.927559:0:24089:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915a1ec0f00. 00000020:00000001:5.0:1557964325.927560:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2740264 : 2740264 : 29d028) 00000400:00000010:3.0:1557964325.927560:0:24090:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff891595bd0d80. 00000100:00000200:2.0:1557964325.927560:0:24089:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318337776, offset 0 00000100:00000001:1.0:1557964325.927560:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964325.927562:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2957816 : 2957816 : 2d21f8) 00000100:00000001:4.0:1557964325.927562:0:24075:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1557964325.927562:0:24090:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318337792, offset 0 00000020:00000001:5.0:1557964325.927564:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705579960 : -3971656 : ffffffffffc365b8) 00000400:00000010:2.0:1557964325.927564:0:24089:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c7800 (tot 30920980). 00000100:00000001:1.0:1557964325.927564:0:24088:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:4.0:1557964325.927565:0:24075:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1557964325.927565:0:24090:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ffcc00 (tot 30921380). 00000100:00000001:1.0:1557964325.927565:0:24088:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964325.927566:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073699906194 : -9645422 : ffffffffff6cd292) 00000100:00000001:4.0:1557964325.927567:0:24075:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1557964325.927567:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964325.927568:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1103848 : 1103848 : 10d7e8) 00000400:00000200:2.0:1557964325.927568:0:24089:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000100:00000001:1.0:1557964325.927568:0:24088:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:6.0:1557964325.927569:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964325.927569:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709448694 : -102922 : fffffffffffe6df6) 00000100:00000001:1.0:1557964325.927569:0:24088:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927571:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705772667 : -3778949 : ffffffffffc6567b) 00000100:00000001:1.0:1557964325.927571:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964325.927572:0:24076:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:4.0:1557964325.927572:0:24075:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514613f00 x1633636318337808/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000400:00000200:3.0:1557964325.927572:0:24090:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000020:00000001:5.0:1557964325.927573:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2490092 : 2490092 : 25feec) 00000100:00000001:1.0:1557964325.927573:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964325.927574:0:24076:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:5.0:1557964325.927574:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2081840 : 2081840 : 1fc430) 00000100:00000001:1.0:1557964325.927574:0:24088:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1557964325.927575:0:24088:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964325.927576:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927577:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=55480 : 55480 : d8b8) 00000100:00000040:6.0:1557964325.927579:0:24076:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514617b00 x1633636318337824/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964325.927579:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073708005614 : -1546002 : ffffffffffe868ee) 00000020:00000001:5.0:1557964325.927580:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709443432 : -108184 : fffffffffffe5968) 00000400:00000200:2.0:1557964325.927580:0:24089:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:5.0:1557964325.927583:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709484336 : -67280 : fffffffffffef930) 00000100:00000001:4.0:1557964325.927583:0:24075:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:4.0:1557964325.927584:0:24075:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927585:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709450824 : -100792 : fffffffffffe7648) 00000800:00000200:2.0:1557964325.927586:0:24089:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:5.0:1557964325.927587:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709522752 : -28864 : ffffffffffff8f40) 02000000:00000001:4.0:1557964325.927587:0:24075:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:29.2:1557964325.927588:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (21)++ 02000000:00000001:4.0:1557964325.927588:0:24075:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927589:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709546976 : -4640 : ffffffffffffede0) 00000100:00000001:6.0:1557964325.927590:0:24076:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000001:5.0:1557964325.927591:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=51544 : 51544 : c958) 00000020:00000001:5.0:1557964325.927592:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7833692 : 7833692 : 77885c) 00000100:00100000:4.0:1557964325.927592:0:24075:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24075:1633636318337808:172.19.1.35@o2ib100:400 00000800:00000200:2.0:1557964325.927592:0:24089:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000100:00000001:6.0:1557964325.927594:0:24076:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927594:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1435441 : 1435441 : 15e731) 00000020:00000001:5.0:1557964325.927595:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=15616 : 15616 : 3d00) 00000400:00000200:3.0:1557964325.927595:0:24090:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:2.0:1557964325.927595:0:24089:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (22)++ 00000100:00000001:4.0:1557964325.927596:0:24075:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:5.0:1557964325.927597:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=668095 : 668095 : a31bf) 02000000:00000001:4.0:1557964325.927597:0:24075:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1557964325.927597:0:24089:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (23)++ 00000020:00000001:5.0:1557964325.927599:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1358872 : 1358872 : 14bc18) 02000000:00000001:4.0:1557964325.927599:0:24075:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927601:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1562477 : 1562477 : 17d76d) 02000000:00000001:4.0:1557964325.927601:0:24075:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1557964325.927601:0:24090:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 02000000:00000001:6.0:1557964325.927602:0:24076:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:5.0:1557964325.927602:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1734924 : 1734924 : 1a790c) 02000000:00000001:6.0:1557964325.927603:0:24076:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:4.0:1557964325.927603:0:24075:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925bd2c2200. 00000800:00000200:2.0:1557964325.927603:0:24089:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (24)-- 00000020:00000001:5.0:1557964325.927604:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=92728 : 92728 : 16a38) 00000100:00000001:2.0:1557964325.927604:0:24089:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964325.927605:0:24075:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927606:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2027914 : 2027914 : 1ef18a) 00000100:00000001:2.0:1557964325.927606:0:24089:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:6.0:1557964325.927607:0:24076:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24076:1633636318337824:172.19.1.36@o2ib100:400 00000020:00000001:5.0:1557964325.927607:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=114620 : 114620 : 1bfbc) 00000800:00000200:3.0:1557964325.927607:0:24090:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f3c80] -> 172.19.1.25@o2ib100 (2) version: 12 00000400:00000010:4.0:1557964325.927608:0:24075:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925c1dda5a0. 00000100:00000001:2.0:1557964325.927608:0:24089:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927609:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=4096 : 4096 : 1000) 00000800:00000200:3.0:1557964325.927610:0:24090:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925eb377e00] (20)++ 00000100:00000001:6.0:1557964325.927611:0:24076:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:5.0:1557964325.927611:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709528278 : -23338 : ffffffffffffa4d6) 00000400:00000010:4.0:1557964325.927611:0:24075:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f0bce580. 00000100:00000001:2.0:1557964325.927611:0:24089:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964325.927612:0:24090:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925eb377e00] (21)++ 00000100:00000001:2.0:1557964325.927612:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:6.0:1557964325.927613:0:24076:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:5.0:1557964325.927613:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=6747 : 6747 : 1a5b) 02000000:00000001:6.0:1557964325.927614:0:24076:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:4.0:1557964325.927614:0:24075:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318337808, portal 4 00000020:00000001:5.0:1557964325.927615:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709531320 : -20296 : ffffffffffffb0b8) 02000000:00000001:6.0:1557964325.927616:0:24076:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:4.0:1557964325.927616:0:24075:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1557964325.927616:0:24089:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:5.0:1557964325.927617:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709543636 : -7980 : ffffffffffffe0d4) 00000100:00000001:4.0:1557964325.927617:0:24075:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362076928 : -130751347474688 : ffff891514613f00) 00000800:00000200:3.0:1557964325.927617:0:24090:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925eb377e00] (22)-- 02000000:00000010:6.0:1557964325.927618:0:24076:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff89254ea9d200. 00000020:00000001:5.0:1557964325.927618:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964325.927618:0:24090:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964325.927618:0:24089:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 02000000:00000001:6.0:1557964325.927620:0:24076:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927620:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964325.927620:0:24090:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1557964325.927620:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1557964325.927621:0:24089:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964325.927622:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964325.927622:0:24090:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964325.927622:0:24089:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927623:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964325.927623:0:24075:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514613f00 x1633636318337808/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964431 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000400:00000010:6.0:1557964325.927624:0:24076:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925c80093c0. 00000020:00000001:5.0:1557964325.927624:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964325.927624:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964325.927625:0:24090:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964325.927625:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964325.927626:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964325.927626:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1557964325.927626:0:24089:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000010:6.0:1557964325.927627:0:24076:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f52ac780. 00000100:00000001:2.0:1557964325.927627:0:24089:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927628:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964325.927629:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:6.0:1557964325.927630:0:24076:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318337824, portal 4 00000020:00000001:5.0:1557964325.927630:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964325.927630:0:24090:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:5.0:1557964325.927631:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964325.927631:0:24075:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:3.0:1557964325.927631:0:24090:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:6.0:1557964325.927632:0:24076:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:6.0:1557964325.927633:0:24076:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362092288 : -130751347459328 : ffff891514617b00) 00000020:00000001:5.0:1557964325.927633:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964325.927633:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964325.927634:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964325.927634:0:24075:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.35@o2ib100 00000100:00000001:3.0:1557964325.927634:0:24090:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1557964325.927635:0:24090:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927636:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964325.927636:0:24075:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f0bcea80. 00000100:00000001:3.0:1557964325.927637:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:6.0:1557964325.927638:0:24076:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514617b00 x1633636318337824/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964431 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964325.927638:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:4.0:1557964325.927638:0:24075:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1633636318337808, offset 0 00000100:00000001:3.0:1557964325.927639:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964325.927640:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964325.927640:0:24090:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964325.927641:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964325.927641:0:24075:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925bd2c3c00 (tot 30921780). 00000100:00000001:3.0:1557964325.927641:0:24090:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927642:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964325.927642:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927644:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927645:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1557964325.927645:0:24075:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.35@o2ib100 00000100:00000001:6.0:1557964325.927647:0:24076:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:5.0:1557964325.927647:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927648:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927649:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:6.0:1557964325.927650:0:24076:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.36@o2ib100 00000800:00000200:2.0:1557964325.927650:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)++ 00000800:00000200:14.2:1557964325.927651:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (21)++ 00000020:00000001:5.0:1557964325.927651:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964325.927652:0:24076:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f52add00. 00000020:00000001:5.0:1557964325.927652:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927653:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:6.0:1557964325.927654:0:24076:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1633636318337824, offset 0 00000020:00000001:5.0:1557964325.927655:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964325.927655:0:24064:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (24)-- 00000020:00000001:5.0:1557964325.927656:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964325.927657:0:24076:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89254ea9e400 (tot 30922180). 00000020:00000001:5.0:1557964325.927658:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1557964325.927658:0:24075:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.35@o2ib100(172.19.1.35@o2ib100:172.19.1.35@o2ib100) : PUT 00000100:00000001:2.0:1557964325.927658:0:24064:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:5.0:1557964325.927659:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927661:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1557964325.927661:0:24064:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514615a00 x1633636318337760/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964431 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964325.927662:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927663:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927665:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927666:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1557964325.927667:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)++ 00000020:00000001:5.0:1557964325.927667:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964325.927667:0:24075:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.35@o2ib100 00000020:00000001:5.0:1557964325.927669:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927670:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964325.927670:0:24064:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000800:00000200:14.0:1557964325.927672:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)++ 00000020:00000001:5.0:1557964325.927672:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927673:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1557964325.927673:0:24064:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514615a00 x1633636318337760/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964431 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:4.0:1557964325.927674:0:24075:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f2000] -> 172.19.1.35@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964325.927675:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1557964325.927676:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (24)-- 00000020:00000001:5.0:1557964325.927677:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964325.927677:0:24075:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (20)++ 00000800:00000200:14.0:1557964325.927679:0:24067:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925eb377e00] (23)-- 00000800:00000200:4.0:1557964325.927679:0:24075:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7cc00] (21)++ 00000020:00000001:5.0:1557964325.927680:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964325.927681:0:24064:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927682:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964325.927683:0:24064:0:(events.c:81:request_out_callback()) Process leaving 00000800:00000200:4.0:1557964325.927684:0:24075:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (22)-- 00000400:00000200:2.0:1557964325.927684:0:24064:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89251f217880 00000020:00000001:5.0:1557964325.927685:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964325.927685:0:24075:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927686:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964325.927686:0:24064:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89251f217880. 00000100:00000001:4.0:1557964325.927687:0:24075:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:21.0:1557964325.927688:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)-- 00000020:00000001:5.0:1557964325.927689:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964325.927689:0:24075:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964325.927689:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e3ba00 (tot 30921780). 00000400:00000200:6.0:1557964325.927690:0:24076:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.36@o2ib100 00000020:00000001:5.0:1557964325.927691:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964325.927692:0:24075:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964325.927692:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:19.0:1557964325.927693:0:24063:0:(events.c:52:request_out_callback()) Process entered 00000100:00000001:4.0:1557964325.927693:0:24075:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964325.927694:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927696:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:19.0:1557964325.927697:0:24063:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514617800 x1633636318337776/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964431 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964325.927697:0:24075:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:5.0:1557964325.927698:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964325.927698:0:24075:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:4.0:1557964325.927700:0:24075:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964325.927701:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964325.927701:0:24075:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:4.0:1557964325.927702:0:24075:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1557964325.927703:0:24076:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) : PUT 00000020:00000001:5.0:1557964325.927703:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964325.927704:0:24075:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927705:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964325.927706:0:24063:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:4.0:1557964325.927706:0:24075:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964325.927707:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964325.927707:0:24075:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:6.0:1557964325.927708:0:24076:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.36@o2ib100 00000100:00000001:4.0:1557964325.927708:0:24075:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:19.0:1557964325.927709:0:24063:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514617800 x1633636318337776/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964431 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964325.927709:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964325.927709:0:24075:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927710:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927712:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:6.0:1557964325.927714:0:24076:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915a1ec0580] -> 172.19.1.36@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964325.927714:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927715:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964325.927717:0:24063:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:6.0:1557964325.927717:0:24076:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (20)++ 00000020:00000001:5.0:1557964325.927717:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964325.927718:0:24063:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:5.0:1557964325.927718:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:6.0:1557964325.927719:0:24076:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fdb7cc00] (21)++ 00000400:00000200:19.0:1557964325.927720:0:24063:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915a1ec0f00 00000020:00000001:5.0:1557964325.927720:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927721:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:19.0:1557964325.927722:0:24063:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915a1ec0f00. 00000020:00000001:5.0:1557964325.927723:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:6.0:1557964325.927724:0:24076:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (22)-- 00000020:00000001:5.0:1557964325.927724:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:19.0:1557964325.927725:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c7800 (tot 30921380). 00000100:00000001:14.0:1557964325.927725:0:24067:0:(events.c:52:request_out_callback()) Process entered 00000100:00000001:6.0:1557964325.927725:0:24076:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927726:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:15.0:1557964325.927727:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000100:00000001:6.0:1557964325.927727:0:24076:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964325.927727:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1557964325.927728:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000100:00000001:6.0:1557964325.927729:0:24076:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927729:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:14.0:1557964325.927730:0:24067:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514616300 x1633636318337792/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964431 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964325.927730:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964325.927731:0:24076:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.2:1557964325.927732:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (21)++ 00000020:00000001:5.0:1557964325.927732:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927733:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964325.927734:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964325.927735:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927736:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964325.927738:0:24076:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:5.0:1557964325.927738:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964325.927739:0:24076:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964325.927739:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964325.927741:0:24067:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:6.0:1557964325.927741:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964325.927742:0:24076:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964325.927742:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964325.927743:0:24076:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927743:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1557964325.927744:0:24067:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514616300 x1633636318337792/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964431 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:6.0:1557964325.927745:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927745:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927746:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964325.927747:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964325.927748:0:24076:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964325.927748:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964325.927749:0:24076:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927749:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964325.927750:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927751:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.0:1557964325.927753:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)++ 00000100:00000001:14.0:1557964325.927753:0:24067:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927753:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927754:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964325.927755:0:24067:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:5.0:1557964325.927756:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:14.0:1557964325.927757:0:24067:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff891595bd0d80 00000020:00000001:5.0:1557964325.927757:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927758:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:14.0:1557964325.927759:0:24067:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff891595bd0d80. 00000800:00000200:9.2:1557964325.927759:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (21)++ 00000020:00000001:5.0:1557964325.927760:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927761:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.0:1557964325.927762:0:24066:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7cc00] (23)-- 00000400:00000010:14.0:1557964325.927763:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ffcc00 (tot 30920980). 00000020:00000001:5.0:1557964325.927763:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927764:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:24.0:1557964325.927766:0:24066:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:14.0:1557964325.927766:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000020:00000001:5.0:1557964325.927766:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927767:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964325.927769:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000020:00000001:5.0:1557964325.927769:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927770:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:24.0:1557964325.927772:0:24066:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514613f00 x1633636318337808/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964431 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964325.927772:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927773:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927790:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927791:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927791:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927792:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927792:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927793:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927794:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927794:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927795:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927805:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927806:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964325.927806:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)++ 00000100:00000001:24.0:1557964325.927807:0:24066:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:5.0:1557964325.927807:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964325.927808:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (20)++ 00000100:00000040:24.0:1557964325.927809:0:24066:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514613f00 x1633636318337808/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964431 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964325.927809:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964325.927809:0:24061:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fdb7cc00] (23)-- 00000020:00000001:5.0:1557964325.927810:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927811:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:24.0:1557964325.927812:0:24066:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964325.927812:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000020:00000001:5.0:1557964325.927812:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:28.0:1557964325.927813:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)++ 00000100:00000001:24.0:1557964325.927813:0:24066:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:5.0:1557964325.927813:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:24.0:1557964325.927814:0:24066:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f0bcea80 00000020:00000001:5.0:1557964325.927814:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964325.927815:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (20)++ 00000400:00000010:24.0:1557964325.927815:0:24066:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f0bcea80. 00000020:00000001:5.0:1557964325.927815:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927816:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964325.927816:0:24061:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:24.0:1557964325.927817:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925bd2c3c00 (tot 30920580). 00000020:00000001:5.0:1557964325.927817:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927818:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927818:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:4.0:1557964325.927818:0:24061:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514617b00 x1633636318337824/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964431 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:28.0:1557964325.927819:0:24068:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000800:00000200:24.0:1557964325.927819:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000020:00000001:5.0:1557964325.927819:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927819:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927820:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.0:1557964325.927821:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000020:00000001:5.0:1557964325.927821:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927821:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927822:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964325.927822:0:24061:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:5.0:1557964325.927823:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927823:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:28.0:1557964325.927824:0:24068:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000020:00000001:5.0:1557964325.927824:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964325.927824:0:24061:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514617b00 x1633636318337824/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964431 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000400:00000010:28.0:1557964325.927825:0:24068:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925fd04bc00 (tot 30920980). 00000020:00000001:5.0:1557964325.927825:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964325.927825:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000020:00000001:5.0:1557964325.927826:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927826:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927827:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964325.927827:0:24061:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:28.0:1557964325.927828:0:24068:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc898725b00 00000020:00000001:5.0:1557964325.927828:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964325.927828:0:24061:0:(events.c:81:request_out_callback()) Process leaving 00000800:00000200:2.0:1557964325.927828:0:24064:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.24@o2ib100 00000020:00000001:5.0:1557964325.927829:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927829:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1557964325.927829:0:24061:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f52add00 00000800:00000200:19.0:1557964325.927830:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000020:00000001:5.0:1557964325.927830:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927830:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964325.927830:0:24061:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f52add00. 00000020:00000001:5.0:1557964325.927831:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:28.0:1557964325.927832:0:24068:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0xa255 [1] + 192 00000020:00000001:5.0:1557964325.927832:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927832:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964325.927832:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89254ea9e400 (tot 30920580). 00000400:00000200:2.0:1557964325.927832:0:24064:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000800:00000200:19.0:1557964325.927833:0:24063:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000020:00000001:5.0:1557964325.927833:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964325.927833:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000020:00000001:5.0:1557964325.927834:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964325.927834:0:24064:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c6200 (tot 30920980). 00000100:00000001:28.0:1557964325.927835:0:24068:0:(events.c:91:reply_in_callback()) Process entered 00000020:00000001:5.0:1557964325.927835:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964325.927835:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)-- 00000020:00000001:5.0:1557964325.927836:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:28.0:1557964325.927837:0:24068:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514616300 x1633636318337792/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964431 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000400:00000200:19.0:1557964325.927837:0:24063:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000020:00000001:5.0:1557964325.927837:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1557964325.927837:0:24064:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc898725ae0 00000400:00000010:19.0:1557964325.927838:0:24063:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925eb78d200 (tot 30921380). 00000020:00000001:5.0:1557964325.927838:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927838:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927839:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927839:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927840:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1557964325.927840:0:24064:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1bfd1 [1] + 192 00000100:00000040:28.0:1557964325.927841:0:24068:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514616300 x1633636318337792/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964431 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000200:19.0:1557964325.927841:0:24063:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc898725af0 00000020:00000001:5.0:1557964325.927841:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927842:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927842:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927843:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927843:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:19.0:1557964325.927844:0:24063:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1bfe1 [1] + 192 00000020:00000001:5.0:1557964325.927844:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927845:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927845:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964325.927846:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964325.927846:0:24064:0:(events.c:91:reply_in_callback()) Process entered 00000020:00000001:5.0:1557964325.927847:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964325.927847:0:24107:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318072081) 00000100:00000200:2.0:1557964325.927847:0:24064:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514615a00 x1633636318337760/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964431 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:28.0:1557964325.927851:0:24068:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000040:2.0:1557964325.927851:0:24064:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514615a00 x1633636318337760/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964431 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000010:28.0:1557964325.927853:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925fd04bc00 (tot 30920980). 00000800:00000200:28.0:1557964325.927854:0:24068:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925eb377e00] (21)++ 00000800:00000200:28.0:1557964325.927855:0:24068:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925eb377e00] (22)-- 00000100:00000001:2.0:1557964325.927855:0:24064:0:(events.c:171:reply_in_callback()) Process leaving 00000800:00000200:28.0:1557964325.927856:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000100:00000001:19.0:1557964325.927856:0:24063:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:3.0:1557964325.927856:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964325.927856:0:24090:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1557964325.927857:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c6200 (tot 30920580). 00000100:00000200:19.0:1557964325.927858:0:24063:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514617800 x1633636318337776/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964431 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000400:00000001:3.0:1557964325.927858:0:24090:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1557964325.927858:0:24064:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)++ 00000400:00000001:3.0:1557964325.927859:0:24090:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1557964325.927859:0:24064:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (23)-- 00000100:00000001:3.0:1557964325.927860:0:24090:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:2.0:1557964325.927860:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000200:3.0:1557964325.927862:0:24090:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514616300 x1633636318337792/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964431 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000040:19.0:1557964325.927863:0:24063:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514617800 x1633636318337776/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964431 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:3.0:1557964325.927868:0:24090:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514616300 x1633636318337792/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964431 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964325.927870:0:24063:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:19.0:1557964325.927871:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925eb78d200 (tot 30920180). 00000100:00000001:3.0:1557964325.927872:0:24090:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:2.0:1557964325.927872:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1557964325.927872:0:24089:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:19.0:1557964325.927873:0:24063:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (21)++ 00000400:00000010:3.0:1557964325.927873:0:24090:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8915e9408720. 00000400:00000200:3.0:1557964325.927874:0:24090:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff891595bd0e80 00000400:00000001:2.0:1557964325.927874:0:24089:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1557964325.927874:0:24089:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1557964325.927875:0:24090:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff891595bd0e80. 00000100:00000001:2.0:1557964325.927875:0:24089:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:19.0:1557964325.927876:0:24063:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:3.0:1557964325.927876:0:24090:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1557964325.927876:0:24089:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514617800 x1633636318337776/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964431 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:19.0:1557964325.927877:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000100:00000001:3.0:1557964325.927878:0:24090:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:3.0:1557964325.927879:0:24090:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1557964325.927879:0:24090:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1557964325.927880:0:24089:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514617800 x1633636318337776/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964431 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:3.0:1557964325.927881:0:24090:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964325.927882:0:24090:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964325.927883:0:24089:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:2.0:1557964325.927883:0:24089:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925f471c300. 00000100:00000001:1.0:1557964325.927883:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1557964325.927884:0:24089:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915a1ec0b00 00000100:00000001:1.0:1557964325.927884:0:24088:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1557964325.927885:0:24090:0:(import.c:1677:at_measured()) add 45 to ffff891506a74c00 time=125 v=45 (45 45 45 45) 00000400:00000010:2.0:1557964325.927885:0:24089:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915a1ec0b00. 00000100:00000001:2.0:1557964325.927885:0:24089:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1557964325.927886:0:24090:0:(import.c:1677:at_measured()) add 1 to ffff891506a74bc8 time=125 v=45 (1 1 1 1) 00000100:00000001:2.0:1557964325.927886:0:24089:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:2.0:1557964325.927886:0:24089:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1557964325.927886:0:24088:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1557964325.927887:0:24090:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1557964325.927887:0:24089:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1557964325.927887:0:24089:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1557964325.927887:0:24088:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1557964325.927887:0:24088:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:3.0:1557964325.927888:0:24090:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1557964325.927888:0:24089:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1557964325.927889:0:24090:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1557964325.927889:0:24088:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514615a00 x1633636318337760/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964431 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00010000:00080000:3.0:1557964325.927890:0:24090:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff891514616300 x1633636318337792/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964431 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00001000:2.0:1557964325.927890:0:24089:0:(import.c:1677:at_measured()) add 45 to ffff891506a72400 time=125 v=45 (45 45 45 45) 00000100:00001000:2.0:1557964325.927891:0:24089:0:(import.c:1677:at_measured()) add 1 to ffff891506a723c8 time=125 v=45 (1 1 1 1) 00000100:00000001:2.0:1557964325.927892:0:24089:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1557964325.927892:0:24089:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1557964325.927893:0:24090:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1557964325.927893:0:24089:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1557964325.927894:0:24089:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1557964325.927894:0:24088:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514615a00 x1633636318337760/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964431 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:3.0:1557964325.927895:0:24090:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1557964325.927895:0:24090:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-mdc-ffff8925ba270000: skip recheck: last_committed 0 00000100:00000001:2.0:1557964325.927895:0:24089:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1557964325.927896:0:24090:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1557964325.927896:0:24090:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1557964325.927896:0:24089:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-mdc-ffff8925ba270000: skip recheck: last_committed 30064774473 00000100:00000001:2.0:1557964325.927897:0:24089:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1557964325.927897:0:24089:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1557964325.927898:0:24090:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514616300 x1633636318337792/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964431 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:1.0:1557964325.927898:0:24088:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000040:2.0:1557964325.927899:0:24089:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514617800 x1633636318337776/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964431 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000010:1.0:1557964325.927899:0:24088:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924ca681cc0. 00000800:00000200:24.2:1557964325.927900:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (20)++ 00000400:00000200:1.0:1557964325.927900:0:24088:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89251f217f80 00000100:00000001:3.0:1557964325.927901:0:24090:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1557964325.927902:0:24090:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1557964325.927902:0:24089:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1557964325.927902:0:24088:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89251f217f80. 00000100:00000001:2.0:1557964325.927903:0:24089:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1557964325.927903:0:24089:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964325.927903:0:24088:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:24.0:1557964325.927904:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)++ 00000100:00000001:3.0:1557964325.927904:0:24090:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964325.927904:0:24088:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:1.0:1557964325.927904:0:24088:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1557964325.927905:0:24090:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514616300 x1633636318337792/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964431 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000040:2.0:1557964325.927905:0:24089:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514617800 x1633636318337776/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964431 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:1.0:1557964325.927905:0:24088:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964325.927906:0:24088:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964325.927907:0:24088:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.0:1557964325.927908:0:24065:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.35@o2ib100 00000100:00100000:2.0:1557964325.927908:0:24089:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_14:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24089:1633636318337776:172.19.1.24@o2ib100:400 00000100:00001000:1.0:1557964325.927908:0:24088:0:(import.c:1677:at_measured()) add 45 to ffff8925eae5cc00 time=125 v=45 (45 45 45 45) 00000800:00000200:14.0:1557964325.927909:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000100:00100000:3.0:1557964325.927909:0:24090:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_15:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24090:1633636318337792:172.19.1.25@o2ib100:400 00000100:00000001:2.0:1557964325.927910:0:24089:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1557964325.927910:0:24089:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00001000:1.0:1557964325.927910:0:24088:0:(import.c:1677:at_measured()) add 1 to ffff8925eae5cbc8 time=125 v=45 (1 1 1 1) 00000100:00000001:3.0:1557964325.927911:0:24090:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964325.927911:0:24088:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1557964325.927911:0:24088:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:24.0:1557964325.927912:0:24065:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.35@o2ib100 : PUT 00000100:00000001:3.0:1557964325.927912:0:24090:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1557964325.927912:0:24089:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514617800 x1633636318337776/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964431 ref 1 fl Complete:RN/0/0 rc 0/0 00010000:00000001:1.0:1557964325.927912:0:24088:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000400:00000010:24.0:1557964325.927913:0:24065:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff892553917a00 (tot 30920580). 00000100:00000040:3.0:1557964325.927913:0:24090:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514616300 x1633636318337792/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964431 ref 1 fl Complete:RN/0/0 rc 0/0 00010000:00000001:1.0:1557964325.927913:0:24088:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964325.927914:0:24088:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964325.927915:0:24089:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1557964325.927915:0:24089:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1557964325.927915:0:24088:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514615a00 x1633636318337760/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964431 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000200:24.0:1557964325.927916:0:24065:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.35@o2ib100 of length 192 into portal 4 MB=0x5cdc898725b10 00000100:00000001:3.0:1557964325.927916:0:24090:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1557964325.927916:0:24090:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1557964325.927916:0:24089:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8924a72c6400. 02000000:00000010:3.0:1557964325.927917:0:24090:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8915b1ff9e00. 02000000:00000001:3.0:1557964325.927917:0:24090:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1557964325.927917:0:24089:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1557964325.927917:0:24089:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000001:3.0:1557964325.927918:0:24090:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:2.0:1557964325.927918:0:24089:0:(genops.c:1228:class_import_put()) import ffff891506a72000 refcount=3 obd=looze-MDT0000-mdc-ffff8925ba270000 00000100:00000001:1.0:1557964325.927918:0:24088:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1557964325.927919:0:24090:0:(genops.c:1228:class_import_put()) import ffff891506a74800 refcount=3 obd=looze-MDT0001-mdc-ffff8925ba270000 00000020:00000001:3.0:1557964325.927919:0:24090:0:(genops.c:1237:class_import_put()) Process leaving 00000020:00000001:2.0:1557964325.927919:0:24089:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:2.0:1557964325.927919:0:24089:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8e700. 00000100:00000001:1.0:1557964325.927919:0:24088:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:24.0:1557964325.927920:0:24065:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.35@o2ib100 of length 192/192 into md 0xa25d [1] + 192 02000000:00000010:3.0:1557964325.927920:0:24090:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8f400. 02000000:00000001:2.0:1557964325.927920:0:24089:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1557964325.927920:0:24088:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1557964325.927921:0:24090:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1557964325.927921:0:24090:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1557964325.927921:0:24089:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1557964325.927921:0:24089:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514617800. 00000100:00000040:1.0:1557964325.927921:0:24088:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514615a00 x1633636318337760/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964431 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000010:3.0:1557964325.927922:0:24090:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514616300. 00000100:00000001:2.0:1557964325.927922:0:24089:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:24.0:1557964325.927923:0:24065:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:3.0:1557964325.927923:0:24090:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1557964325.927923:0:24090:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1557964325.927923:0:24089:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964325.927924:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1557964325.927924:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:24.0:1557964325.927925:0:24065:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514613f00 x1633636318337808/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964431 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:3.0:1557964325.927925:0:24090:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1557964325.927925:0:24090:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964325.927925:0:24089:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1557964325.927925:0:24089:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964325.927925:0:24088:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_13:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24088:1633636318337760:172.19.1.24@o2ib100:400 00000100:00000001:3.0:1557964325.927926:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1557964325.927926:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1557964325.927926:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964325.927926:0:24088:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964325.927927:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964325.927927:0:24088:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1557964325.927928:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964325.927928:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964325.927928:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1557964325.927928:0:24088:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514615a00 x1633636318337760/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964431 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000040:24.0:1557964325.927929:0:24065:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514613f00 x1633636318337808/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964431 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964325.927929:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964325.927930:0:24088:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1557964325.927931:0:24088:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1557964325.927932:0:24088:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925e1e3e400. 02000000:00000001:1.0:1557964325.927933:0:24088:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1557964325.927933:0:24088:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:1.0:1557964325.927933:0:24088:0:(genops.c:1228:class_import_put()) import ffff8925eae5c800 refcount=3 obd=MGC172.19.1.24@o2ib100 00000100:00000001:24.0:1557964325.927934:0:24065:0:(events.c:171:reply_in_callback()) Process leaving 00000020:00000001:1.0:1557964325.927934:0:24088:0:(genops.c:1237:class_import_put()) Process leaving 00000400:00000010:24.0:1557964325.927935:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff892553917a00 (tot 30920180). 00000800:00000200:9.2:1557964325.927935:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (20)++ 02000000:00000010:1.0:1557964325.927935:0:24088:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8cb00. 00000800:00000200:24.0:1557964325.927936:0:24065:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (21)++ 02000000:00000001:1.0:1557964325.927936:0:24088:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000800:00000200:24.0:1557964325.927937:0:24065:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (22)-- 02000000:00000001:1.0:1557964325.927937:0:24088:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1557964325.927937:0:24088:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514615a00. 00000800:00000200:24.0:1557964325.927938:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000100:00000001:4.0:1557964325.927938:0:24075:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1557964325.927938:0:24075:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1557964325.927938:0:24088:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1557964325.927939:0:24088:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:4.0:1557964325.927940:0:24075:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:4.0:1557964325.927940:0:24075:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1557964325.927940:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964325.927941:0:24075:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:1.0:1557964325.927941:0:24088:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1557964325.927942:0:24088:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:4.0:1557964325.927943:0:24075:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514613f00 x1633636318337808/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964431 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964325.927943:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964325.927943:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964325.927944:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)++ 00000100:00000001:1.0:1557964325.927944:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964325.927944:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:4.0:1557964325.927947:0:24075:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514613f00 x1633636318337808/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964431 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557964325.927948:0:24062:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.36@o2ib100 00000100:00000001:4.0:1557964325.927950:0:24075:0:(events.c:171:reply_in_callback()) Process leaving 00000800:00000200:6.0:1557964325.927951:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000400:00000200:21.0:1557964325.927952:0:24062:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.36@o2ib100 : PUT 00000400:00000010:4.0:1557964325.927952:0:24075:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925c1dda5a0. 00000400:00000200:4.0:1557964325.927952:0:24075:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f0bce580 00000400:00000010:4.0:1557964325.927953:0:24075:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f0bce580. 00000400:00000010:21.0:1557964325.927954:0:24062:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925f72eb800 (tot 30920580). 00000100:00000001:4.0:1557964325.927954:0:24075:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964325.927954:0:24075:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:4.0:1557964325.927955:0:24075:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:4.0:1557964325.927955:0:24075:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:4.0:1557964325.927956:0:24075:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:21.0:1557964325.927957:0:24062:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.36@o2ib100 of length 192 into portal 4 MB=0x5cdc898725b20 02000000:00000001:4.0:1557964325.927957:0:24075:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:4.0:1557964325.927958:0:24075:0:(import.c:1677:at_measured()) add 45 to ffff891506a77400 time=125 v=45 (45 45 45 45) 00000100:00001000:4.0:1557964325.927960:0:24075:0:(import.c:1677:at_measured()) add 1 to ffff891506a773c8 time=125 v=45 (1 1 1 1) 00000400:00000200:21.0:1557964325.927961:0:24062:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.36@o2ib100 of length 192/192 into md 0x1bff9 [1] + 192 00000100:00000001:4.0:1557964325.927961:0:24075:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:4.0:1557964325.927961:0:24075:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1557964325.927962:0:24075:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000001:21.0:1557964325.927963:0:24062:0:(events.c:91:reply_in_callback()) Process entered 00010000:00000001:4.0:1557964325.927963:0:24075:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964325.927963:0:24075:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:4.0:1557964325.927964:0:24075:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0008-osc-ffff8925ba270000: skip recheck: last_committed 30064771278 00000100:00000200:21.0:1557964325.927965:0:24062:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514617b00 x1633636318337824/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964431 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964325.927965:0:24075:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:4.0:1557964325.927965:0:24075:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964325.927967:0:24075:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514613f00 x1633636318337808/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964431 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000040:21.0:1557964325.927969:0:24062:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514617b00 x1633636318337824/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964431 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964325.927970:0:24075:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:4.0:1557964325.927971:0:24075:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:4.0:1557964325.927971:0:24075:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:4.0:1557964325.927972:0:24075:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514613f00 x1633636318337808/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964431 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:21.0:1557964325.927974:0:24062:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:21.0:1557964325.927976:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925f72eb800 (tot 30920180). 00000100:00000001:6.0:1557964325.927976:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:21.0:1557964325.927977:0:24062:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (21)++ 00000100:00000001:6.0:1557964325.927977:0:24076:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:21.0:1557964325.927978:0:24062:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (22)-- 00000400:00000001:6.0:1557964325.927978:0:24076:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:6.0:1557964325.927978:0:24076:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000800:00000200:21.0:1557964325.927979:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000100:00000001:6.0:1557964325.927979:0:24076:0:(events.c:91:reply_in_callback()) Process entered 00000100:00100000:4.0:1557964325.927979:0:24075:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24075:1633636318337808:172.19.1.35@o2ib100:400 00000100:00000200:6.0:1557964325.927980:0:24076:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514617b00 x1633636318337824/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964431 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964325.927981:0:24075:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964325.927982:0:24075:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:4.0:1557964325.927983:0:24075:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514613f00 x1633636318337808/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964431 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000200:6.0:1557964325.927984:0:24076:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514617b00 x1633636318337824/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964431 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964325.927986:0:24075:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:4.0:1557964325.927987:0:24075:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:4.0:1557964325.927987:0:24075:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925bd2c2200. 00000100:00000001:6.0:1557964325.927988:0:24076:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:6.0:1557964325.927988:0:24076:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925c80093c0. 02000000:00000001:4.0:1557964325.927988:0:24075:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:4.0:1557964325.927988:0:24075:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:4.0:1557964325.927989:0:24075:0:(genops.c:1228:class_import_put()) import ffff891506a77000 refcount=4 obd=looze-OST0008-osc-ffff8925ba270000 00000400:00000200:6.0:1557964325.927990:0:24076:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f52ac780 00000400:00000010:6.0:1557964325.927990:0:24076:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f52ac780. 00000020:00000001:4.0:1557964325.927990:0:24075:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:4.0:1557964325.927990:0:24075:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8db00. 00000100:00000001:6.0:1557964325.927991:0:24076:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:4.0:1557964325.927991:0:24075:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:4.0:1557964325.927991:0:24075:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:6.0:1557964325.927992:0:24076:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:6.0:1557964325.927992:0:24076:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000010:4.0:1557964325.927992:0:24075:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514613f00. 00000100:00000001:6.0:1557964325.927993:0:24076:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:6.0:1557964325.927993:0:24076:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964325.927993:0:24075:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:4.0:1557964325.927993:0:24075:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:6.0:1557964325.927994:0:24076:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964325.927994:0:24075:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:6.0:1557964325.927995:0:24076:0:(import.c:1677:at_measured()) add 45 to ffff891512a11400 time=125 v=45 (45 45 45 45) 00000100:00000001:4.0:1557964325.927995:0:24075:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:4.0:1557964325.927995:0:24075:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964325.927996:0:24075:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1557964325.927996:0:24075:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:6.0:1557964325.927997:0:24076:0:(import.c:1677:at_measured()) add 1 to ffff891512a113c8 time=125 v=45 (1 1 1 1) 00000100:00000001:4.0:1557964325.927997:0:24075:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1557964325.927997:0:24075:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964325.927998:0:24076:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:6.0:1557964325.927999:0:24076:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:6.0:1557964325.927999:0:24076:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:6.0:1557964325.928000:0:24076:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964325.928001:0:24076:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:6.0:1557964325.928005:0:24076:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0009-osc-ffff8925ba270000: skip recheck: last_committed 34359738567 00000100:00000001:6.0:1557964325.928006:0:24076:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:6.0:1557964325.928007:0:24076:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:6.0:1557964325.928008:0:24076:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514617b00 x1633636318337824/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964431 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:6.0:1557964325.928011:0:24076:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:6.0:1557964325.928011:0:24076:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:6.0:1557964325.928012:0:24076:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:6.0:1557964325.928013:0:24076:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514617b00 x1633636318337824/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964431 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:6.0:1557964325.928016:0:24076:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24076:1633636318337824:172.19.1.36@o2ib100:400 00000100:00000001:6.0:1557964325.928018:0:24076:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964325.928018:0:24076:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:6.0:1557964325.928019:0:24076:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514617b00 x1633636318337824/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964431 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:6.0:1557964325.928022:0:24076:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:6.0:1557964325.928022:0:24076:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:6.0:1557964325.928023:0:24076:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89254ea9d200. 02000000:00000001:6.0:1557964325.928024:0:24076:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:6.0:1557964325.928024:0:24076:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:6.0:1557964325.928025:0:24076:0:(genops.c:1228:class_import_put()) import ffff891512a11000 refcount=4 obd=looze-OST0009-osc-ffff8925ba270000 00000020:00000001:6.0:1557964325.928026:0:24076:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:6.0:1557964325.928026:0:24076:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8c100. 02000000:00000001:6.0:1557964325.928027:0:24076:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:6.0:1557964325.928027:0:24076:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:6.0:1557964325.928028:0:24076:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514617b00. 00000100:00000001:6.0:1557964325.928029:0:24076:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:6.0:1557964325.928029:0:24076:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964325.928030:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964325.928031:0:24076:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:6.0:1557964325.928031:0:24076:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964325.928032:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964325.928032:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964325.928033:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964325.928033:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1557964326.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964326.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964326.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964326.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964326.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964326.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964326.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964326.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964327.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964327.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964327.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964327.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964327.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964327.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964327.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964327.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964328.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964328.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964328.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964328.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964328.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964328.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964328.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964328.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000010:9.0:1557964329.469411:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf1a100 (tot 30920436). 00000400:00000010:9.0:1557964329.469419:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf1a100 (tot 30920180). 00000400:00000200:1.0:1557964329.874316:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964329.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964329.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964329.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964329.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964329.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964329.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964329.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964330.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964330.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964330.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964330.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964330.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964330.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964330.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964330.874362:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00010000:00000001:5.0:1557964330.894303:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964330.894305:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:5.0:1557964330.894306:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964330.894307:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964330.894308:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964330.894308:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964330.894309:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964330.894309:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964330.894310:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964330.894310:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964330.894311:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964330.894311:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964330.894312:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964330.894313:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964330.894313:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964330.894313:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964330.894314:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964330.894315:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964330.894316:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964330.894316:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964330.894317:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964330.894317:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964330.894318:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964330.894319:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964330.894319:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964330.894320:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964330.894320:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964330.894320:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964330.894321:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964330.894321:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964330.894321:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964330.894322:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964330.894322:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964330.894327:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964330.894328:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964330.894329:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964330.894329:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1557964330.894359:0:24150:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:4.0:1557964330.894360:0:24150:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1557964330.894361:0:24150:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:4.0:1557964330.894361:0:24150:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1557964331.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964331.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964331.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964331.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964331.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964331.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964331.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964331.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964332.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964332.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964332.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964332.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964332.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964332.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964332.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964332.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964333.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964333.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964333.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964333.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964333.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964333.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964333.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964333.874362:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000010:9.0:1557964334.469732:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf1ab00 (tot 30920436). 00000400:00000010:9.0:1557964334.469740:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf1ab00 (tot 30920180). 00000400:00000200:1.0:1557964334.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964334.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964334.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964334.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964334.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964334.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964334.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964334.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964335.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964335.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964335.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964335.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964335.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964335.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964335.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964335.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964336.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964336.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964336.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964336.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964336.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964336.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964336.874362:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964336.874367:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964337.874300:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964337.874304:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964337.874305:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964337.874308:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964337.874309:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964337.874310:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964337.874312:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964337.874314:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964338.874318:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964338.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964338.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964338.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964338.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964338.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964338.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964338.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000010:9.0:1557964339.470024:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf1a000 (tot 30920436). 00000400:00000010:9.0:1557964339.470040:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf1a000 (tot 30920180). 00000400:00000200:1.0:1557964339.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964339.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964339.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964339.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964339.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964339.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964339.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964339.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964340.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964340.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964340.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964340.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964340.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964340.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964340.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964340.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00010000:00000001:5.0:1557964340.894317:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964340.894318:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:5.0:1557964340.894320:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964340.894321:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964340.894321:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964340.894322:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964340.894323:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964340.894324:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964340.894324:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964340.894325:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964340.894325:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964340.894326:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964340.894326:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964340.894327:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964340.894327:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964340.894328:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964340.894328:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964340.894329:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964340.894329:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964340.894330:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964340.894330:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964340.894331:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964340.894331:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964340.894334:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964340.894334:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964340.894335:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964340.894335:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964340.894336:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964340.894336:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964340.894337:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964340.894337:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964340.894338:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964340.894338:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964340.894343:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964340.894344:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964340.894345:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964340.894346:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1557964340.894373:0:24150:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:4.0:1557964340.894374:0:24150:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1557964340.894375:0:24150:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:4.0:1557964340.894376:0:24150:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1557964341.874318:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964341.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964341.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964341.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964341.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964341.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964341.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964341.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964342.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964342.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964342.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964342.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964342.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964342.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964342.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964342.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000001:1.0:1557964343.486324:0:37484:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964343.486327:0:37484:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964343.486330:0:37484:0:(service.c:1437:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1557964343.486332:0:37484:0:(service.c:1449:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1557964343.486336:0:37484:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964343.486337:0:37484:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000200:1.0:1557964343.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964343.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964343.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964343.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964343.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964343.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964343.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964343.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000010:9.0:1557964344.470397:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf1b200 (tot 30920436). 00000400:00000010:9.0:1557964344.470413:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf1b200 (tot 30920180). 00000400:00000200:1.0:1557964344.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964344.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964344.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964344.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964344.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964344.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964344.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964344.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964345.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964345.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964345.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964345.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964345.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964345.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964345.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964345.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964346.874308:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964346.874313:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964346.874316:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964346.874318:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964346.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964346.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964346.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964346.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964347.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964347.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964347.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964347.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964347.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964347.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964347.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964347.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964348.874313:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964348.874317:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964348.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964348.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964348.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964348.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964348.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964348.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000010:9.0:1557964349.470691:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf18d00 (tot 30920436). 00000400:00000010:9.0:1557964349.470708:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf18d00 (tot 30920180). 00000400:00000200:1.0:1557964349.874315:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964349.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964349.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964349.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964349.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964349.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964349.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964349.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964350.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964350.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964350.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964350.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964350.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964350.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964350.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964350.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00010000:00000001:5.0:1557964350.894333:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964350.894336:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:5.0:1557964350.894339:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964350.894342:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964350.894343:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964350.894345:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964350.894347:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964350.894348:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964350.894349:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964350.894351:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964350.894352:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964350.894354:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964350.894355:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964350.894357:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964350.894358:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964350.894359:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964350.894360:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964350.894361:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964350.894362:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964350.894363:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964350.894364:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964350.894366:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964350.894366:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:5.0:1557964350.894367:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964350.894368:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964350.894369:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964350.894370:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00000020:00000001:3.0:1557964350.894370:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:5.0:1557964350.894371:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00000020:00000001:3.0:1557964350.894371:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964350.894372:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964350.894373:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964350.894373:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964350.894377:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964350.894378:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964350.894379:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964350.894381:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964350.894388:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964350.894389:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964350.894390:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964350.894391:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964350.927331:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964350.927334:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964350.927336:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514614800. 00000020:00000040:5.0:1557964350.927337:0:24107:0:(genops.c:1214:class_import_get()) import ffff8925eae5c800 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:5.0:1557964350.927339:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964350.927340:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964350.927341:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964350.927343:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8e700. 00000100:00000001:5.0:1557964350.927345:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964350.927347:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS req@ffff891514614800 x1633636318337840/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964350.927352:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964350.927352:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964350.927354:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964350.927356:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514614800] to pc [ptlrpcd_00_02:2] req@ffff891514614800 x1633636318337840/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964350.927364:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964350.927365:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964350.927366:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964350.927367:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514617200. 00000020:00000040:5.0:1557964350.927368:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a72000 refcount=4 obd=looze-MDT0000-mdc-ffff8925ba270000 00000100:00000001:5.0:1557964350.927369:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964350.927369:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964350.927370:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964350.927370:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8dd00. 00000100:00000001:5.0:1557964350.927371:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964350.927372:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0000_UUID req@ffff891514617200 x1633636318337856/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964350.927375:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964350.927376:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964350.927377:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964350.927378:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514617200] to pc [ptlrpcd_00_03:3] req@ffff891514617200 x1633636318337856/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964350.927382:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964350.927383:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964350.927384:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964350.927407:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514615700. 00000020:00000040:5.0:1557964350.927407:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a74800 refcount=4 obd=looze-MDT0001-mdc-ffff8925ba270000 00000100:00000001:7.0:1557964350.927408:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1557964350.927408:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964350.927408:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964350.927409:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964350.927409:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8c800. 00000100:00000001:7.0:1557964350.927410:0:24077:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1557964350.927410:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964350.927411:0:24077:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:5.0:1557964350.927411:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID req@ffff891514615700 x1633636318337872/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964350.927413:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000100:00000040:7.0:1557964350.927414:0:24077:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514614800 x1633636318337840/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964350.927414:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964350.927414:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964350.927415:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:5.0:1557964350.927416:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514615700] to pc [ptlrpcd_00_04:4] req@ffff891514615700 x1633636318337872/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:6.0:1557964350.927417:0:24078:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1557964350.927418:0:24077:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:6.0:1557964350.927418:0:24078:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:7.0:1557964350.927419:0:24077:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1557964350.927420:0:24077:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:6.0:1557964350.927420:0:24078:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514617200 x1633636318337856/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:7.0:1557964350.927421:0:24077:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964350.927422:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:7.0:1557964350.927423:0:24077:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24077:1633636318337840:172.19.1.24@o2ib100:400 00000100:00000040:5.0:1557964350.927423:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964350.927424:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000001:7.0:1557964350.927425:0:24077:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000001:6.0:1557964350.927425:0:24078:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:6.0:1557964350.927425:0:24078:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:5.0:1557964350.927425:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514617b00. 00000020:00000040:5.0:1557964350.927425:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a77000 refcount=5 obd=looze-OST0008-osc-ffff8925ba270000 02000000:00000001:6.0:1557964350.927426:0:24078:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:5.0:1557964350.927426:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964350.927426:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964350.927426:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0F:1557964350.927427:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:7.0:1557964350.927427:0:24077:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:6.0:1557964350.927427:0:24078:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964350.927427:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8f400. 00000100:00000001:5.0:1557964350.927427:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1557964350.927428:0:24077:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1557964350.927429:0:24077:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:6.0:1557964350.927429:0:24078:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24078:1633636318337856:172.19.1.24@o2ib100:400 00000100:00000040:5.0:1557964350.927429:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID req@ffff891514617b00 x1633636318337888/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:6.0:1557964350.927430:0:24078:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00100000:23.0:1557964350.927431:0:24080:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [4->5] 02000000:00000010:7.0:1557964350.927431:0:24077:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925e025e200. 02000000:00000001:6.0:1557964350.927431:0:24078:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:23.0:1557964350.927432:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:7.0:1557964350.927432:0:24077:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1557964350.927432:0:24078:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1557964350.927433:0:24078:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:6.0:1557964350.927434:0:24078:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff89254ea9d200. 00000100:00000001:23.0:1557964350.927435:0:24080:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:7.0:1557964350.927435:0:24077:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8915f3f13ea0. 02000000:00000001:6.0:1557964350.927435:0:24078:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964350.927436:0:24080:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:23.0:1557964350.927437:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:23.0:1557964350.927437:0:24080:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000010:7.0:1557964350.927437:0:24077:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff890639ac0300. 00000400:00000010:6.0:1557964350.927437:0:24078:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925c80093c0. 00000020:00000001:5.0:1557964350.927437:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000100:00000001:23.0:1557964350.927438:0:24080:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000400:00000010:6.0:1557964350.927438:0:24078:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f52ac780. 00000020:00000001:5.0:1557964350.927438:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:7.0:1557964350.927439:0:24077:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318337840, portal 25 00000020:00000001:5.0:1557964350.927439:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964350.927440:0:24077:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000200:6.0:1557964350.927440:0:24078:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318337856, portal 10 00000100:00000040:5.0:1557964350.927440:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514617b00] to pc [ptlrpcd_00_05:5] req@ffff891514617b00 x1633636318337888/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:23.0:1557964350.927441:0:24080:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514615700 x1633636318337872/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964350.927441:0:24077:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362079232 : -130751347472384 : ffff891514614800) 00000100:00000001:6.0:1557964350.927441:0:24078:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:6.0:1557964350.927441:0:24078:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362089984 : -130751347461632 : ffff891514617200) 00000100:00000001:5.0:1557964350.927443:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1557964350.927444:0:24077:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514614800 x1633636318337840/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964456 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:6.0:1557964350.927444:0:24078:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514617200 x1633636318337856/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964456 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:5.0:1557964350.927444:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0009_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964350.927445:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000001:23.0:1557964350.927446:0:24080:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:23.0:1557964350.927446:0:24080:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:5.0:1557964350.927446:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514613f00. 00000020:00000040:5.0:1557964350.927446:0:24107:0:(genops.c:1214:class_import_get()) import ffff891512a11000 refcount=5 obd=looze-OST0009-osc-ffff8925ba270000 00000100:00000001:6.0:1557964350.927447:0:24078:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:5.0:1557964350.927447:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964350.927447:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964350.927447:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:23.0:1557964350.927448:0:24080:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:23.0:1557964350.927448:0:24080:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964350.927448:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8cb00. 00000100:00000001:5.0:1557964350.927448:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964350.927448:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964350.927449:0:24077:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:6.0:1557964350.927449:0:24078:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:6.0:1557964350.927449:0:24078:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f52ac480. 00000100:00000040:5.0:1557964350.927449:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0009_UUID req@ffff891514613f00 x1633636318337904/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00100000:23.0:1557964350.927450:0:24080:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_05:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24080:1633636318337872:172.19.1.25@o2ib100:400 00000100:00000200:6.0:1557964350.927450:0:24078:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318337856, offset 0 00000100:00000040:7.0:1557964350.927451:0:24077:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:7.0:1557964350.927451:0:24077:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff890639ac0380. 00000100:00100000:0.0:1557964350.927451:0:24079:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [5->4] 00000100:00000001:23.0:1557964350.927452:0:24080:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000400:00000010:6.0:1557964350.927452:0:24078:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89254ea9fe00 (tot 30920580). 00000020:00000001:5.0:1557964350.927452:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964350.927452:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1557964350.927452:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:23.0:1557964350.927453:0:24080:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:23.0:1557964350.927453:0:24080:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:7.0:1557964350.927453:0:24077:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636318337840, offset 0 00000020:00000001:5.0:1557964350.927453:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:23.0:1557964350.927454:0:24080:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:7.0:1557964350.927454:0:24077:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e0258e00 (tot 30920980). 00000400:00000200:6.0:1557964350.927454:0:24078:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000100:00000040:5.0:1557964350.927454:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514613f00] to pc [ptlrpcd_00_06:6] req@ffff891514613f00 x1633636318337904/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:0.0:1557964350.927454:0:24079:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:23.0:1557964350.927455:0:24080:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8915fa593800. 00000100:00000001:0.0:1557964350.927455:0:24079:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:23.0:1557964350.927456:0:24080:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964350.927456:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964350.927456:0:24079:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1557964350.927457:0:24079:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000400:00000200:7.0:1557964350.927459:0:24077:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:6.0:1557964350.927459:0:24078:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000100:00000001:5.0:1557964350.927460:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1557964350.927460:0:24079:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514617b00 x1633636318337888/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000400:00000010:23.0:1557964350.927461:0:24080:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8915f5283600. 00000800:00000200:6.0:1557964350.927462:0:24078:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:5.0:1557964350.927462:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2740264 : 2740264 : 29d028) 00000400:00000010:23.0:1557964350.927463:0:24080:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89159933e280. 00000020:00000001:5.0:1557964350.927463:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2956280 : 2956280 : 2d1bf8) 00000020:00000001:5.0:1557964350.927463:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705578424 : -3973192 : ffffffffffc35fb8) 00000020:00000001:5.0:1557964350.927464:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073699904658 : -9646958 : ffffffffff6ccc92) 00000020:00000001:5.0:1557964350.927464:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1102824 : 1102824 : 10d3e8) 00000100:00000001:0.0:1557964350.927464:0:24079:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1557964350.927464:0:24079:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:23.0:1557964350.927465:0:24080:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318337872, portal 10 00000020:00000001:5.0:1557964350.927465:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709453814 : -97802 : fffffffffffe81f6) 02000000:00000001:0.0:1557964350.927465:0:24079:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:23.0:1557964350.927466:0:24080:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:5.0:1557964350.927466:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705772155 : -3779461 : ffffffffffc6547b) 02000000:00000001:0.0:1557964350.927466:0:24079:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964350.927467:0:24080:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362083072 : -130751347468544 : ffff891514615700) 00000400:00000200:7.0:1557964350.927467:0:24077:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:5.0:1557964350.927467:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2490604 : 2490604 : 2600ec) 00000020:00000001:5.0:1557964350.927468:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2081840 : 2081840 : 1fc430) 00000020:00000001:5.0:1557964350.927468:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=55480 : 55480 : d8b8) 00000100:00100000:0.0:1557964350.927468:0:24079:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_04:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24079:1633636318337888:172.19.1.35@o2ib100:400 00000100:00000040:23.0:1557964350.927469:0:24080:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514615700 x1633636318337872/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964456 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964350.927469:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073708005614 : -1546002 : ffffffffffe868ee) 00000100:00000001:0.0:1557964350.927469:0:24079:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000800:00000200:7.0:1557964350.927470:0:24077:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:5.0:1557964350.927470:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709443432 : -108184 : fffffffffffe5968) 02000000:00000001:0.0:1557964350.927470:0:24079:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1557964350.927470:0:24079:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:6.0:1557964350.927471:0:24078:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964350.927471:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709484336 : -67280 : fffffffffffef930) 02000000:00000001:0.0:1557964350.927471:0:24079:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:6.0:1557964350.927472:0:24078:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (20)++ 00000020:00000001:5.0:1557964350.927472:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709450824 : -100792 : fffffffffffe7648) 00000020:00000001:5.0:1557964350.927472:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709522752 : -28864 : ffffffffffff8f40) 02000000:00000010:0.0:1557964350.927472:0:24079:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff89259e758600. 00000020:00000001:5.0:1557964350.927473:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709546976 : -4640 : ffffffffffffede0) 02000000:00000001:0.0:1557964350.927473:0:24079:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964350.927474:0:24080:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000800:00000200:7.0:1557964350.927474:0:24077:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964350.927474:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=51544 : 51544 : c958) 00000020:00000001:5.0:1557964350.927474:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7833692 : 7833692 : 77885c) 00000100:00000040:23.0:1557964350.927475:0:24080:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000800:00000200:7.0:1557964350.927475:0:24077:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:6.0:1557964350.927475:0:24078:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (21)++ 00000020:00000001:5.0:1557964350.927475:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1435441 : 1435441 : 15e731) 00000020:00000001:5.0:1557964350.927475:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=15616 : 15616 : 3d00) 00000400:00000010:0.0:1557964350.927475:0:24079:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925eb609780. 00000400:00000010:23.0:1557964350.927476:0:24080:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89159933ee80. 00000020:00000001:5.0:1557964350.927476:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=668095 : 668095 : a31bf) 00000100:00000200:23.0:1557964350.927477:0:24080:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318337872, offset 0 00000020:00000001:5.0:1557964350.927477:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1358872 : 1358872 : 14bc18) 00000020:00000001:5.0:1557964350.927477:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1562477 : 1562477 : 17d76d) 00000400:00000010:0.0:1557964350.927477:0:24079:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7f980. 00000020:00000001:5.0:1557964350.927478:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1735436 : 1735436 : 1a7b0c) 00000020:00000001:5.0:1557964350.927478:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=92728 : 92728 : 16a38) 00000100:00000200:0.0:1557964350.927478:0:24079:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318337888, portal 4 00000400:00000010:23.0:1557964350.927479:0:24080:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915fa594200 (tot 30921380). 00000800:00000200:7.0:1557964350.927479:0:24077:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (23)++ 00000800:00000200:6.0:1557964350.927479:0:24078:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (23)-- 00000100:00000001:6.0:1557964350.927479:0:24078:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927479:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2027914 : 2027914 : 1ef18a) 00000100:00000001:0.0:1557964350.927479:0:24079:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:6.0:1557964350.927480:0:24078:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964350.927480:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=114620 : 114620 : 1bfbc) 00000100:00000001:0.0:1557964350.927480:0:24079:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362092288 : -130751347459328 : ffff891514617b00) 00000400:00000200:23.0:1557964350.927481:0:24080:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000100:00000001:6.0:1557964350.927481:0:24078:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927481:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=4096 : 4096 : 1000) 00000020:00000001:5.0:1557964350.927481:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709528278 : -23338 : ffffffffffffa4d6) 00000800:00000200:7.0:1557964350.927482:0:24077:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (23)-- 00000100:00000001:6.0:1557964350.927482:0:24078:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927482:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=6747 : 6747 : 1a5b) 00000100:00000040:0.0:1557964350.927482:0:24079:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514617b00 x1633636318337888/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964456 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964350.927483:0:24077:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964350.927483:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964350.927483:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709531320 : -20296 : ffffffffffffb0b8) 00000100:00000001:7.0:1557964350.927484:0:24077:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964350.927484:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709543636 : -7980 : ffffffffffffe0d4) 00000020:00000001:5.0:1557964350.927484:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964350.927485:0:24077:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964350.927485:0:24078:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:6.0:1557964350.927485:0:24078:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964350.927485:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964350.927485:0:24079:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:7.0:1557964350.927486:0:24077:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964350.927486:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964350.927486:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927486:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964350.927486:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964350.927487:0:24078:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:6.0:1557964350.927487:0:24078:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927487:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1557964350.927487:0:24079:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.35@o2ib100 00000100:00000001:7.0:1557964350.927488:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964350.927488:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927488:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964350.927488:0:24081:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1557964350.927488:0:24079:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7e280. 00000400:00000200:23.0:1557964350.927489:0:24080:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000100:00000001:6.0:1557964350.927489:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964350.927489:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927489:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964350.927489:0:24081:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:7.0:1557964350.927490:0:24077:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:6.0:1557964350.927490:0:24078:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:6.0:1557964350.927490:0:24078:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927490:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1557964350.927490:0:24079:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1633636318337888, offset 0 00000800:00000200:23.0:1557964350.927491:0:24080:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000100:00000001:7.0:1557964350.927491:0:24077:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:6.0:1557964350.927491:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927491:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964350.927492:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964350.927492:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964350.927492:0:24079:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89259e758e00 (tot 30921780). 00000100:00000001:7.0:1557964350.927493:0:24077:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1557964350.927493:0:24077:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927493:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927493:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927494:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927494:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1557964350.927494:0:24079:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.35@o2ib100 00000100:00000001:7.0:1557964350.927495:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927495:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927495:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:23.0:1557964350.927496:0:24080:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f3c80] -> 172.19.1.25@o2ib100 (2) version: 12 00000100:00000001:7.0:1557964350.927496:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964350.927496:0:24077:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964350.927496:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927496:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964350.927497:0:24077:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927497:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927497:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:23.0:1557964350.927498:0:24080:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925eb377e00] (20)++ 00000100:00000001:7.0:1557964350.927498:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927498:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927498:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1557964350.927498:0:24081:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514613f00 x1633636318337904/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000800:00000200:23.0:1557964350.927499:0:24080:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925eb377e00] (21)++ 00000020:00000001:5.0:1557964350.927499:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927499:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927500:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1557964350.927500:0:24079:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.35@o2ib100(172.19.1.35@o2ib100:172.19.1.35@o2ib100) : PUT 00000020:00000001:5.0:1557964350.927501:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927501:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:23.0:1557964350.927502:0:24080:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925eb377e00] (22)-- 00000020:00000001:5.0:1557964350.927502:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927502:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964350.927502:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964350.927502:0:24081:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1557964350.927502:0:24079:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.35@o2ib100 00000100:00000001:23.0:1557964350.927503:0:24080:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927503:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927503:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964350.927503:0:24081:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964350.927504:0:24080:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964350.927504:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927504:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964350.927504:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964350.927504:0:24081:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:23.0:1557964350.927505:0:24080:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927505:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927505:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964350.927505:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1557964350.927505:0:24081:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964350.927505:0:24079:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f2000] -> 172.19.1.35@o2ib100 (2) version: 12 00000100:00000001:23.0:1557964350.927506:0:24080:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927506:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927506:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964350.927506:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964350.927507:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964350.927507:0:24081:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_06:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24081:1633636318337904:172.19.1.36@o2ib100:400 00000800:00000200:0.0:1557964350.927507:0:24079:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (20)++ 00000100:00000001:23.0:1557964350.927508:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:23.0:1557964350.927508:0:24080:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964350.927508:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964350.927508:0:24081:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1557964350.927508:0:24079:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7cc00] (21)++ 00000100:00000001:23.0:1557964350.927509:0:24080:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964350.927509:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927509:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927509:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964350.927509:0:24081:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:5.0:1557964350.927510:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964350.927510:0:24081:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927511:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964350.927511:0:24081:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1557964350.927511:0:24079:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:0.0:1557964350.927511:0:24079:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927512:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927512:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1557964350.927512:0:24081:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925e1e38800. 00000100:00000001:0.0:1557964350.927512:0:24079:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964350.927513:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927513:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964350.927513:0:24081:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964350.927513:0:24079:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927514:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1557964350.927514:0:24081:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924ca681cc0. 00000100:00000001:0.0:1557964350.927514:0:24079:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927515:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927515:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964350.927515:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927516:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927516:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1557964350.927516:0:24081:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89251f217f80. 00000100:00000001:0.0:1557964350.927516:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964350.927516:0:24079:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:29.2:1557964350.927517:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (22)++ 00000020:00000001:5.0:1557964350.927517:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964350.927517:0:24079:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964350.927517:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927518:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927518:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1557964350.927518:0:24081:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318337904, portal 4 00000020:00000001:5.0:1557964350.927519:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964350.927519:0:24081:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1557964350.927519:0:24081:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362076928 : -130751347474688 : ffff891514613f00) 00000020:00000001:5.0:1557964350.927520:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927520:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927521:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1557964350.927521:0:24081:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514613f00 x1633636318337904/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964456 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964350.927522:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927523:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927523:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927524:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927524:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927525:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927525:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964350.927525:0:24081:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:5.0:1557964350.927526:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927526:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1557964350.927526:0:24081:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.36@o2ib100 00000020:00000001:5.0:1557964350.927527:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927527:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1557964350.927527:0:24081:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89251f217380. 00000020:00000001:5.0:1557964350.927528:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927528:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1557964350.927528:0:24081:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1633636318337904, offset 0 00000020:00000001:5.0:1557964350.927529:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1557964350.927529:0:24081:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e39600 (tot 30922180). 00000020:00000001:5.0:1557964350.927530:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964350.927530:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)++ 00000020:00000001:5.0:1557964350.927531:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927531:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1557964350.927531:0:24081:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.36@o2ib100 00000020:00000001:5.0:1557964350.927532:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927533:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927534:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927534:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927535:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927535:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964350.927535:0:24064:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (24)-- 00000020:00000001:5.0:1557964350.927536:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927536:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964350.927536:0:24064:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:5.0:1557964350.927537:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927537:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1557964350.927537:0:24081:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) : PUT 00000020:00000001:5.0:1557964350.927538:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927538:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927539:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927539:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1557964350.927539:0:24064:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514617200 x1633636318337856/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964456 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:1.0:1557964350.927539:0:24081:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.36@o2ib100 00000020:00000001:5.0:1557964350.927540:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927540:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927541:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927541:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927542:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927542:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1557964350.927542:0:24081:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915a1ec0580] -> 172.19.1.36@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964350.927543:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964350.927544:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (21)++ 00000020:00000001:5.0:1557964350.927544:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927544:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964350.927544:0:24064:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000800:00000200:1.0:1557964350.927544:0:24081:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (20)++ 00000020:00000001:5.0:1557964350.927545:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927545:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1557964350.927545:0:24064:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514617200 x1633636318337856/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964456 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:1.0:1557964350.927545:0:24081:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fdb7cc00] (21)++ 00000020:00000001:5.0:1557964350.927546:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927547:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927547:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927548:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927548:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1557964350.927548:0:24081:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000001:1.0:1557964350.927548:0:24081:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927549:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964350.927549:0:24064:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927550:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964350.927550:0:24064:0:(events.c:81:request_out_callback()) Process leaving 00000100:00000001:1.0:1557964350.927550:0:24081:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964350.927551:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927551:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1557964350.927551:0:24064:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f52ac480 00000100:00000001:1.0:1557964350.927551:0:24081:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927552:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964350.927552:0:24064:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f52ac480. 00000100:00000001:1.0:1557964350.927552:0:24081:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.2:1557964350.927553:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (21)++ 00000020:00000001:5.0:1557964350.927553:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964350.927553:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964350.927554:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964350.927554:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89254ea9fe00 (tot 30921780). 00000020:00000001:5.0:1557964350.927555:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927555:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964350.927555:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)-- 00000100:00000001:1.0:1557964350.927555:0:24081:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1557964350.927555:0:24081:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964350.927556:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927556:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964350.927556:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000020:00000001:5.0:1557964350.927557:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927557:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964350.927557:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964350.927557:0:24081:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964350.927558:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927558:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964350.927558:0:24064:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (23)-- 00000100:00000001:1.0:1557964350.927558:0:24081:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927559:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964350.927559:0:24064:0:(events.c:52:request_out_callback()) Process entered 00000100:00000001:1.0:1557964350.927559:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927560:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927560:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1557964350.927560:0:24064:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514614800 x1633636318337840/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964456 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964350.927560:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964350.927560:0:24081:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1557964350.927560:0:24081:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927561:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927561:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964350.927561:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927562:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927562:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1557964350.927563:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000020:00000001:5.0:1557964350.927563:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927563:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964350.927563:0:24064:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:5.0:1557964350.927564:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927564:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964350.927565:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)++ 00000020:00000001:5.0:1557964350.927565:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1557964350.927565:0:24064:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514614800 x1633636318337840/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964456 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964350.927566:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927566:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927566:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927567:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964350.927567:0:24064:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927568:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927568:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964350.927568:0:24064:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:2.0:1557964350.927568:0:24064:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff890639ac0380 00000020:00000001:5.0:1557964350.927569:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964350.927569:0:24064:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff890639ac0380. 00000020:00000001:5.0:1557964350.927570:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927570:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964350.927570:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e0258e00 (tot 30921380). 00000020:00000001:5.0:1557964350.927571:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927571:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964350.927571:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000800:00000200:14.0:1557964350.927572:0:24066:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925eb377e00] (23)-- 00000020:00000001:5.0:1557964350.927572:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927573:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927573:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.0:1557964350.927574:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)++ 00000020:00000001:5.0:1557964350.927574:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927574:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927575:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964350.927576:0:24066:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:5.0:1557964350.927576:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927576:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927577:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927578:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927578:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927579:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927579:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927580:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964350.927580:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:14.0:1557964350.927581:0:24066:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514615700 x1633636318337872/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964456 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964350.927581:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964350.927581:0:24107:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318097081) 00000800:00000200:24.0:1557964350.927582:0:24068:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7cc00] (23)-- 00000800:00000200:9.2:1557964350.927583:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (21)++ 00000100:00000001:14.0:1557964350.927592:0:24066:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000800:00000200:21.0:1557964350.927598:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)++ 00000100:00000040:14.0:1557964350.927598:0:24066:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514615700 x1633636318337872/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964456 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557964350.927601:0:24062:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fdb7cc00] (23)-- 00000800:00000200:9.0:1557964350.927604:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000800:00000200:6.0:1557964350.927604:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000001:14.0:1557964350.927606:0:24066:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:15.0:1557964350.927607:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:14.0:1557964350.927608:0:24066:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:14.0:1557964350.927610:0:24066:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89159933ee80 00000400:00000010:14.0:1557964350.927612:0:24066:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89159933ee80. 00000100:00000001:24.0:1557964350.927616:0:24068:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:14.0:1557964350.927616:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915fa594200 (tot 30920980). 00000800:00000200:14.0:1557964350.927619:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000100:00000200:24.0:1557964350.927623:0:24068:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514617b00 x1633636318337888/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964456 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:24.0:1557964350.927634:0:24068:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:24.0:1557964350.927637:0:24068:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514617b00 x1633636318337888/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964456 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:24.0:1557964350.927646:0:24068:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:24.0:1557964350.927648:0:24068:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:24.0:1557964350.927649:0:24068:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7e280 00000400:00000010:24.0:1557964350.927652:0:24068:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7e280. 00000100:00000001:21.0:1557964350.927654:0:24062:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:24.0:1557964350.927655:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89259e758e00 (tot 30920580). 00000100:00000200:21.0:1557964350.927657:0:24062:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514613f00 x1633636318337904/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964456 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:24.0:1557964350.927658:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000100:00000001:21.0:1557964350.927660:0:24062:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:21.0:1557964350.927662:0:24062:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514613f00 x1633636318337904/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964456 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964350.927665:0:24062:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964350.927666:0:24062:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:21.0:1557964350.927667:0:24062:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89251f217380 00000400:00000010:21.0:1557964350.927668:0:24062:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89251f217380. 00000400:00000010:21.0:1557964350.927670:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e39600 (tot 30920180). 00000800:00000200:21.0:1557964350.927671:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000800:00000200:29.2:1557964350.927734:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:19.0:1557964350.927761:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:19.0:1557964350.927766:0:24063:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.24@o2ib100 00000800:00000200:2.0:1557964350.927767:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000400:00000200:19.0:1557964350.927769:0:24063:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000800:00000200:2.0:1557964350.927770:0:24064:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000010:19.0:1557964350.927771:0:24063:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925eb78ce00 (tot 30920580). 00000800:00000200:6.0:1557964350.927772:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)-- 00000400:00000200:19.0:1557964350.927775:0:24063:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc898725b30 00000400:00000200:2.0:1557964350.927775:0:24064:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:2.0:1557964350.927776:0:24064:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c6400 (tot 30920980). 00000400:00000200:19.0:1557964350.927778:0:24063:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1c011 [1] + 192 00000400:00000200:2.0:1557964350.927779:0:24064:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc898725b40 00000100:00000001:19.0:1557964350.927781:0:24063:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:19.0:1557964350.927783:0:24063:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514614800 x1633636318337840/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964456 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:14.2:1557964350.927784:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (20)++ 00000100:00000040:19.0:1557964350.927787:0:24063:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514614800 x1633636318337840/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964456 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964350.927792:0:24063:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:19.0:1557964350.927793:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925eb78ce00 (tot 30920580). 00000400:00000200:2.0:1557964350.927794:0:24064:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1c019 [1] + 192 00000800:00000200:19.0:1557964350.927795:0:24063:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:19.0:1557964350.927796:0:24063:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (23)-- 00000100:00000001:2.0:1557964350.927796:0:24064:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:19.0:1557964350.927797:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000200:2.0:1557964350.927797:0:24064:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514617200 x1633636318337856/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964456 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:2.0:1557964350.927801:0:24064:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514617200 x1633636318337856/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964456 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964350.927805:0:24064:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:2.0:1557964350.927806:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c6400 (tot 30920180). 00000100:00000001:6.0:1557964350.927807:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1557964350.927807:0:24064:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (21)++ 00000100:00000001:6.0:1557964350.927808:0:24078:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1557964350.927808:0:24064:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)-- 00000400:00000001:6.0:1557964350.927809:0:24078:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1557964350.927809:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000400:00000001:6.0:1557964350.927810:0:24078:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:6.0:1557964350.927810:0:24078:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:24.2:1557964350.927811:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (20)++ 00000800:00000200:9.2:1557964350.927811:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (20)++ 00000100:00000200:6.0:1557964350.927812:0:24078:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514617200 x1633636318337856/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964456 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:14.0:1557964350.927816:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)++ 00000100:00000200:6.0:1557964350.927816:0:24078:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514617200 x1633636318337856/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964456 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964350.927819:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964350.927819:0:24078:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:6.0:1557964350.927819:0:24078:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925c80093c0. 00000800:00000200:24.0:1557964350.927820:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)++ 00000800:00000200:14.0:1557964350.927820:0:24065:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:6.0:1557964350.927820:0:24078:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f52ac780 00000800:00000200:21.0:1557964350.927821:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)++ 00000100:00000001:7.0:1557964350.927821:0:24077:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000010:6.0:1557964350.927821:0:24078:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f52ac780. 00000100:00000001:6.0:1557964350.927821:0:24078:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964350.927822:0:24078:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:6.0:1557964350.927822:0:24078:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000400:00000001:7.0:1557964350.927823:0:24077:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:6.0:1557964350.927823:0:24078:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000400:00000200:14.0:1557964350.927824:0:24065:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000001:7.0:1557964350.927824:0:24077:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:6.0:1557964350.927824:0:24078:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1557964350.927824:0:24078:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.0:1557964350.927825:0:24067:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.35@o2ib100 00000800:00000200:21.0:1557964350.927825:0:24062:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.36@o2ib100 00000400:00000010:14.0:1557964350.927825:0:24065:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915fdb7ce00 (tot 30920580). 00000100:00000001:7.0:1557964350.927825:0:24077:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:7.0:1557964350.927827:0:24077:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514614800 x1633636318337840/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964456 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00001000:6.0:1557964350.927827:0:24078:0:(import.c:1677:at_measured()) add 45 to ffff891506a72400 time=150 v=45 (45 45 45 45) 00000400:00000200:21.0:1557964350.927828:0:24062:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.36@o2ib100 : PUT 00000800:00000200:9.0:1557964350.927828:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000100:00001000:6.0:1557964350.927828:0:24078:0:(import.c:1677:at_measured()) add 1 to ffff891506a723c8 time=150 v=45 (1 1 1 1) 00000400:00000200:14.0:1557964350.927829:0:24065:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc898725b50 00000100:00000001:6.0:1557964350.927829:0:24078:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000400:00000200:24.0:1557964350.927830:0:24067:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.35@o2ib100 : PUT 00000400:00000010:21.0:1557964350.927830:0:24062:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925f72eb800 (tot 30920980). 00000800:00000200:9.0:1557964350.927830:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:6.0:1557964350.927830:0:24078:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:6.0:1557964350.927831:0:24078:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:6.0:1557964350.927831:0:24078:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:24.0:1557964350.927832:0:24067:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff892553917a00 (tot 30921380). 00000100:00000200:7.0:1557964350.927832:0:24077:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514614800 x1633636318337840/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964456 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:6.0:1557964350.927832:0:24078:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000400:00000200:21.0:1557964350.927833:0:24062:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.36@o2ib100 of length 192 into portal 4 MB=0x5cdc898725b70 00000400:00000200:14.0:1557964350.927833:0:24065:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0xa265 [1] + 192 00000100:00000040:6.0:1557964350.927833:0:24078:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-mdc-ffff8925ba270000: skip recheck: last_committed 30064774473 00000100:00000001:6.0:1557964350.927833:0:24078:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:6.0:1557964350.927834:0:24078:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:24.0:1557964350.927835:0:24067:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.35@o2ib100 of length 192 into portal 4 MB=0x5cdc898725b60 00000100:00000001:7.0:1557964350.927835:0:24077:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000040:6.0:1557964350.927835:0:24078:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514617200 x1633636318337856/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964456 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000010:7.0:1557964350.927836:0:24077:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8915f3f13ea0. 00000100:00000001:14.0:1557964350.927837:0:24065:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000200:7.0:1557964350.927837:0:24077:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff890639ac0300 00000400:00000010:7.0:1557964350.927838:0:24077:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff890639ac0300. 00000100:00000001:6.0:1557964350.927838:0:24078:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:14.0:1557964350.927839:0:24065:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514615700 x1633636318337872/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964456 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964350.927839:0:24077:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964350.927839:0:24078:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:21.0:1557964350.927840:0:24062:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.36@o2ib100 of length 192/192 into md 0x1c041 [1] + 192 00000100:00000001:6.0:1557964350.927840:0:24078:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1557964350.927841:0:24077:0:(client.c:1337:after_reply()) Process entered 00000100:00000040:6.0:1557964350.927841:0:24078:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514617200 x1633636318337856/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964456 ref 1 fl Interpret:RN/0/0 rc 0/0 02000000:00000001:7.0:1557964350.927842:0:24077:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:7.0:1557964350.927842:0:24077:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:21.0:1557964350.927843:0:24062:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000040:14.0:1557964350.927843:0:24065:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514615700 x1633636318337872/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964456 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964350.927843:0:24077:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1557964350.927844:0:24077:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:6.0:1557964350.927844:0:24078:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24078:1633636318337856:172.19.1.24@o2ib100:400 00000100:00000200:21.0:1557964350.927845:0:24062:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514613f00 x1633636318337904/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964456 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00001000:7.0:1557964350.927845:0:24077:0:(import.c:1677:at_measured()) add 45 to ffff8925eae5cc00 time=150 v=45 (45 45 45 45) 00000100:00000001:6.0:1557964350.927846:0:24078:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964350.927846:0:24078:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00001000:7.0:1557964350.927847:0:24077:0:(import.c:1677:at_measured()) add 1 to ffff8925eae5cbc8 time=150 v=45 (1 1 1 1) 00000100:00000040:6.0:1557964350.927847:0:24078:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514617200 x1633636318337856/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964456 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:7.0:1557964350.927848:0:24077:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:7.0:1557964350.927848:0:24077:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:21.0:1557964350.927849:0:24062:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514613f00 x1633636318337904/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964456 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964350.927849:0:24065:0:(events.c:171:reply_in_callback()) Process leaving 00010000:00000001:7.0:1557964350.927849:0:24077:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:7.0:1557964350.927849:0:24077:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964350.927850:0:24077:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964350.927850:0:24078:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:6.0:1557964350.927850:0:24078:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:14.0:1557964350.927851:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915fdb7ce00 (tot 30920980). 02000000:00000010:6.0:1557964350.927851:0:24078:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89254ea9d200. 00000400:00000200:24.0:1557964350.927852:0:24067:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.35@o2ib100 of length 192/192 into md 0xa26d [1] + 192 00000800:00000200:14.0:1557964350.927852:0:24065:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925eb377e00] (21)++ 00000100:00000040:7.0:1557964350.927852:0:24077:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514614800 x1633636318337840/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964456 ref 1 fl Rpc:RN/0/0 rc 0/0 02000000:00000001:6.0:1557964350.927852:0:24078:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:6.0:1557964350.927852:0:24078:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:6.0:1557964350.927853:0:24078:0:(genops.c:1228:class_import_put()) import ffff891506a72000 refcount=3 obd=looze-MDT0000-mdc-ffff8925ba270000 00000020:00000001:6.0:1557964350.927853:0:24078:0:(genops.c:1237:class_import_put()) Process leaving 00000100:00000001:21.0:1557964350.927854:0:24062:0:(events.c:171:reply_in_callback()) Process leaving 00000800:00000200:14.0:1557964350.927854:0:24065:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925eb377e00] (22)-- 02000000:00000010:6.0:1557964350.927854:0:24078:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8dd00. 00000100:00000001:24.0:1557964350.927855:0:24067:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:23.0:1557964350.927855:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000010:21.0:1557964350.927855:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925f72eb800 (tot 30920580). 00000800:00000200:14.0:1557964350.927855:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 02000000:00000001:6.0:1557964350.927855:0:24078:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:6.0:1557964350.927855:0:24078:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000800:00000200:0.0:1557964350.927855:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000800:00000200:21.0:1557964350.927856:0:24062:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (22)++ 00000100:00000001:7.0:1557964350.927856:0:24077:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:6.0:1557964350.927856:0:24078:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514617200. 00000100:00000200:24.0:1557964350.927857:0:24067:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514617b00 x1633636318337888/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964456 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:23.0:1557964350.927857:0:24080:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:21.0:1557964350.927857:0:24062:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000001:6.0:1557964350.927857:0:24078:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:6.0:1557964350.927857:0:24078:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:21.0:1557964350.927858:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000100:00000001:7.0:1557964350.927858:0:24077:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:7.0:1557964350.927858:0:24077:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964350.927858:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964350.927859:0:24078:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:6.0:1557964350.927860:0:24078:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964350.927860:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:7.0:1557964350.927861:0:24077:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514614800 x1633636318337840/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964456 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:6.0:1557964350.927861:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:24.0:1557964350.927862:0:24067:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514617b00 x1633636318337888/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964456 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:6.0:1557964350.927862:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964350.927862:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:7.0:1557964350.927866:0:24077:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24077:1633636318337840:172.19.1.24@o2ib100:400 00000100:00000001:24.0:1557964350.927867:0:24067:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:24.0:1557964350.927869:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff892553917a00 (tot 30920180). 00000400:00000001:23.0:1557964350.927869:0:24080:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:7.0:1557964350.927869:0:24077:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:24.0:1557964350.927870:0:24067:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (21)++ 00000400:00000001:23.0:1557964350.927870:0:24080:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:7.0:1557964350.927870:0:24077:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:23.0:1557964350.927871:0:24080:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000040:7.0:1557964350.927871:0:24077:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514614800 x1633636318337840/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964456 ref 1 fl Complete:RN/0/0 rc 0/0 00000800:00000200:24.0:1557964350.927872:0:24067:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:0.0:1557964350.927872:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:24.0:1557964350.927873:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000100:00000200:23.0:1557964350.927873:0:24080:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514615700 x1633636318337872/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964456 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:0.0:1557964350.927873:0:24079:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1557964350.927875:0:24077:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:7.0:1557964350.927876:0:24077:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:7.0:1557964350.927877:0:24077:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925e025e200. 00000100:00000200:23.0:1557964350.927878:0:24080:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514615700 x1633636318337872/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964456 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 02000000:00000001:7.0:1557964350.927879:0:24077:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:7.0:1557964350.927880:0:24077:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:7.0:1557964350.927880:0:24077:0:(genops.c:1228:class_import_put()) import ffff8925eae5c800 refcount=3 obd=MGC172.19.1.24@o2ib100 00000100:00000001:1.0:1557964350.927881:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:7.0:1557964350.927882:0:24077:0:(genops.c:1237:class_import_put()) Process leaving 00000100:00000001:1.0:1557964350.927882:0:24081:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:23.0:1557964350.927883:0:24080:0:(events.c:171:reply_in_callback()) Process leaving 02000000:00000010:7.0:1557964350.927883:0:24077:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8e700. 00000400:00000010:23.0:1557964350.927884:0:24080:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8915f5283600. 02000000:00000001:7.0:1557964350.927884:0:24077:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:1.0:1557964350.927884:0:24081:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000200:23.0:1557964350.927885:0:24080:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89159933e280 02000000:00000001:7.0:1557964350.927885:0:24077:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:7.0:1557964350.927885:0:24077:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514614800. 00000400:00000001:1.0:1557964350.927885:0:24081:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1557964350.927885:0:24081:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000010:23.0:1557964350.927886:0:24080:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89159933e280. 00000100:00000001:23.0:1557964350.927887:0:24080:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964350.927887:0:24081:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514613f00 x1633636318337904/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964456 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000001:0.0:1557964350.927887:0:24079:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:23.0:1557964350.927888:0:24080:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:23.0:1557964350.927888:0:24080:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:7.0:1557964350.927888:0:24077:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000400:00000001:0.0:1557964350.927888:0:24079:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:23.0:1557964350.927889:0:24080:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:7.0:1557964350.927889:0:24077:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964350.927889:0:24079:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:23.0:1557964350.927890:0:24080:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964350.927890:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:23.0:1557964350.927891:0:24080:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1557964350.927891:0:24079:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514617b00 x1633636318337888/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964456 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964350.927892:0:24077:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:7.0:1557964350.927892:0:24077:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1557964350.927892:0:24081:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514613f00 x1633636318337904/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964456 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00001000:23.0:1557964350.927893:0:24080:0:(import.c:1677:at_measured()) add 45 to ffff891506a74c00 time=150 v=45 (45 45 45 45) 00000100:00000001:7.0:1557964350.927894:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00001000:23.0:1557964350.927895:0:24080:0:(import.c:1677:at_measured()) add 1 to ffff891506a74bc8 time=150 v=45 (1 1 1 1) 00000100:00000001:7.0:1557964350.927895:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964350.927896:0:24080:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:7.0:1557964350.927896:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964350.927896:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964350.927896:0:24081:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000200:0.0:1557964350.927896:0:24079:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514617b00 x1633636318337888/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964456 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:23.0:1557964350.927897:0:24080:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1557964350.927897:0:24081:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924ca681cc0. 00010000:00000001:23.0:1557964350.927898:0:24080:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1557964350.927898:0:24081:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89251f217f80 00000400:00000010:1.0:1557964350.927899:0:24081:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89251f217f80. 00000100:00000001:1.0:1557964350.927899:0:24081:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964350.927900:0:24081:0:(client.c:1337:after_reply()) Process entered 00000100:00000001:0.0:1557964350.927900:0:24079:0:(events.c:171:reply_in_callback()) Process leaving 00010000:00080000:23.0:1557964350.927901:0:24080:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff891514615700 x1633636318337872/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964456 ref 1 fl Rpc:RN/0/0 rc 0/0 02000000:00000001:1.0:1557964350.927901:0:24081:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1557964350.927902:0:24081:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964350.927902:0:24081:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964350.927902:0:24079:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925eb609780. 00000400:00000200:0.0:1557964350.927902:0:24079:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7f980 02000000:00000001:1.0:1557964350.927903:0:24081:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964350.927903:0:24079:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7f980. 00000100:00000001:0.0:1557964350.927904:0:24079:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:23.0:1557964350.927905:0:24080:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964350.927905:0:24081:0:(import.c:1677:at_measured()) add 45 to ffff891512a11400 time=150 v=45 (45 45 45 45) 00000100:00000001:0.0:1557964350.927905:0:24079:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:0.0:1557964350.927905:0:24079:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:23.0:1557964350.927906:0:24080:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:23.0:1557964350.927907:0:24080:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-mdc-ffff8925ba270000: skip recheck: last_committed 0 00000100:00001000:1.0:1557964350.927907:0:24081:0:(import.c:1677:at_measured()) add 1 to ffff891512a113c8 time=150 v=45 (1 1 1 1) 00000100:00000001:23.0:1557964350.927908:0:24080:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:23.0:1557964350.927908:0:24080:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964350.927908:0:24081:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1557964350.927908:0:24081:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964350.927908:0:24079:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1557964350.927908:0:24079:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:23.0:1557964350.927909:0:24080:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514615700 x1633636318337872/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964456 ref 1 fl Rpc:RN/0/0 rc 0/0 00010000:00000001:1.0:1557964350.927909:0:24081:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1557964350.927910:0:24079:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964350.927911:0:24081:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1557964350.927911:0:24079:0:(import.c:1677:at_measured()) add 45 to ffff891506a77400 time=150 v=45 (45 45 45 45) 00000100:00000001:23.0:1557964350.927912:0:24080:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1557964350.927912:0:24081:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1557964350.927912:0:24081:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0009-osc-ffff8925ba270000: skip recheck: last_committed 34359738567 00000100:00000001:23.0:1557964350.927913:0:24080:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:23.0:1557964350.927913:0:24080:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964350.927913:0:24081:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00001000:0.0:1557964350.927913:0:24079:0:(import.c:1677:at_measured()) add 1 to ffff891506a773c8 time=150 v=45 (1 1 1 1) 00000100:00000040:23.0:1557964350.927914:0:24080:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514615700 x1633636318337872/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964456 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:1.0:1557964350.927914:0:24081:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964350.927914:0:24079:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1557964350.927914:0:24079:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1557964350.927915:0:24081:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514613f00 x1633636318337904/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964456 ref 1 fl Rpc:RN/0/0 rc 0/0 00010000:00000001:0.0:1557964350.927915:0:24079:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1557964350.927916:0:24079:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964350.927917:0:24079:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1557964350.927917:0:24079:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0008-osc-ffff8925ba270000: skip recheck: last_committed 30064771278 00000100:00100000:23.0:1557964350.927918:0:24080:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_05:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24080:1633636318337872:172.19.1.25@o2ib100:400 00000100:00000001:0.0:1557964350.927918:0:24079:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1557964350.927918:0:24079:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964350.927919:0:24080:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964350.927919:0:24081:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:23.0:1557964350.927920:0:24080:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:1.0:1557964350.927920:0:24081:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1557964350.927920:0:24081:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1557964350.927920:0:24079:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514617b00 x1633636318337888/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964456 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000040:23.0:1557964350.927921:0:24080:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514615700 x1633636318337872/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964456 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000040:1.0:1557964350.927921:0:24081:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514613f00 x1633636318337904/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964456 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:23.0:1557964350.927923:0:24080:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1557964350.927923:0:24079:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:23.0:1557964350.927924:0:24080:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:23.0:1557964350.927924:0:24080:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8915fa593800. 00000100:00100000:1.0:1557964350.927924:0:24081:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_06:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24081:1633636318337904:172.19.1.36@o2ib100:400 00000100:00000001:0.0:1557964350.927924:0:24079:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:23.0:1557964350.927925:0:24080:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:23.0:1557964350.927925:0:24080:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:23.0:1557964350.927925:0:24080:0:(genops.c:1228:class_import_put()) import ffff891506a74800 refcount=3 obd=looze-MDT0001-mdc-ffff8925ba270000 00000100:00000001:0.0:1557964350.927925:0:24079:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:23.0:1557964350.927926:0:24080:0:(genops.c:1237:class_import_put()) Process leaving 00000100:00000001:1.0:1557964350.927926:0:24081:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1557964350.927926:0:24079:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514617b00 x1633636318337888/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964456 ref 1 fl Interpret:RN/0/0 rc 0/0 02000000:00000010:23.0:1557964350.927927:0:24080:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8c800. 02000000:00000001:23.0:1557964350.927927:0:24080:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1557964350.927927:0:24081:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 02000000:00000001:23.0:1557964350.927928:0:24080:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:23.0:1557964350.927928:0:24080:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514615700. 00000100:00000040:1.0:1557964350.927928:0:24081:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514613f00 x1633636318337904/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964456 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:23.0:1557964350.927929:0:24080:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:23.0:1557964350.927929:0:24080:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:23.0:1557964350.927929:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964350.927930:0:24081:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1557964350.927930:0:24079:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_04:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24079:1633636318337888:172.19.1.35@o2ib100:400 00000100:00000001:23.0:1557964350.927931:0:24080:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1557964350.927931:0:24081:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1557964350.927931:0:24081:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925e1e38800. 02000000:00000001:1.0:1557964350.927932:0:24081:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1557964350.927933:0:24081:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:1.0:1557964350.927933:0:24081:0:(genops.c:1228:class_import_put()) import ffff891512a11000 refcount=4 obd=looze-OST0009-osc-ffff8925ba270000 00000020:00000001:1.0:1557964350.927934:0:24081:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:1.0:1557964350.927934:0:24081:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8cb00. 00000100:00000001:23.0:1557964350.927935:0:24080:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964350.927935:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1557964350.927935:0:24081:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1557964350.927935:0:24079:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:23.0:1557964350.927936:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964350.927936:0:24081:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1557964350.927936:0:24081:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514613f00. 00000100:00000001:0.0:1557964350.927936:0:24079:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:23.0:1557964350.927937:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:23.0:1557964350.927937:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964350.927937:0:24081:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1557964350.927937:0:24081:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1557964350.927937:0:24079:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514617b00 x1633636318337888/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964456 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:1.0:1557964350.927938:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964350.927939:0:24081:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1557964350.927940:0:24081:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964350.927940:0:24079:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1557964350.927940:0:24079:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1557964350.927941:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1557964350.927941:0:24079:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89259e758600. 00000100:00000001:1.0:1557964350.927942:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964350.927942:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1557964350.927942:0:24079:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1557964350.927942:0:24079:0:(genops.c:1221:class_import_put()) Process entered 00000100:00000001:1.0:1557964350.927943:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1557964350.927943:0:24079:0:(genops.c:1228:class_import_put()) import ffff891506a77000 refcount=4 obd=looze-OST0008-osc-ffff8925ba270000 00000020:00000001:0.0:1557964350.927944:0:24079:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:0.0:1557964350.927944:0:24079:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8f400. 02000000:00000001:0.0:1557964350.927945:0:24079:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1557964350.927946:0:24079:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1557964350.927947:0:24079:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514617b00. 00000100:00000001:0.0:1557964350.927948:0:24079:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1557964350.927948:0:24079:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964350.927949:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964350.927951:0:24079:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1557964350.927951:0:24079:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964350.927952:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964350.927953:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964350.927954:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964350.927954:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1557964351.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964351.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964351.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964351.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964351.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964351.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964351.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964351.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964352.874317:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964352.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964352.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964352.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964352.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964352.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964352.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964352.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964353.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964353.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964353.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964353.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964353.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964353.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964353.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964353.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000010:9.0:1557964354.471076:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf18b00 (tot 30920436). 00000400:00000010:9.0:1557964354.471084:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf18b00 (tot 30920180). 00000400:00000200:1.0:1557964354.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964354.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964354.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964354.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964354.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964354.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964354.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964354.874361:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964355.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964355.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964355.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964355.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964355.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964355.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964355.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964355.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964356.874316:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964356.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964356.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964356.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964356.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964356.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964356.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964356.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964357.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964357.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964357.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964357.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964357.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964357.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964357.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964357.874361:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964358.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964358.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964358.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964358.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964358.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964358.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964358.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964358.874363:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000010:9.0:1557964359.471487:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf1a300 (tot 30920436). 00000400:00000010:9.0:1557964359.471504:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf1a300 (tot 30920180). 00000400:00000200:1.0:1557964359.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964359.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964359.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964359.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964359.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964359.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964359.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964359.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964360.874313:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964360.874316:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964360.874317:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964360.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964360.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964360.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964360.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964360.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00010000:00000001:5.0:1557964360.894323:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964360.894325:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:5.0:1557964360.894330:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964360.894332:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964360.894334:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964360.894335:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964360.894337:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964360.894338:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964360.894339:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964360.894340:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964360.894341:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964360.894343:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964360.894345:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964360.894347:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964360.894348:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964360.894350:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964360.894352:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964360.894352:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964360.894353:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964360.894353:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:5.0:1557964360.894355:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00000020:00000001:3.0:1557964360.894355:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964360.894356:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964360.894357:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964360.894358:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:5.0:1557964360.894359:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964360.894359:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964360.894360:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964360.894361:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964360.894362:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964360.894363:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964360.894364:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964360.894364:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964360.894366:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964360.894366:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964360.894368:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964360.894369:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964360.894376:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964360.894377:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964360.894379:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964360.894380:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1557964361.874309:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964361.874312:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964361.874313:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964361.874317:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964361.874318:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964361.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964361.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964361.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964362.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964362.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964362.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964362.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964362.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964362.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964362.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964362.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964363.874296:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964363.874299:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964363.874301:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964363.874303:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964363.874304:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964363.874305:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964363.874308:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964363.874309:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000010:9.0:1557964364.471866:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f962bc00 (tot 30920436). 00000400:00000010:9.0:1557964364.471882:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f962bc00 (tot 30920180). 00000400:00000200:1.0:1557964364.874317:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964364.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964364.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964364.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964364.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964364.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964364.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964364.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964365.874314:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964365.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964365.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964365.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964365.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964365.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964365.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964365.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964366.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964366.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964366.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964366.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964366.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964366.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964366.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964366.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964367.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964367.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964367.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964367.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964367.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964367.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964367.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964367.874362:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964368.874315:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964368.874317:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964368.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964368.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964368.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964368.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964368.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964368.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000010:9.0:1557964369.472346:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f962aa00 (tot 30920436). 00000400:00000010:9.0:1557964369.472354:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f962aa00 (tot 30920180). 00000400:00000200:1.0:1557964369.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964369.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964369.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964369.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964369.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964369.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964369.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964369.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964370.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964370.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964370.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964370.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964370.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964370.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964370.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964370.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00010000:00000001:5.0:1557964370.894327:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964370.894330:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:5.0:1557964370.894333:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964370.894336:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964370.894338:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964370.894339:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964370.894341:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964370.894342:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964370.894343:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964370.894344:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964370.894345:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964370.894347:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964370.894348:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964370.894351:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964370.894351:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964370.894352:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964370.894353:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964370.894354:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964370.894355:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964370.894357:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964370.894358:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964370.894359:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964370.894361:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964370.894363:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964370.894364:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964370.894364:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964370.894365:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964370.894366:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964370.894367:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964370.894368:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964370.894369:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964370.894370:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964370.894371:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964370.894372:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964370.894373:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964370.894374:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964370.894375:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964370.894382:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964370.894383:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964370.894385:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964370.894386:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1557964371.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964371.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964371.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964371.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964371.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964371.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964371.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964371.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964372.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964372.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964372.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964372.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964372.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964372.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964372.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964372.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964373.874292:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964373.874295:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964373.874297:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964373.874299:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964373.874300:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964373.874301:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964373.874304:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964373.874305:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000010:9.0:1557964374.472655:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f9628100 (tot 30920436). 00000400:00000010:9.0:1557964374.472671:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f9628100 (tot 30920180). 00000400:00000200:1.0:1557964374.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964374.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964374.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964374.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964374.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964374.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964374.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964374.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964375.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964375.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964375.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964375.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964375.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964375.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964375.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964375.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000100:00000040:5.0:1557964375.927317:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964375.927323:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964375.927325:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514615a00. 00000020:00000040:5.0:1557964375.927328:0:24107:0:(genops.c:1214:class_import_get()) import ffff8925eae5c800 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:5.0:1557964375.927332:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964375.927333:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964375.927335:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964375.927338:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8c600. 00000100:00000001:5.0:1557964375.927341:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964375.927346:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS req@ffff891514615a00 x1633636318337920/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964375.927356:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964375.927357:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964375.927359:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964375.927364:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514615a00] to pc [ptlrpcd_00_07:7] req@ffff891514615a00 x1633636318337920/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964375.927376:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964375.927378:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964375.927382:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964375.927383:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514616300. 00000020:00000040:5.0:1557964375.927385:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a72000 refcount=4 obd=looze-MDT0000-mdc-ffff8925ba270000 00000100:00000001:5.0:1557964375.927387:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964375.927390:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964375.927391:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964375.927393:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8e900. 00000100:00000001:5.0:1557964375.927395:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964375.927398:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0000_UUID req@ffff891514616300 x1633636318337936/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964375.927406:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964375.927407:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964375.927408:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964375.927412:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514616300] to pc [ptlrpcd_00_08:8] req@ffff891514616300 x1633636318337936/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964375.927418:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1557964375.927421:0:24082:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1557964375.927423:0:24082:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:5.0:1557964375.927425:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964375.927426:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1557964375.927426:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1557964375.927428:0:24082:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514615a00 x1633636318337920/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964375.927429:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1557964375.927429:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:5.0:1557964375.927430:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514617800. 00000100:00000001:1.0:1557964375.927431:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000040:5.0:1557964375.927432:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a74800 refcount=4 obd=looze-MDT0001-mdc-ffff8925ba270000 00000100:00000001:1.0:1557964375.927432:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964375.927434:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964375.927434:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964375.927435:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964375.927437:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8c900. 00000100:00000001:2.0:1557964375.927438:0:24082:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:5.0:1557964375.927439:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964375.927439:0:24082:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964375.927442:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID req@ffff891514617800 x1633636318337952/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:2.0:1557964375.927442:0:24082:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1557964375.927443:0:24082:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1557964375.927447:0:24082:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_07:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24082:1633636318337920:172.19.1.24@o2ib100:400 00000020:00000001:5.0:1557964375.927449:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964375.927450:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1557964375.927450:0:24082:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:5.0:1557964375.927452:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1557964375.927452:0:24082:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1557964375.927454:0:24082:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964375.927455:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514617800] to pc [ptlrpcd_00_09:9] req@ffff891514617800 x1633636318337952/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:2.0:1557964375.927456:0:24082:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1557964375.927458:0:24082:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8924a72c6400. 02000000:00000001:2.0:1557964375.927460:0:24082:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964375.927463:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964375.927463:0:24082:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925f471c300. 00000100:00000040:5.0:1557964375.927464:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:22.0:1557964375.927465:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1557964375.927466:0:24082:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915a1ec0180. 00000100:00000001:5.0:1557964375.927467:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000001:22.0:1557964375.927468:0:24083:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000010:5.0:1557964375.927468:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514616f00. 00000100:00000200:2.0:1557964375.927469:0:24082:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318337920, portal 25 00000100:00000001:22.0:1557964375.927470:0:24083:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000040:5.0:1557964375.927471:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a77000 refcount=5 obd=looze-OST0008-osc-ffff8925ba270000 00000100:00000001:4.0:1557964375.927471:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1557964375.927472:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964375.927473:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1557964375.927473:0:24082:0:(client.c:2835:ptlrpc_request_addref()) Process entered 02000000:00000001:5.0:1557964375.927474:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964375.927474:0:24084:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1557964375.927474:0:24082:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362083840 : -130751347467776 : ffff891514615a00) 00000100:00000040:22.0:1557964375.927475:0:24083:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514616300 x1633636318337936/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000010:5.0:1557964375.927476:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8f800. 00000100:00000001:5.0:1557964375.927478:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1557964375.927478:0:24082:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514615a00 x1633636318337920/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964481 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:5.0:1557964375.927481:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID req@ffff891514616f00 x1633636318337968/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964375.927484:0:24084:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:22.0:1557964375.927485:0:24083:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:22.0:1557964375.927487:0:24083:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964375.927487:0:24082:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:5.0:1557964375.927488:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 02000000:00000001:22.0:1557964375.927489:0:24083:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:5.0:1557964375.927489:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:4.0:1557964375.927489:0:24084:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514617800 x1633636318337952/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:2.0:1557964375.927490:0:24082:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 02000000:00000001:22.0:1557964375.927491:0:24083:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927491:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964375.927492:0:24082:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915a1ec0e80. 00000100:00000200:2.0:1557964375.927493:0:24082:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636318337920, offset 0 00000100:00100000:22.0:1557964375.927494:0:24083:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_08:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24083:1633636318337936:172.19.1.24@o2ib100:400 00000100:00000040:5.0:1557964375.927494:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514616f00] to pc [ptlrpcd_00_10:10] req@ffff891514616f00 x1633636318337968/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000400:00000010:2.0:1557964375.927496:0:24082:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c6200 (tot 30920580). 00000100:00000001:22.0:1557964375.927498:0:24083:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:22.0:1557964375.927500:0:24083:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:4.0:1557964375.927500:0:24084:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1557964375.927500:0:24082:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 02000000:00000001:22.0:1557964375.927501:0:24083:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964375.927501:0:24084:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:22.0:1557964375.927503:0:24083:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:4.0:1557964375.927504:0:24084:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:22.0:1557964375.927506:0:24083:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925d7f4d600. 02000000:00000001:4.0:1557964375.927506:0:24084:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964375.927507:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:22.0:1557964375.927508:0:24083:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964375.927508:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0009_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:4.0:1557964375.927509:0:24084:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_09:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24084:1633636318337952:172.19.1.25@o2ib100:400 00000100:00000001:5.0:1557964375.927511:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964375.927512:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514613000. 00000400:00000200:2.0:1557964375.927512:0:24082:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000040:5.0:1557964375.927513:0:24107:0:(genops.c:1214:class_import_get()) import ffff891512a11000 refcount=5 obd=looze-OST0009-osc-ffff8925ba270000 00000100:00000001:4.0:1557964375.927513:0:24084:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:4.0:1557964375.927514:0:24084:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:5.0:1557964375.927515:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:22.0:1557964375.927516:0:24083:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8915a3202240. 02000000:00000001:5.0:1557964375.927516:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:4.0:1557964375.927516:0:24084:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1557964375.927517:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964375.927517:0:24084:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:5.0:1557964375.927518:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8c400. 00000800:00000200:2.0:1557964375.927518:0:24082:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000400:00000010:22.0:1557964375.927519:0:24083:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915c2aee580. 00000100:00000001:5.0:1557964375.927520:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:4.0:1557964375.927520:0:24084:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925bd2c2200. 00000100:00000200:22.0:1557964375.927522:0:24083:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318337936, portal 10 02000000:00000001:4.0:1557964375.927522:0:24084:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964375.927523:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0009_UUID req@ffff891514613000 x1633636318337984/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:22.0:1557964375.927524:0:24083:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1557964375.927524:0:24082:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000100:00000001:22.0:1557964375.927525:0:24083:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362086144 : -130751347465472 : ffff891514616300) 00000400:00000010:4.0:1557964375.927526:0:24084:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925c1dda5a0. 00000800:00000200:2.0:1557964375.927527:0:24082:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (20)++ 00000400:00000010:4.0:1557964375.927528:0:24084:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f0bce580. 00000800:00000200:2.0:1557964375.927529:0:24082:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (21)++ 00000100:00000040:22.0:1557964375.927530:0:24083:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514616300 x1633636318337936/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964481 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964375.927530:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964375.927531:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:4.0:1557964375.927531:0:24084:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318337952, portal 10 00000020:00000001:5.0:1557964375.927533:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964375.927533:0:24084:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1557964375.927533:0:24082:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:2.0:1557964375.927534:0:24082:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964375.927535:0:24084:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362091520 : -130751347460096 : ffff891514617800) 00000100:00000040:5.0:1557964375.927536:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514613000] to pc [ptlrpcd_00_11:11] req@ffff891514613000 x1633636318337984/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964375.927536:0:24082:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1557964375.927538:0:24082:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964375.927539:0:24083:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:4.0:1557964375.927539:0:24084:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514617800 x1633636318337952/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964481 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964375.927540:0:24082:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:22.0:1557964375.927542:0:24083:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000100:00000001:2.0:1557964375.927542:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:22.0:1557964375.927543:0:24083:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915c2aef380. 00000100:00000200:22.0:1557964375.927545:0:24083:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318337936, offset 0 00000100:00000001:5.0:1557964375.927545:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964375.927546:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1557964375.927546:0:24082:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:5.0:1557964375.927547:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2739240 : 2739240 : 29cc28) 00000100:00000001:2.0:1557964375.927547:0:24082:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000400:00000010:22.0:1557964375.927548:0:24083:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925d7f4a600 (tot 30920980). 00000100:00000001:4.0:1557964375.927548:0:24084:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:7.0:1557964375.927549:0:24085:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1557964375.927549:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964375.927550:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2955256 : 2955256 : 2d17f8) 00000100:00000001:2.0:1557964375.927550:0:24082:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1557964375.927551:0:24085:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:5.0:1557964375.927551:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705578936 : -3972680 : ffffffffffc361b8) 00000100:00000040:4.0:1557964375.927551:0:24084:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000100:00000001:2.0:1557964375.927551:0:24082:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:22.0:1557964375.927552:0:24083:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:5.0:1557964375.927553:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073699904658 : -9646958 : ffffffffff6ccc92) 00000400:00000010:4.0:1557964375.927553:0:24084:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f0bce200. 00000100:00000001:2.0:1557964375.927553:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964375.927553:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964375.927555:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1103336 : 1103336 : 10d5e8) 00000100:00000200:4.0:1557964375.927555:0:24084:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318337952, offset 0 00000100:00000001:2.0:1557964375.927555:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:7.0:1557964375.927556:0:24085:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514616f00 x1633636318337968/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964375.927556:0:24082:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964375.927557:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709458934 : -92682 : fffffffffffe95f6) 00000100:00000001:2.0:1557964375.927557:0:24082:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964375.927557:0:24086:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000010:4.0:1557964375.927558:0:24084:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925bd2c3a00 (tot 30921380). 00000100:00000001:2.0:1557964375.927558:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964375.927558:0:24086:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:5.0:1557964375.927559:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705770619 : -3780997 : ffffffffffc64e7b) 00000020:00000001:5.0:1557964375.927576:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2489068 : 2489068 : 25faec) 00000020:00000001:5.0:1557964375.927577:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2081840 : 2081840 : 1fc430) 00000020:00000001:5.0:1557964375.927577:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=55480 : 55480 : d8b8) 00000400:00000200:4.0:1557964375.927577:0:24084:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000100:00000040:0.0:1557964375.927577:0:24086:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514613000 x1633636318337984/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000400:00000200:22.0:1557964375.927578:0:24083:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:5.0:1557964375.927578:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073708005614 : -1546002 : ffffffffffe868ee) 00000020:00000001:5.0:1557964375.927578:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709443432 : -108184 : fffffffffffe5968) 00000100:00000001:7.0:1557964375.927579:0:24085:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:7.0:1557964375.927579:0:24085:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927579:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709484336 : -67280 : fffffffffffef930) 00000020:00000001:5.0:1557964375.927579:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709450824 : -100792 : fffffffffffe7648) 00000800:00000200:22.0:1557964375.927580:0:24083:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:5.0:1557964375.927580:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709522752 : -28864 : ffffffffffff8f40) 02000000:00000001:7.0:1557964375.927581:0:24085:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:5.0:1557964375.927581:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709546976 : -4640 : ffffffffffffede0) 00000020:00000001:5.0:1557964375.927581:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=51544 : 51544 : c958) 00000100:00000001:0.0:1557964375.927581:0:24086:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000800:00000200:29.2:1557964375.927582:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (21)++ 02000000:00000001:7.0:1557964375.927582:0:24085:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927582:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7833692 : 7833692 : 77885c) 00000020:00000001:5.0:1557964375.927582:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1435441 : 1435441 : 15e731) 00000100:00000001:0.0:1557964375.927582:0:24086:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:22.0:1557964375.927583:0:24083:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000100:00100000:7.0:1557964375.927583:0:24085:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_10:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24085:1633636318337968:172.19.1.35@o2ib100:400 00000020:00000001:5.0:1557964375.927583:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=15616 : 15616 : 3d00) 02000000:00000001:0.0:1557964375.927583:0:24086:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:5.0:1557964375.927584:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=668095 : 668095 : a31bf) 00000020:00000001:5.0:1557964375.927584:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1358872 : 1358872 : 14bc18) 00000400:00000200:4.0:1557964375.927584:0:24084:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 02000000:00000001:0.0:1557964375.927584:0:24086:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:22.0:1557964375.927585:0:24083:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (21)++ 00000100:00000001:7.0:1557964375.927585:0:24085:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:5.0:1557964375.927585:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1562989 : 1562989 : 17d96d) 00000020:00000001:5.0:1557964375.927585:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1733900 : 1733900 : 1a750c) 02000000:00000001:7.0:1557964375.927586:0:24085:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:5.0:1557964375.927586:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=92728 : 92728 : 16a38) 00000020:00000001:5.0:1557964375.927586:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2027914 : 2027914 : 1ef18a) 00000100:00100000:0.0:1557964375.927586:0:24086:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_11:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24086:1633636318337984:172.19.1.36@o2ib100:400 00000800:00000200:22.0:1557964375.927587:0:24083:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (23)++ 02000000:00000001:7.0:1557964375.927587:0:24085:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1557964375.927587:0:24085:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:5.0:1557964375.927587:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=114620 : 114620 : 1bfbc) 00000800:00000200:4.0:1557964375.927587:0:24084:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000100:00000001:0.0:1557964375.927587:0:24086:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:5.0:1557964375.927588:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=4096 : 4096 : 1000) 00000020:00000001:5.0:1557964375.927588:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709528278 : -23338 : ffffffffffffa4d6) 02000000:00000001:0.0:1557964375.927588:0:24086:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:22.0:1557964375.927589:0:24083:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (24)-- 02000000:00000010:7.0:1557964375.927589:0:24085:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925e025e200. 02000000:00000001:7.0:1557964375.927589:0:24085:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927589:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=6747 : 6747 : 1a5b) 02000000:00000001:0.0:1557964375.927589:0:24086:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964375.927589:0:24086:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:22.0:1557964375.927590:0:24083:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927590:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709531320 : -20296 : ffffffffffffb0b8) 00000800:00000200:4.0:1557964375.927590:0:24084:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f3c80] -> 172.19.1.25@o2ib100 (2) version: 12 00000100:00000001:22.0:1557964375.927591:0:24083:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:7.0:1557964375.927591:0:24085:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8915f3f13ea0. 00000020:00000001:5.0:1557964375.927591:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709543636 : -7980 : ffffffffffffe0d4) 00000020:00000001:5.0:1557964375.927591:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1557964375.927591:0:24086:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff89259e758600. 02000000:00000001:0.0:1557964375.927591:0:24086:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964375.927592:0:24083:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:7.0:1557964375.927592:0:24085:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff890639ac0300. 00000020:00000001:5.0:1557964375.927592:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964375.927592:0:24084:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925eb377e00] (20)++ 00000100:00000001:22.0:1557964375.927593:0:24083:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927593:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964375.927593:0:24084:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925eb377e00] (21)++ 00000400:00000010:0.0:1557964375.927593:0:24086:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925eb609780. 00000100:00000001:22.0:1557964375.927594:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:7.0:1557964375.927594:0:24085:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318337968, portal 4 00000020:00000001:5.0:1557964375.927594:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927594:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964375.927594:0:24086:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7f980. 00000100:00000001:7.0:1557964375.927595:0:24085:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:5.0:1557964375.927595:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927595:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964375.927596:0:24083:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:22.0:1557964375.927596:0:24083:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:7.0:1557964375.927596:0:24085:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362089216 : -130751347462400 : ffff891514616f00) 00000020:00000001:5.0:1557964375.927596:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927596:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964375.927596:0:24084:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925eb377e00] (22)-- 00000100:00000200:0.0:1557964375.927596:0:24086:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318337984, portal 4 00000100:00000001:0.0:1557964375.927596:0:24086:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:22.0:1557964375.927597:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964375.927597:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927597:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964375.927597:0:24084:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964375.927597:0:24086:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362073088 : -130751347478528 : ffff891514613000) 00000100:00000001:22.0:1557964375.927598:0:24083:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:22.0:1557964375.927598:0:24083:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1557964375.927598:0:24085:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514616f00 x1633636318337968/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964481 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964375.927598:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927598:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964375.927598:0:24084:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:22.0:1557964375.927599:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927599:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927599:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964375.927599:0:24084:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1557964375.927599:0:24086:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514613000 x1633636318337984/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964481 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:22.0:1557964375.927600:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:22.0:1557964375.927600:0:24083:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964375.927600:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927600:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964375.927600:0:24084:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964375.927601:0:24083:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964375.927601:0:24085:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:5.0:1557964375.927601:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927601:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964375.927601:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:22.0:1557964375.927602:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927602:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927602:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964375.927602:0:24086:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:7.0:1557964375.927603:0:24085:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.35@o2ib100 00000020:00000001:5.0:1557964375.927603:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927603:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964375.927603:0:24084:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:7.0:1557964375.927604:0:24085:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff890639ac1b00. 00000020:00000001:5.0:1557964375.927604:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927604:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964375.927604:0:24084:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:4.0:1557964375.927604:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1557964375.927604:0:24086:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.36@o2ib100 00000100:00000200:7.0:1557964375.927605:0:24085:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1633636318337968, offset 0 00000020:00000001:5.0:1557964375.927605:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927605:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964375.927605:0:24084:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:4.0:1557964375.927605:0:24084:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927606:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927606:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964375.927606:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964375.927606:0:24086:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7fd80. 00000400:00000010:7.0:1557964375.927607:0:24085:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e025ea00 (tot 30921780). 00000020:00000001:5.0:1557964375.927607:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927607:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964375.927607:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1557964375.927607:0:24086:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1633636318337984, offset 0 00000020:00000001:5.0:1557964375.927608:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964375.927608:0:24084:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:4.0:1557964375.927608:0:24084:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964375.927608:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:7.0:1557964375.927609:0:24085:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.35@o2ib100 00000020:00000001:5.0:1557964375.927609:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927609:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964375.927609:0:24086:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89259e758800 (tot 30922180). 00000020:00000001:5.0:1557964375.927610:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927611:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927611:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1557964375.927611:0:24086:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.36@o2ib100 00000020:00000001:5.0:1557964375.927612:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927613:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927613:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927614:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927614:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:7.0:1557964375.927615:0:24085:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.35@o2ib100(172.19.1.35@o2ib100:172.19.1.35@o2ib100) : PUT 00000020:00000001:5.0:1557964375.927615:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927615:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927616:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927616:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927617:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927617:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1557964375.927617:0:24086:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) : PUT 00000800:00000200:7.0:1557964375.927618:0:24085:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.35@o2ib100 00000020:00000001:5.0:1557964375.927618:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927618:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927619:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927619:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927620:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927620:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964375.927620:0:24086:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.36@o2ib100 00000800:00000200:19.0:1557964375.927621:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)++ 00000800:00000200:7.0:1557964375.927621:0:24085:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f2000] -> 172.19.1.35@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964375.927621:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927621:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927622:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927622:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:7.0:1557964375.927623:0:24085:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (20)++ 00000020:00000001:5.0:1557964375.927623:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927623:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964375.927623:0:24086:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915a1ec0580] -> 172.19.1.36@o2ib100 (2) version: 12 00000800:00000200:7.0:1557964375.927624:0:24085:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7cc00] (21)++ 00000020:00000001:5.0:1557964375.927624:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1557964375.927625:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (24)-- 00000020:00000001:5.0:1557964375.927625:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927625:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964375.927625:0:24086:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (20)++ 00000800:00000200:7.0:1557964375.927626:0:24085:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (22)-- 00000020:00000001:5.0:1557964375.927626:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927626:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964375.927626:0:24086:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fdb7cc00] (21)++ 00000100:00000001:19.0:1557964375.927627:0:24063:0:(events.c:52:request_out_callback()) Process entered 00000100:00000001:7.0:1557964375.927627:0:24085:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927627:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964375.927628:0:24085:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964375.927628:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964375.927628:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)++ 00000800:00000200:0.0:1557964375.927628:0:24086:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000001:7.0:1557964375.927629:0:24085:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927629:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927629:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964375.927629:0:24086:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:19.0:1557964375.927630:0:24063:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514615a00 x1633636318337920/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964481 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964375.927630:0:24085:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927630:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964375.927630:0:24086:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:7.0:1557964375.927631:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964375.927631:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964375.927631:0:24086:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964375.927632:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (21)++ 00000020:00000001:5.0:1557964375.927632:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927632:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964375.927632:0:24064:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (24)-- 00000100:00000001:0.0:1557964375.927632:0:24086:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964375.927633:0:24085:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:7.0:1557964375.927633:0:24085:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964375.927633:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927633:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964375.927633:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1557964375.927634:0:24063:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:7.0:1557964375.927634:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964375.927634:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927634:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:19.0:1557964375.927635:0:24063:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514615a00 x1633636318337920/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964481 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964375.927635:0:24085:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1557964375.927635:0:24085:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927635:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927635:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1557964375.927635:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)-- 00000100:00000001:0.0:1557964375.927635:0:24086:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1557964375.927635:0:24086:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:7.0:1557964375.927636:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927636:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927636:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964375.927636:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964375.927637:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964375.927637:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927637:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964375.927637:0:24086:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1557964375.927637:0:24086:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964375.927638:0:24085:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1557964375.927638:0:24085:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927638:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927638:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964375.927638:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964375.927639:0:24063:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964375.927639:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927639:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927639:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964375.927639:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:19.0:1557964375.927640:0:24063:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:19.0:1557964375.927640:0:24063:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915a1ec0e80 00000020:00000001:5.0:1557964375.927640:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927640:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964375.927640:0:24086:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1557964375.927640:0:24086:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:19.0:1557964375.927641:0:24063:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915a1ec0e80. 00000020:00000001:5.0:1557964375.927641:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927641:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964375.927641:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927642:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927642:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927643:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927643:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964375.927643:0:24064:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:19.0:1557964375.927644:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c6200 (tot 30921780). 00000020:00000001:5.0:1557964375.927644:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927644:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1557964375.927644:0:24064:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514616300 x1633636318337936/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964481 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:19.0:1557964375.927645:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000020:00000001:5.0:1557964375.927645:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927645:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927646:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927647:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927648:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927648:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927649:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964375.927649:0:24064:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:5.0:1557964375.927650:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927650:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1557964375.927650:0:24064:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514616300 x1633636318337936/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964481 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964375.927651:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927651:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964375.927652:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)++ 00000020:00000001:5.0:1557964375.927652:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927652:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927653:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964375.927653:0:24064:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927654:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927654:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964375.927654:0:24064:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:2.0:1557964375.927654:0:24064:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915c2aef380 00000020:00000001:5.0:1557964375.927655:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927655:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964375.927655:0:24064:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915c2aef380. 00000020:00000001:5.0:1557964375.927656:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927656:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927657:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927657:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964375.927657:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925d7f4a600 (tot 30921380). 00000800:00000200:14.0:1557964375.927658:0:24068:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925eb377e00] (23)-- 00000020:00000001:5.0:1557964375.927658:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927658:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964375.927658:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000020:00000001:5.0:1557964375.927659:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927659:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927660:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927660:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927661:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927661:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927662:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927662:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964375.927663:0:24068:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:5.0:1557964375.927663:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927663:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927663:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927664:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927664:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927665:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927666:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927667:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927667:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:14.0:1557964375.927668:0:24068:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514617800 x1633636318337952/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964481 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964375.927668:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927668:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.2:1557964375.927669:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (21)++ 00000020:00000001:5.0:1557964375.927669:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927670:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927670:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927671:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927671:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927671:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927672:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927673:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927673:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927674:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927674:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927675:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927675:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927676:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927676:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927677:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927677:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964375.927678:0:24068:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:5.0:1557964375.927678:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927678:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964375.927679:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964375.927679:0:24107:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318122081) 00000100:00000040:14.0:1557964375.927682:0:24068:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514617800 x1633636318337952/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964481 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:9.2:1557964375.927684:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (21)++ 00000800:00000200:24.0:1557964375.927690:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000100:00000001:14.0:1557964375.927690:0:24068:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.0:1557964375.927694:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)++ 00000100:00000001:14.0:1557964375.927695:0:24068:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:14.0:1557964375.927696:0:24068:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f0bce200 00000400:00000010:14.0:1557964375.927699:0:24068:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f0bce200. 00000800:00000200:21.0:1557964375.927700:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)++ 00000800:00000200:24.0:1557964375.927701:0:24065:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7cc00] (23)-- 00000400:00000010:14.0:1557964375.927703:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925bd2c3a00 (tot 30920980). 00000800:00000200:21.0:1557964375.927704:0:24062:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fdb7cc00] (23)-- 00000100:00000001:24.0:1557964375.927705:0:24065:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:14.0:1557964375.927706:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000800:00000200:1.0:1557964375.927706:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000800:00000200:14.0:1557964375.927710:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000200:24.0:1557964375.927711:0:24065:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514616f00 x1633636318337968/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964481 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:24.0:1557964375.927732:0:24065:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:24.0:1557964375.927735:0:24065:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514616f00 x1633636318337968/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964481 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:24.0:1557964375.927743:0:24065:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:24.0:1557964375.927745:0:24065:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:24.0:1557964375.927747:0:24065:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff890639ac1b00 00000400:00000010:24.0:1557964375.927749:0:24065:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff890639ac1b00. 00000100:00000001:21.0:1557964375.927751:0:24062:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:24.0:1557964375.927753:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e025ea00 (tot 30920580). 00000100:00000200:21.0:1557964375.927753:0:24062:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514613000 x1633636318337984/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964481 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:24.0:1557964375.927756:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000100:00000001:21.0:1557964375.927757:0:24062:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:21.0:1557964375.927759:0:24062:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514613000 x1633636318337984/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964481 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964375.927762:0:24062:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964375.927762:0:24062:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:21.0:1557964375.927763:0:24062:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7fd80 00000400:00000010:21.0:1557964375.927765:0:24062:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7fd80. 00000400:00000010:21.0:1557964375.927767:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89259e758800 (tot 30920180). 00000800:00000200:21.0:1557964375.927768:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000800:00000200:29.2:1557964375.927781:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:19.0:1557964375.927793:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:19.0:1557964375.927797:0:24063:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.24@o2ib100 00000800:00000200:2.0:1557964375.927798:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000400:00000200:19.0:1557964375.927800:0:24063:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:19.0:1557964375.927801:0:24063:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925eb78ce00 (tot 30920580). 00000800:00000200:2.0:1557964375.927801:0:24064:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000800:00000200:1.0:1557964375.927802:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)-- 00000400:00000200:19.0:1557964375.927804:0:24063:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc898725b80 00000400:00000200:2.0:1557964375.927804:0:24064:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000800:00000200:14.2:1557964375.927805:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (20)++ 00000400:00000010:2.0:1557964375.927806:0:24064:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c7000 (tot 30920980). 00000400:00000200:19.0:1557964375.927807:0:24063:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1c051 [1] + 192 00000400:00000200:2.0:1557964375.927808:0:24064:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc898725b90 00000100:00000001:19.0:1557964375.927809:0:24063:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:19.0:1557964375.927811:0:24063:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514615a00 x1633636318337920/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964481 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:19.0:1557964375.927815:0:24063:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514615a00 x1633636318337920/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964481 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:14.0:1557964375.927816:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)++ 00000100:00000001:19.0:1557964375.927820:0:24063:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:19.0:1557964375.927821:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925eb78ce00 (tot 30920580). 00000800:00000200:19.0:1557964375.927822:0:24063:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:14.0:1557964375.927822:0:24066:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:2.0:1557964375.927822:0:24064:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1c061 [1] + 192 00000100:00000001:4.0:1557964375.927823:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1557964375.927823:0:24082:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:19.0:1557964375.927824:0:24063:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (23)-- 00000400:00000001:4.0:1557964375.927824:0:24082:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000800:00000200:19.0:1557964375.927825:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000400:00000001:4.0:1557964375.927825:0:24082:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:4.0:1557964375.927825:0:24082:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:4.0:1557964375.927827:0:24082:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514615a00 x1633636318337920/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964481 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000200:14.0:1557964375.927830:0:24066:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000100:00000200:4.0:1557964375.927832:0:24082:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514615a00 x1633636318337920/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964481 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000010:14.0:1557964375.927833:0:24066:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915fdb7f800 (tot 30920980). 00000100:00000001:4.0:1557964375.927835:0:24082:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:4.0:1557964375.927836:0:24082:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925f471c300. 00000400:00000200:4.0:1557964375.927837:0:24082:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915a1ec0180 00000400:00000010:4.0:1557964375.927837:0:24082:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915a1ec0180. 00000100:00000001:4.0:1557964375.927838:0:24082:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1557964375.927838:0:24064:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000200:14.0:1557964375.927839:0:24066:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc898725ba0 00000100:00000001:4.0:1557964375.927839:0:24082:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:4.0:1557964375.927839:0:24082:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:4.0:1557964375.927840:0:24082:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:4.0:1557964375.927840:0:24082:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1557964375.927840:0:24064:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514616300 x1633636318337936/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964481 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 02000000:00000001:4.0:1557964375.927841:0:24082:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:4.0:1557964375.927842:0:24082:0:(import.c:1677:at_measured()) add 45 to ffff8925eae5cc00 time=25 v=45 (45 45 45 45) 00000100:00001000:4.0:1557964375.927844:0:24082:0:(import.c:1677:at_measured()) add 1 to ffff8925eae5cbc8 time=25 v=45 (1 1 1 1) 00000100:00000040:2.0:1557964375.927844:0:24064:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514616300 x1633636318337936/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964481 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964375.927845:0:24082:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:4.0:1557964375.927845:0:24082:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:14.0:1557964375.927847:0:24066:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0xa275 [1] + 192 00010000:00000001:4.0:1557964375.927847:0:24082:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:4.0:1557964375.927848:0:24082:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964375.927848:0:24064:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:4.0:1557964375.927849:0:24082:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964375.927849:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c7000 (tot 30920580). 00000100:00000040:4.0:1557964375.927850:0:24082:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514615a00 x1633636318337920/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964481 ref 1 fl Rpc:RN/0/0 rc 0/0 00000800:00000200:9.2:1557964375.927851:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (20)++ 00000800:00000200:2.0:1557964375.927851:0:24064:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (21)++ 00000100:00000001:22.0:1557964375.927852:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1557964375.927852:0:24064:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:22.0:1557964375.927853:0:24083:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:14.0:1557964375.927853:0:24066:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:4.0:1557964375.927853:0:24082:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:22.0:1557964375.927854:0:24083:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:22.0:1557964375.927854:0:24083:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:4.0:1557964375.927854:0:24082:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:22.0:1557964375.927855:0:24083:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:4.0:1557964375.927855:0:24082:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:4.0:1557964375.927856:0:24082:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514615a00 x1633636318337920/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964481 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000200:22.0:1557964375.927857:0:24083:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514616300 x1633636318337936/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964481 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:14.0:1557964375.927857:0:24066:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514617800 x1633636318337952/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964481 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:2.0:1557964375.927858:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000100:00100000:4.0:1557964375.927860:0:24082:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_07:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24082:1633636318337920:172.19.1.24@o2ib100:400 00000800:00000200:2.0:1557964375.927860:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)++ 00000100:00000200:22.0:1557964375.927861:0:24083:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514616300 x1633636318337936/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964481 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964375.927861:0:24082:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964375.927862:0:24082:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:4.0:1557964375.927863:0:24082:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514615a00 x1633636318337920/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964481 ref 1 fl Complete:RN/0/0 rc 0/0 00000800:00000200:2.0:1557964375.927863:0:24064:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.36@o2ib100 00000100:00000001:22.0:1557964375.927864:0:24083:0:(events.c:171:reply_in_callback()) Process leaving 00000800:00000200:21.0:1557964375.927864:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000400:00000010:22.0:1557964375.927865:0:24083:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8915a3202240. 00000400:00000200:22.0:1557964375.927866:0:24083:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915c2aee580 00000100:00000001:4.0:1557964375.927866:0:24082:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:4.0:1557964375.927866:0:24082:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:4.0:1557964375.927866:0:24082:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8924a72c6400. 00000400:00000010:22.0:1557964375.927867:0:24083:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915c2aee580. 00000100:00000001:22.0:1557964375.927867:0:24083:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:14.0:1557964375.927867:0:24066:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514617800 x1633636318337952/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964481 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 02000000:00000001:4.0:1557964375.927867:0:24082:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1557964375.927867:0:24064:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.36@o2ib100 : PUT 00000100:00000001:22.0:1557964375.927868:0:24083:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:22.0:1557964375.927868:0:24083:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000020:00000001:4.0:1557964375.927868:0:24082:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:4.0:1557964375.927868:0:24082:0:(genops.c:1228:class_import_put()) import ffff8925eae5c800 refcount=3 obd=MGC172.19.1.24@o2ib100 00000400:00000010:2.0:1557964375.927868:0:24064:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c7000 (tot 30920980). 00000100:00000001:22.0:1557964375.927869:0:24083:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:22.0:1557964375.927869:0:24083:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964375.927869:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000020:00000001:4.0:1557964375.927869:0:24082:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:4.0:1557964375.927869:0:24082:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8c600. 02000000:00000001:22.0:1557964375.927870:0:24083:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964375.927870:0:24082:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:4.0:1557964375.927870:0:24082:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1557964375.927870:0:24064:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.36@o2ib100 of length 192 into portal 4 MB=0x5cdc898725bc0 00000100:00000010:4.0:1557964375.927871:0:24082:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514615a00. 00000100:00001000:22.0:1557964375.927872:0:24083:0:(import.c:1677:at_measured()) add 45 to ffff891506a72400 time=25 v=45 (45 45 45 45) 00000100:00000001:4.0:1557964375.927872:0:24082:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:4.0:1557964375.927872:0:24082:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1557964375.927872:0:24064:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.36@o2ib100 of length 192/192 into md 0x1c079 [1] + 192 00000100:00001000:22.0:1557964375.927873:0:24083:0:(import.c:1677:at_measured()) add 1 to ffff891506a723c8 time=25 v=45 (1 1 1 1) 00000100:00000001:4.0:1557964375.927873:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964375.927873:0:24082:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:4.0:1557964375.927874:0:24082:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964375.927875:0:24083:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:4.0:1557964375.927875:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1557964375.927875:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964375.927875:0:24064:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:22.0:1557964375.927876:0:24083:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964375.927876:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1557964375.927876:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1557964375.927876:0:24064:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514613000 x1633636318337984/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964481 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00010000:00000001:22.0:1557964375.927877:0:24083:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:22.0:1557964375.927878:0:24083:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964375.927878:0:24083:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000001:14.0:1557964375.927878:0:24066:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000040:22.0:1557964375.927879:0:24083:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-mdc-ffff8925ba270000: skip recheck: last_committed 30064774473 00000100:00000001:22.0:1557964375.927880:0:24083:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:22.0:1557964375.927880:0:24083:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1557964375.927880:0:24064:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514613000 x1633636318337984/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964481 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:24.2:1557964375.927881:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (20)++ 00000100:00000040:22.0:1557964375.927881:0:24083:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514616300 x1633636318337936/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964481 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000010:14.0:1557964375.927881:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915fdb7f800 (tot 30920580). 00000100:00000001:4.0:1557964375.927882:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:14.0:1557964375.927883:0:24066:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925eb377e00] (21)++ 00000100:00000001:4.0:1557964375.927883:0:24084:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:22.0:1557964375.927884:0:24083:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:4.0:1557964375.927884:0:24084:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1557964375.927884:0:24064:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:22.0:1557964375.927885:0:24083:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:4.0:1557964375.927885:0:24084:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1557964375.927885:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c7000 (tot 30920180). 00000100:00000001:22.0:1557964375.927886:0:24083:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:14.0:1557964375.927886:0:24066:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925eb377e00] (22)-- 00000100:00000001:4.0:1557964375.927886:0:24084:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:2.0:1557964375.927886:0:24064:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (21)++ 00000100:00000040:22.0:1557964375.927887:0:24083:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514616300 x1633636318337936/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964481 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000200:4.0:1557964375.927887:0:24084:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514617800 x1633636318337952/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964481 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:2.0:1557964375.927887:0:24064:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000001:0.0:1557964375.927887:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964375.927887:0:24086:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1557964375.927888:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000400:00000001:0.0:1557964375.927888:0:24086:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1557964375.927888:0:24086:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000800:00000200:14.0:1557964375.927889:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000100:00000001:0.0:1557964375.927889:0:24086:0:(events.c:91:reply_in_callback()) Process entered 00000100:00100000:22.0:1557964375.927890:0:24083:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_08:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24083:1633636318337936:172.19.1.24@o2ib100:400 00000100:00000200:0.0:1557964375.927890:0:24086:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514613000 x1633636318337984/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964481 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:22.0:1557964375.927891:0:24083:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:4.0:1557964375.927891:0:24084:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514617800 x1633636318337952/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964481 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:22.0:1557964375.927892:0:24083:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000800:00000200:14.0:1557964375.927892:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)++ 00000100:00000040:22.0:1557964375.927893:0:24083:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514616300 x1633636318337936/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964481 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:4.0:1557964375.927894:0:24084:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000200:0.0:1557964375.927894:0:24086:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514613000 x1633636318337984/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964481 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000010:4.0:1557964375.927895:0:24084:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925c1dda5a0. 00000100:00000001:22.0:1557964375.927896:0:24083:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:22.0:1557964375.927896:0:24083:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:4.0:1557964375.927896:0:24084:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f0bce580 00000400:00000010:4.0:1557964375.927896:0:24084:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f0bce580. 02000000:00000010:22.0:1557964375.927897:0:24083:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925d7f4d600. 00000100:00000001:4.0:1557964375.927897:0:24084:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:22.0:1557964375.927898:0:24083:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:22.0:1557964375.927898:0:24083:0:(genops.c:1221:class_import_put()) Process entered 00000100:00000001:4.0:1557964375.927898:0:24084:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:4.0:1557964375.927898:0:24084:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:4.0:1557964375.927898:0:24084:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1557964375.927898:0:24086:0:(events.c:171:reply_in_callback()) Process leaving 00000800:00000200:24.0:1557964375.927899:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000020:00000040:22.0:1557964375.927899:0:24083:0:(genops.c:1228:class_import_put()) import ffff891506a72000 refcount=3 obd=looze-MDT0000-mdc-ffff8925ba270000 00000020:00000001:22.0:1557964375.927899:0:24083:0:(genops.c:1237:class_import_put()) Process leaving 00000800:00000200:14.0:1557964375.927899:0:24066:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.35@o2ib100 00000100:00000001:4.0:1557964375.927899:0:24084:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964375.927899:0:24086:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925eb609780. 02000000:00000010:22.0:1557964375.927900:0:24083:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8e900. 02000000:00000001:4.0:1557964375.927900:0:24084:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1557964375.927900:0:24086:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7f980 02000000:00000001:22.0:1557964375.927901:0:24083:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:22.0:1557964375.927901:0:24083:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:22.0:1557964375.927901:0:24083:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514616300. 00000100:00001000:4.0:1557964375.927901:0:24084:0:(import.c:1677:at_measured()) add 45 to ffff891506a74c00 time=25 v=45 (45 45 45 45) 00000400:00000010:0.0:1557964375.927901:0:24086:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7f980. 00000100:00000001:22.0:1557964375.927902:0:24083:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00001000:4.0:1557964375.927902:0:24084:0:(import.c:1677:at_measured()) add 1 to ffff891506a74bc8 time=25 v=45 (1 1 1 1) 00000100:00000001:0.0:1557964375.927902:0:24086:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:22.0:1557964375.927903:0:24083:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:22.0:1557964375.927903:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964375.927903:0:24084:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:4.0:1557964375.927903:0:24084:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964375.927903:0:24086:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:0.0:1557964375.927903:0:24086:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00010000:00000001:4.0:1557964375.927904:0:24084:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1557964375.927904:0:24086:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:22.0:1557964375.927905:0:24083:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:22.0:1557964375.927905:0:24083:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:14.0:1557964375.927905:0:24066:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.35@o2ib100 : PUT 00010000:00080000:4.0:1557964375.927905:0:24084:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff891514617800 x1633636318337952/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964481 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:0.0:1557964375.927905:0:24086:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964375.927906:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1557964375.927906:0:24086:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964375.927907:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964375.927907:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000010:14.0:1557964375.927907:0:24066:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915fdb7f800 (tot 30920580). 00000100:00001000:0.0:1557964375.927907:0:24086:0:(import.c:1677:at_measured()) add 45 to ffff891512a11400 time=25 v=45 (45 45 45 45) 00000100:00000001:22.0:1557964375.927908:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1557964375.927908:0:24086:0:(import.c:1677:at_measured()) add 1 to ffff891512a113c8 time=25 v=45 (1 1 1 1) 00010000:00000001:4.0:1557964375.927909:0:24084:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964375.927909:0:24086:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:4.0:1557964375.927910:0:24084:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:4.0:1557964375.927910:0:24084:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-mdc-ffff8925ba270000: skip recheck: last_committed 0 00000100:00000001:0.0:1557964375.927910:0:24086:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:14.0:1557964375.927911:0:24066:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.35@o2ib100 of length 192 into portal 4 MB=0x5cdc898725bb0 00000100:00000001:4.0:1557964375.927911:0:24084:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:4.0:1557964375.927911:0:24084:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1557964375.927911:0:24086:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1557964375.927912:0:24086:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964375.927913:0:24084:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514617800 x1633636318337952/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964481 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:0.0:1557964375.927913:0:24086:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1557964375.927913:0:24086:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0009-osc-ffff8925ba270000: skip recheck: last_committed 34359738567 00000100:00000001:0.0:1557964375.927914:0:24086:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1557964375.927914:0:24086:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964375.927915:0:24084:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:14.0:1557964375.927916:0:24066:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.35@o2ib100 of length 192/192 into md 0xa27d [1] + 192 00000100:00000001:4.0:1557964375.927916:0:24084:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1557964375.927916:0:24086:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514613000 x1633636318337984/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964481 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:4.0:1557964375.927917:0:24084:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:4.0:1557964375.927918:0:24084:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514617800 x1633636318337952/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964481 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:0.0:1557964375.927919:0:24086:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:14.0:1557964375.927920:0:24066:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:0.0:1557964375.927920:0:24086:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1557964375.927920:0:24086:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1557964375.927921:0:24086:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514613000 x1633636318337984/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964481 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:4.0:1557964375.927922:0:24084:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_09:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24084:1633636318337952:172.19.1.25@o2ib100:400 00000100:00000200:14.0:1557964375.927923:0:24066:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514616f00 x1633636318337968/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964481 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964375.927924:0:24084:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964375.927925:0:24084:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00100000:0.0:1557964375.927925:0:24086:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_11:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24086:1633636318337984:172.19.1.36@o2ib100:400 00000100:00000040:4.0:1557964375.927926:0:24084:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514617800 x1633636318337952/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964481 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:0.0:1557964375.927926:0:24086:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964375.927927:0:24086:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1557964375.927928:0:24086:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514613000 x1633636318337984/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964481 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:4.0:1557964375.927929:0:24084:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:4.0:1557964375.927929:0:24084:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:4.0:1557964375.927930:0:24084:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925bd2c2200. 00000100:00000001:0.0:1557964375.927930:0:24086:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:4.0:1557964375.927931:0:24084:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:4.0:1557964375.927931:0:24084:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:4.0:1557964375.927931:0:24084:0:(genops.c:1228:class_import_put()) import ffff891506a74800 refcount=3 obd=looze-MDT0001-mdc-ffff8925ba270000 02000000:00000001:0.0:1557964375.927931:0:24086:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1557964375.927931:0:24086:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89259e758600. 00000020:00000001:4.0:1557964375.927932:0:24084:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:4.0:1557964375.927932:0:24084:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8c900. 02000000:00000001:0.0:1557964375.927932:0:24086:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:14.0:1557964375.927933:0:24066:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514616f00 x1633636318337968/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964481 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 02000000:00000001:4.0:1557964375.927933:0:24084:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:4.0:1557964375.927933:0:24084:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:4.0:1557964375.927934:0:24084:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514617800. 00000100:00000001:4.0:1557964375.927935:0:24084:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:4.0:1557964375.927935:0:24084:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964375.927935:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964375.927936:0:24084:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:4.0:1557964375.927937:0:24084:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964375.927937:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1557964375.927937:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964375.927938:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1557964375.927938:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1557964375.927938:0:24086:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:0.0:1557964375.927939:0:24086:0:(genops.c:1228:class_import_put()) import ffff891512a11000 refcount=4 obd=looze-OST0009-osc-ffff8925ba270000 00000020:00000001:0.0:1557964375.927940:0:24086:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:0.0:1557964375.927940:0:24086:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8c400. 02000000:00000001:0.0:1557964375.927941:0:24086:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1557964375.927942:0:24086:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1557964375.927942:0:24086:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514613000. 00000100:00000001:0.0:1557964375.927944:0:24086:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1557964375.927944:0:24086:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964375.927944:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:14.0:1557964375.927945:0:24066:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:0.0:1557964375.927945:0:24086:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:14.0:1557964375.927946:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915fdb7f800 (tot 30920180). 00000100:00000001:0.0:1557964375.927946:0:24086:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964375.927946:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964375.927947:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964375.927947:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:14.0:1557964375.927948:0:24066:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (21)++ 00000100:00000001:0.0:1557964375.927948:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964375.927951:0:24066:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (22)-- 00000800:00000200:14.0:1557964375.927952:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000100:00000001:7.0:1557964375.927974:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964375.927975:0:24085:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:7.0:1557964375.927977:0:24085:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:7.0:1557964375.927978:0:24085:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:7.0:1557964375.927979:0:24085:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:7.0:1557964375.927981:0:24085:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514616f00 x1633636318337968/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964481 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:7.0:1557964375.927986:0:24085:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514616f00 x1633636318337968/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964481 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964375.927990:0:24085:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:7.0:1557964375.927992:0:24085:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8915f3f13ea0. 00000400:00000200:7.0:1557964375.927992:0:24085:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff890639ac0300 00000400:00000010:7.0:1557964375.927993:0:24085:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff890639ac0300. 00000100:00000001:7.0:1557964375.927995:0:24085:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1557964375.927996:0:24085:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:7.0:1557964375.927997:0:24085:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:7.0:1557964375.927998:0:24085:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:7.0:1557964375.927999:0:24085:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1557964375.928000:0:24085:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:7.0:1557964375.928002:0:24085:0:(import.c:1677:at_measured()) add 45 to ffff891506a77400 time=25 v=45 (45 45 45 45) 00000100:00001000:7.0:1557964375.928003:0:24085:0:(import.c:1677:at_measured()) add 1 to ffff891506a773c8 time=25 v=45 (1 1 1 1) 00000100:00000001:7.0:1557964375.928004:0:24085:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:7.0:1557964375.928005:0:24085:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964375.928006:0:24085:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:7.0:1557964375.928007:0:24085:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964375.928008:0:24085:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:7.0:1557964375.928008:0:24085:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0008-osc-ffff8925ba270000: skip recheck: last_committed 30064771278 00000100:00000001:7.0:1557964375.928009:0:24085:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:7.0:1557964375.928009:0:24085:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1557964375.928011:0:24085:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514616f00 x1633636318337968/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964481 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:7.0:1557964375.928014:0:24085:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:7.0:1557964375.928015:0:24085:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:7.0:1557964375.928015:0:24085:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:7.0:1557964375.928016:0:24085:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514616f00 x1633636318337968/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964481 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:7.0:1557964375.928020:0:24085:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_10:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24085:1633636318337968:172.19.1.35@o2ib100:400 00000100:00000001:7.0:1557964375.928021:0:24085:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1557964375.928022:0:24085:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:7.0:1557964375.928023:0:24085:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514616f00 x1633636318337968/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964481 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:7.0:1557964375.928026:0:24085:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:7.0:1557964375.928026:0:24085:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:7.0:1557964375.928027:0:24085:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925e025e200. 02000000:00000001:7.0:1557964375.928028:0:24085:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:7.0:1557964375.928028:0:24085:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:7.0:1557964375.928029:0:24085:0:(genops.c:1228:class_import_put()) import ffff891506a77000 refcount=4 obd=looze-OST0008-osc-ffff8925ba270000 00000020:00000001:7.0:1557964375.928030:0:24085:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:7.0:1557964375.928031:0:24085:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8f800. 02000000:00000001:7.0:1557964375.928032:0:24085:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:7.0:1557964375.928033:0:24085:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:7.0:1557964375.928033:0:24085:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514616f00. 00000100:00000001:7.0:1557964375.928035:0:24085:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:7.0:1557964375.928035:0:24085:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1557964375.928036:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1557964375.928037:0:24085:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:7.0:1557964375.928038:0:24085:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964375.928038:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964375.928039:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964375.928040:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964375.928040:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1557964376.874314:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964376.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964376.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964376.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964376.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964376.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964376.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964376.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964377.874295:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318038028 00000400:00000200:1.0:1557964377.874298:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.52@o2ib100 00000400:00000010:1.0:1557964377.874300:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e38800 (tot 30920580). 00000400:00000200:1.0:1557964377.874302:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.52@o2ib100 00000400:00000200:1.0:1557964377.874308:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.52@o2ib100(172.19.1.52@o2ib100:172.19.1.52@o2ib100) : GET 00000800:00000200:1.0:1557964377.874310:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.52@o2ib100 00000800:00000200:1.0:1557964377.874313:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f09300] -> 172.19.1.52@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964377.874315:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa595400] (20)++ 00000800:00000200:1.0:1557964377.874316:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa595400] (21)++ 00000800:00000200:1.0:1557964377.874319:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa595400] (22)-- 00000400:00000200:1.0:1557964377.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964377.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964377.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964377.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964377.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964377.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964377.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000800:00000200:9.2:1557964377.874360:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa595400] (21)++ 00000800:00000200:19.0:1557964377.874397:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa595400] (22)++ 00000800:00000200:19.0:1557964377.874401:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa595400] (23)-- 00000400:00000010:19.0:1557964377.874404:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e38800 (tot 30920180). 00000800:00000200:19.0:1557964377.874405:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa595400] (22)-- 00000800:00000200:19.0:1557964377.874407:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa595400] (21)++ 00000800:00000200:19.0:1557964377.874410:0:24063:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.52@o2ib100 00000400:00000200:19.0:1557964377.874413:0:24063:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.52@o2ib100 : REPLY 00000400:00000010:19.0:1557964377.874415:0:24063:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925eb78ce00 (tot 30920580). 00000400:00000200:19.0:1557964377.874418:0:24063:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.52@o2ib100 of length 64/64 into md 0x9 00000400:00000200:19.0:1557964377.874421:0:24063:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:19.0:1557964377.874422:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925eb78ce00 (tot 30920180). 00000800:00000200:19.0:1557964377.874424:0:24063:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa595400] (22)++ 00000800:00000200:19.0:1557964377.874425:0:24063:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa595400] (23)-- 00000800:00000200:19.0:1557964377.874426:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa595400] (22)-- 00000800:00000200:19.0:1557964377.874427:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa595400] (21)-- 00000400:00000200:1.0:1557964378.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964378.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964378.874324:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.53@o2ib100 00000400:00000010:1.0:1557964378.874328:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e3d800 (tot 30920580). 00000400:00000200:1.0:1557964378.874330:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.53@o2ib100 00000400:00000200:1.0:1557964378.874335:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.53@o2ib100(172.19.1.53@o2ib100:172.19.1.53@o2ib100) : GET 00000800:00000200:1.0:1557964378.874339:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.53@o2ib100 00000800:00000200:1.0:1557964378.874343:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0a000] -> 172.19.1.53@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964378.874344:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7c600] (20)++ 00000800:00000200:1.0:1557964378.874345:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7c600] (21)++ 00000800:00000200:1.0:1557964378.874348:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7c600] (22)-- 00000400:00000200:1.0:1557964378.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964378.874351:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.54@o2ib100 00000400:00000010:1.0:1557964378.874353:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e3d200 (tot 30920980). 00000400:00000200:1.0:1557964378.874354:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.54@o2ib100 00000400:00000200:1.0:1557964378.874358:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.54@o2ib100(172.19.1.54@o2ib100:172.19.1.54@o2ib100) : GET 00000800:00000200:1.0:1557964378.874359:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.54@o2ib100 00000800:00000200:1.0:1557964378.874361:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0a100] -> 172.19.1.54@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964378.874362:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7c800] (20)++ 00000800:00000200:1.0:1557964378.874362:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7c800] (21)++ 00000800:00000200:1.0:1557964378.874365:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7c800] (22)-- 00000400:00000200:1.0:1557964378.874366:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964378.874367:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.55@o2ib100 00000400:00000010:1.0:1557964378.874368:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e39800 (tot 30921380). 00000400:00000200:1.0:1557964378.874369:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.55@o2ib100 00000400:00000200:1.0:1557964378.874373:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.55@o2ib100(172.19.1.55@o2ib100:172.19.1.55@o2ib100) : GET 00000800:00000200:1.0:1557964378.874374:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.55@o2ib100 00000800:00000200:1.0:1557964378.874376:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f08a00] -> 172.19.1.55@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964378.874377:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915b2ec9e00] (20)++ 00000800:00000200:1.0:1557964378.874378:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915b2ec9e00] (21)++ 00000800:00000200:1.0:1557964378.874379:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915b2ec9e00] (22)-- 00000400:00000200:1.0:1557964378.874380:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964378.874382:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.22@o2ib100 00000400:00000010:1.0:1557964378.874383:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e3d600 (tot 30921780). 00000400:00000200:1.0:1557964378.874384:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.22@o2ib100 00000400:00000200:1.0:1557964378.874387:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.22@o2ib100(172.19.2.22@o2ib100:172.19.2.22@o2ib100) : GET 00000800:00000200:1.0:1557964378.874390:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.22@o2ib100 00000800:00000200:1.0:1557964378.874391:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f09900] -> 172.19.2.22@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964378.874393:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915b2ece400] (20)++ 00000800:00000200:1.0:1557964378.874394:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915b2ece400] (21)++ 00000800:00000200:26.2:1557964378.874395:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7c600] (21)++ 00000800:00000200:1.0:1557964378.874396:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915b2ece400] (22)-- 00000400:00000200:1.0:1557964378.874397:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964378.874398:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.23@o2ib100 00000400:00000010:1.0:1557964378.874399:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e3d000 (tot 30922180). 00000400:00000200:1.0:1557964378.874400:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.23@o2ib100 00000400:00000200:1.0:1557964378.874404:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.23@o2ib100(172.19.2.23@o2ib100:172.19.2.23@o2ib100) : GET 00000800:00000200:1.0:1557964378.874405:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.23@o2ib100 00000800:00000200:1.0:1557964378.874407:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0bf80] -> 172.19.2.23@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964378.874408:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7bc00] (20)++ 00000800:00000200:1.0:1557964378.874408:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7bc00] (21)++ 00000800:00000200:27.2:1557964378.874410:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7c800] (21)++ 00000800:00000200:11.2:1557964378.874410:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ece400] (21)++ 00000800:00000200:1.0:1557964378.874410:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7bc00] (22)-- 00000400:00000200:1.0:1557964378.874411:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000400:00000200:1.0:1557964378.874413:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.24@o2ib100 00000400:00000010:1.0:1557964378.874414:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e39400 (tot 30922580). 00000400:00000200:1.0:1557964378.874415:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.24@o2ib100 00000800:00000200:12.2:1557964378.874419:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ec9e00] (21)++ 00000400:00000200:1.0:1557964378.874419:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.24@o2ib100(172.19.2.24@o2ib100:172.19.2.24@o2ib100) : GET 00000800:00000200:1.0:1557964378.874421:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.24@o2ib100 00000800:00000200:26.0:1557964378.874422:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c600] (22)++ 00000800:00000200:1.0:1557964378.874422:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f08780] -> 172.19.2.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964378.874423:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915b2ec9800] (20)++ 00000800:00000200:1.0:1557964378.874424:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915b2ec9800] (21)++ 00000800:00000200:1.0:1557964378.874425:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915b2ec9800] (22)-- 00000400:00000200:1.0:1557964378.874426:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318039028 00000800:00000200:26.0:1557964378.874428:0:24067:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7c600] (23)-- 00000400:00000200:1.0:1557964378.874428:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.25@o2ib100 00000400:00000010:1.0:1557964378.874428:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e39c00 (tot 30922980). 00000400:00000200:1.0:1557964378.874430:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.25@o2ib100 00000800:00000200:27.0:1557964378.874432:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c800] (22)++ 00000400:00000200:1.0:1557964378.874433:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.25@o2ib100(172.19.2.25@o2ib100:172.19.2.25@o2ib100) : GET 00000800:00000200:1.0:1557964378.874435:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.25@o2ib100 00000400:00000010:26.0:1557964378.874437:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e3d800 (tot 30922580). 00000800:00000200:27.0:1557964378.874438:0:24068:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7c800] (23)-- 00000800:00000200:1.0:1557964378.874438:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0a200] -> 172.19.2.25@o2ib100 (2) version: 12 00000800:00000200:26.0:1557964378.874440:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c600] (22)-- 00000800:00000200:28.2:1557964378.874443:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7bc00] (21)++ 00000400:00000010:27.0:1557964378.874444:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e3d200 (tot 30922180). 00000800:00000200:26.0:1557964378.874447:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c600] (21)++ 00000800:00000200:27.0:1557964378.874449:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (22)-- 00000800:00000200:27.0:1557964378.874452:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (21)-- 00000800:00000200:27.0:1557964378.874461:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (22)++ 00000800:00000200:1.0:1557964378.874462:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7b600] (20)++ 00000800:00000200:26.0:1557964378.874463:0:24067:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.53@o2ib100 00000800:00000200:1.0:1557964378.874463:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7b600] (21)++ 00000800:00000200:27.0:1557964378.874464:0:24068:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7bc00] (23)-- 00000800:00000200:1.0:1557964378.874465:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7b600] (22)-- 00000800:00000200:2.0:1557964378.874467:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ece400] (22)++ 00000400:00000010:27.0:1557964378.874468:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e3d000 (tot 30921780). 00000800:00000200:27.0:1557964378.874470:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (22)-- 00000400:00000200:26.0:1557964378.874471:0:24067:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.53@o2ib100 : REPLY 00000800:00000200:9.0:1557964378.874472:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c600] (22)-- 00000800:00000200:2.0:1557964378.874472:0:24064:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915b2ece400] (23)-- 00000400:00000010:26.0:1557964378.874473:0:24067:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924c826a600 (tot 30922180). 00000800:00000200:19.0:1557964378.874474:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (22)++ 00000800:00000200:27.0:1557964378.874476:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (21)-- 00000400:00000010:2.0:1557964378.874476:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e3d600 (tot 30921780). 00000800:00000200:14.2:1557964378.874479:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7b600] (21)++ 00000800:00000200:29.2:1557964378.874480:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ec9800] (21)++ 00000800:00000200:19.0:1557964378.874480:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915b2ec9e00] (23)-- 00000400:00000200:26.0:1557964378.874481:0:24067:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.53@o2ib100 of length 64/64 into md 0x11 00000800:00000200:2.0:1557964378.874485:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ece400] (22)-- 00000400:00000200:26.0:1557964378.874486:0:24067:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:19.0:1557964378.874486:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e39800 (tot 30921380). 00000800:00000200:2.0:1557964378.874487:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ece400] (21)-- 00000800:00000200:27.2:1557964378.874488:0:24068:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7c800] (20)++ 00000400:00000010:26.0:1557964378.874488:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924c826a600 (tot 30920980). 00000800:00000200:19.0:1557964378.874488:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (22)-- 00000800:00000200:1.0:1557964378.874490:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (21)++ 00000800:00000200:26.0:1557964378.874491:0:24067:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7c600] (21)++ 00000800:00000200:26.0:1557964378.874494:0:24067:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7c600] (22)-- 00000800:00000200:9.0:1557964378.874494:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7b600] (22)++ 00000800:00000200:2.0:1557964378.874494:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9800] (22)++ 00000800:00000200:2.0:1557964378.874495:0:24064:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915b2ec9800] (23)-- 00000800:00000200:1.0:1557964378.874495:0:24061:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.55@o2ib100 00000800:00000200:26.0:1557964378.874497:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c600] (21)-- 00000800:00000200:19.0:1557964378.874498:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (22)-- 00000800:00000200:9.0:1557964378.874498:0:24065:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7b600] (23)-- 00000400:00000010:2.0:1557964378.874498:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e39400 (tot 30920580). 00000400:00000200:1.0:1557964378.874498:0:24061:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.55@o2ib100 : REPLY 00000800:00000200:2.0:1557964378.874499:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (22)-- 00000400:00000010:1.0:1557964378.874499:0:24061:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e3a200 (tot 30920980). 00000800:00000200:27.0:1557964378.874500:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c800] (21)++ 00000800:00000200:19.0:1557964378.874501:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (21)-- 00000400:00000010:9.0:1557964378.874503:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e39c00 (tot 30920580). 00000400:00000200:1.0:1557964378.874503:0:24061:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.55@o2ib100 of length 64/64 into md 0x21 00000800:00000200:14.0:1557964378.874504:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7b600] (22)-- 00000400:00000200:1.0:1557964378.874505:0:24061:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:9.0:1557964378.874506:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7b600] (21)-- 00000800:00000200:27.0:1557964378.874507:0:24068:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.54@o2ib100 00000400:00000010:1.0:1557964378.874507:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e3a200 (tot 30920180). 00000800:00000200:1.0:1557964378.874508:0:24061:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915b2ec9e00] (21)++ 00000800:00000200:14.0:1557964378.874509:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (22)-- 00000800:00000200:1.0:1557964378.874510:0:24061:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915b2ec9e00] (22)-- 00000800:00000200:1.0:1557964378.874511:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (21)-- 00000400:00000200:27.0:1557964378.874515:0:24068:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.54@o2ib100 : REPLY 00000800:00000200:11.2:1557964378.874518:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ece400] (20)++ 00000400:00000010:27.0:1557964378.874519:0:24068:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff892575fc3600 (tot 30920580). 00000800:00000200:2.0:1557964378.874527:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ece400] (21)++ 00000400:00000200:27.0:1557964378.874530:0:24068:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.54@o2ib100 of length 64/64 into md 0x19 00000800:00000200:2.0:1557964378.874531:0:24064:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.22@o2ib100 00000800:00000200:21.0:1557964378.874533:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ece400] (22)-- 00000400:00000200:27.0:1557964378.874534:0:24068:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000200:2.0:1557964378.874535:0:24064:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.22@o2ib100 : REPLY 00000400:00000010:2.0:1557964378.874536:0:24064:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c7000 (tot 30920980). 00000400:00000010:27.0:1557964378.874539:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff892575fc3600 (tot 30920580). 00000400:00000200:2.0:1557964378.874540:0:24064:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.22@o2ib100 of length 64/64 into md 0x29 00000800:00000200:27.0:1557964378.874541:0:24068:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7c800] (21)++ 00000400:00000200:2.0:1557964378.874542:0:24064:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:27.0:1557964378.874544:0:24068:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7c800] (22)-- 00000400:00000010:2.0:1557964378.874544:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c7000 (tot 30920180). 00000800:00000200:2.0:1557964378.874545:0:24064:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915b2ece400] (21)++ 00000800:00000200:27.0:1557964378.874546:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (21)-- 00000800:00000200:2.0:1557964378.874547:0:24064:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915b2ece400] (22)-- 00000800:00000200:2.0:1557964378.874548:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ece400] (21)-- 00000800:00000200:29.2:1557964378.874573:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ec9800] (20)++ 00000800:00000200:14.2:1557964378.874644:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7b600] (20)++ 00000800:00000200:19.0:1557964378.874656:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9800] (21)++ 00000800:00000200:19.0:1557964378.874660:0:24063:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.24@o2ib100 00000800:00000200:14.0:1557964378.874661:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7b600] (21)++ 00000400:00000200:19.0:1557964378.874664:0:24063:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.24@o2ib100 : REPLY 00000400:00000010:19.0:1557964378.874665:0:24063:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925eb78ce00 (tot 30920580). 00000400:00000200:19.0:1557964378.874669:0:24063:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.24@o2ib100 of length 64/64 into md 0x39 00000800:00000200:14.0:1557964378.874670:0:24065:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.25@o2ib100 00000400:00000200:19.0:1557964378.874671:0:24063:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:28.2:1557964378.874672:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7bc00] (20)++ 00000400:00000010:19.0:1557964378.874672:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925eb78ce00 (tot 30920180). 00000800:00000200:19.0:1557964378.874674:0:24063:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915b2ec9800] (22)++ 00000800:00000200:19.0:1557964378.874675:0:24063:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915b2ec9800] (23)-- 00000800:00000200:19.0:1557964378.874676:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (22)-- 00000800:00000200:19.0:1557964378.874677:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (21)-- 00000400:00000200:14.0:1557964378.874678:0:24065:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.25@o2ib100 : REPLY 00000400:00000010:14.0:1557964378.874681:0:24065:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915fdb7f800 (tot 30920580). 00000400:00000200:14.0:1557964378.874689:0:24065:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.25@o2ib100 of length 64/64 into md 0x41 00000800:00000200:28.0:1557964378.874691:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7b600] (22)-- 00000800:00000200:28.0:1557964378.874694:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (21)++ 00000400:00000200:14.0:1557964378.874694:0:24065:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:14.0:1557964378.874696:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915fdb7f800 (tot 30920180). 00000800:00000200:14.0:1557964378.874699:0:24065:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7b600] (21)++ 00000800:00000200:28.0:1557964378.874700:0:24067:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.23@o2ib100 00000800:00000200:14.0:1557964378.874702:0:24065:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7b600] (22)-- 00000800:00000200:14.0:1557964378.874704:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7b600] (21)-- 00000800:00000200:15.0:1557964378.874707:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (22)-- 00000400:00000200:28.0:1557964378.874709:0:24067:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.23@o2ib100 : REPLY 00000400:00000010:28.0:1557964378.874711:0:24067:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925fd04bc00 (tot 30920580). 00000400:00000200:28.0:1557964378.874740:0:24067:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.23@o2ib100 of length 64/64 into md 0x31 00000400:00000200:28.0:1557964378.874742:0:24067:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:28.0:1557964378.874743:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925fd04bc00 (tot 30920180). 00000800:00000200:28.0:1557964378.874744:0:24067:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7bc00] (21)++ 00000800:00000200:28.0:1557964378.874745:0:24067:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7bc00] (22)-- 00000800:00000200:28.0:1557964378.874746:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (21)-- 00000400:00000010:9.0:1557964379.472974:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f962b700 (tot 30920436). 00000400:00000010:9.0:1557964379.472982:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f962b700 (tot 30920180). 00000400:00000200:1.0:1557964379.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964379.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964379.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964379.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964379.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964379.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964379.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964379.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964380.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964380.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964380.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964380.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964380.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964380.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964380.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964380.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00010000:00000001:5.0:1557964380.894322:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964380.894324:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:5.0:1557964380.894329:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964380.894331:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964380.894333:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964380.894335:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964380.894337:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964380.894338:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964380.894342:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964380.894345:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964380.894346:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964380.894347:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964380.894349:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964380.894351:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964380.894352:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964380.894353:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00000020:00000001:3.0:1557964380.894353:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964380.894355:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964380.894356:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964380.894356:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964380.894357:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964380.894358:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:5.0:1557964380.894359:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964380.894359:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964380.894359:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964380.894361:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964380.894362:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964380.894364:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964380.894365:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964380.894366:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964380.894367:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964380.894367:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964380.894368:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964380.894369:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964380.894370:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964380.894371:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964380.894373:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964380.894394:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964380.894394:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964380.894395:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964380.894396:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1557964381.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964381.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964381.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964381.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964381.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964381.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964381.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964381.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964382.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964382.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964382.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964382.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964382.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964382.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964382.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964382.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964383.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964383.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964383.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964383.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964383.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964383.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964383.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964383.874363:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000010:9.0:1557964384.473386:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f9629b00 (tot 30920436). 00000400:00000010:9.0:1557964384.473402:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f9629b00 (tot 30920180). 00000400:00000200:1.0:1557964384.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964384.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964384.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964384.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964384.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964384.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964384.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964384.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964385.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964385.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964385.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964385.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964385.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964385.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964385.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964385.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964386.874318:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964386.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964386.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964386.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964386.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964386.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964386.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964386.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964387.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964387.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964387.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964387.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964387.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964387.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964387.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964387.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964388.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964388.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964388.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964388.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964388.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964388.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964388.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964388.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000010:9.0:1557964389.473729:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f962ab00 (tot 30920436). 00000400:00000010:9.0:1557964389.473745:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f962ab00 (tot 30920180). 00000400:00000200:1.0:1557964389.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964389.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964389.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964389.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964389.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964389.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964389.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964389.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964390.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964390.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964390.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964390.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964390.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964390.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964390.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964390.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00010000:00000001:5.0:1557964390.894325:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964390.894328:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:5.0:1557964390.894331:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964390.894335:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964390.894336:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964390.894337:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964390.894339:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964390.894340:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964390.894341:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964390.894343:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964390.894344:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964390.894345:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964390.894347:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964390.894349:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964390.894352:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964390.894353:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964390.894356:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964390.894356:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964390.894357:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964390.894357:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:5.0:1557964390.894359:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00000020:00000001:3.0:1557964390.894359:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964390.894360:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964390.894361:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964390.894362:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:5.0:1557964390.894363:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964390.894363:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964390.894365:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964390.894366:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964390.894366:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964390.894367:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964390.894368:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964390.894369:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964390.894370:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964390.894371:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964390.894372:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964390.894374:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964390.894381:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964390.894382:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964390.894384:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964390.894387:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1557964391.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964391.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964391.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964391.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964391.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964391.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964391.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964391.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964392.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964392.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964392.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964392.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964392.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964392.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964392.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964392.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964393.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964393.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964393.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964393.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964393.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964393.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964393.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964393.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000010:9.0:1557964394.474080:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f9629f00 (tot 30920436). 00000400:00000010:9.0:1557964394.474087:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f9629f00 (tot 30920180). 00000400:00000200:1.0:1557964394.874300:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964394.874302:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964394.874305:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964394.874309:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964394.874310:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964394.874311:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964394.874313:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964394.874314:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964395.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964395.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964395.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964395.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964395.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964395.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964395.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964395.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964396.874289:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964396.874291:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964396.874295:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964396.874298:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964396.874299:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964396.874301:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964396.874302:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964396.874303:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964397.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964397.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964397.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964397.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964397.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964397.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964397.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964397.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964398.874318:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964398.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964398.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964398.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964398.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964398.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964398.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964398.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000010:9.0:1557964399.474420:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f9628200 (tot 30920436). 00000400:00000010:9.0:1557964399.474427:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f9628200 (tot 30920180). 00000400:00000200:1.0:1557964399.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964399.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964399.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964399.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964399.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964399.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964399.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964399.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964400.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964400.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964400.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964400.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964400.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964400.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964400.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964400.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00010000:00000001:5.0:1557964400.894316:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964400.894319:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:5.0:1557964400.894322:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964400.894326:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964400.894327:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964400.894328:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964400.894330:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964400.894331:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964400.894332:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964400.894334:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964400.894334:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964400.894336:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964400.894338:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964400.894341:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964400.894342:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964400.894343:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964400.894345:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964400.894345:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964400.894346:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964400.894348:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00000020:00000001:3.0:1557964400.894349:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:5.0:1557964400.894350:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964400.894352:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964400.894353:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964400.894353:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964400.894355:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00000020:00000001:3.0:1557964400.894355:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:5.0:1557964400.894356:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00000020:00000001:3.0:1557964400.894356:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964400.894357:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964400.894358:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964400.894359:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964400.894360:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964400.894361:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964400.894362:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964400.894363:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964400.894365:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964400.894372:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964400.894373:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964400.894375:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964400.894376:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964400.927316:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964400.927321:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964400.927324:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514613300. 00000020:00000040:5.0:1557964400.927326:0:24107:0:(genops.c:1214:class_import_get()) import ffff8925eae5c800 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:5.0:1557964400.927329:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964400.927330:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964400.927332:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964400.927335:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8ee00. 00000100:00000001:5.0:1557964400.927338:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964400.927343:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS req@ffff891514613300 x1633636318338000/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964400.927354:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964400.927356:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964400.927358:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964400.927364:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514613300] to pc [ptlrpcd_00_12:12] req@ffff891514613300 x1633636318338000/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964400.927380:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964400.927382:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964400.927385:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964400.927387:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514615400. 00000020:00000040:5.0:1557964400.927388:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a72000 refcount=4 obd=looze-MDT0000-mdc-ffff8925ba270000 00000100:00000001:5.0:1557964400.927392:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964400.927393:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964400.927394:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964400.927396:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8d100. 00000100:00000001:5.0:1557964400.927398:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964400.927401:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0000_UUID req@ffff891514615400 x1633636318338016/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964400.927409:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964400.927409:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964400.927411:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964400.927414:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514615400] to pc [ptlrpcd_00_13:13] req@ffff891514615400 x1633636318338016/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:16.0:1557964400.927420:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:16.0:1557964400.927423:0:24087:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1557964400.927423:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964400.927424:0:24087:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:5.0:1557964400.927424:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1557964400.927426:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1557964400.927427:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964400.927428:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514613900. 00000100:00000001:1.0:1557964400.927429:0:24088:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:16.0:1557964400.927430:0:24087:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514613300 x1633636318338000/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000040:5.0:1557964400.927430:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a74800 refcount=4 obd=looze-MDT0001-mdc-ffff8925ba270000 00000100:00000001:1.0:1557964400.927430:0:24088:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:5.0:1557964400.927431:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964400.927432:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964400.927433:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964400.927434:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8f600. 00000100:00000040:1.0:1557964400.927435:0:24088:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514615400 x1633636318338016/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964400.927436:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964400.927439:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID req@ffff891514613900 x1633636318338032/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:16.0:1557964400.927440:0:24087:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:16.0:1557964400.927441:0:24087:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:16.0:1557964400.927444:0:24087:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:16.0:1557964400.927446:0:24087:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927446:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1557964400.927446:0:24088:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000001:5.0:1557964400.927447:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964400.927449:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964400.927449:0:24088:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:16.0:1557964400.927450:0:24087:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_12:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24087:1633636318338000:172.19.1.24@o2ib100:400 00000100:00000040:5.0:1557964400.927452:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514613900] to pc [ptlrpcd_00_14:14] req@ffff891514613900 x1633636318338032/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:1.0:1557964400.927452:0:24088:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:16.0:1557964400.927453:0:24087:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1557964400.927453:0:24088:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:16.0:1557964400.927455:0:24087:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:16.0:1557964400.927456:0:24087:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964400.927457:0:24088:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_13:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24088:1633636318338016:172.19.1.24@o2ib100:400 02000000:00000001:16.0:1557964400.927458:0:24087:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1557964400.927461:0:24088:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000010:16.0:1557964400.927462:0:24087:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925b9268c00. 02000000:00000001:1.0:1557964400.927462:0:24088:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:16.0:1557964400.927464:0:24087:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964400.927464:0:24088:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964400.927465:0:24088:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:5.0:1557964400.927466:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:16.0:1557964400.927467:0:24087:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924d9b45720. 00000100:00000040:5.0:1557964400.927467:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1557964400.927468:0:24088:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925e1e3a200. 02000000:00000001:1.0:1557964400.927469:0:24088:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:16.0:1557964400.927470:0:24087:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89151429bf80. 00000100:00000001:5.0:1557964400.927470:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964400.927472:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514616000. 00000100:00000200:16.0:1557964400.927473:0:24087:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338000, portal 25 00000020:00000040:5.0:1557964400.927473:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a77000 refcount=5 obd=looze-OST0008-osc-ffff8925ba270000 00000400:00000010:1.0:1557964400.927473:0:24088:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924ca681cc0. 00000100:00000001:16.0:1557964400.927475:0:24087:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:5.0:1557964400.927475:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1557964400.927475:0:24088:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89251f217f80. 00000100:00000001:16.0:1557964400.927476:0:24087:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362073856 : -130751347477760 : ffff891514613300) 02000000:00000001:5.0:1557964400.927476:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964400.927477:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1557964400.927478:0:24088:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338016, portal 10 02000000:00000010:5.0:1557964400.927479:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8df00. 00000100:00000001:5.0:1557964400.927480:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964400.927480:0:24088:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000040:16.0:1557964400.927481:0:24087:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514613300 x1633636318338000/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964506 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964400.927481:0:24088:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362082304 : -130751347469312 : ffff891514615400) 00000100:00000040:5.0:1557964400.927483:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID req@ffff891514616000 x1633636318338048/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:1.0:1557964400.927486:0:24088:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514615400 x1633636318338016/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964506 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:16.0:1557964400.927489:0:24087:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:5.0:1557964400.927491:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964400.927491:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:16.0:1557964400.927493:0:24087:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000020:00000001:5.0:1557964400.927493:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:16.0:1557964400.927494:0:24087:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89151429b100. 00000100:00000001:1.0:1557964400.927495:0:24088:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000200:16.0:1557964400.927496:0:24087:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636318338000, offset 0 00000100:00000040:5.0:1557964400.927496:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514616000] to pc [ptlrpcd_00_15:15] req@ffff891514616000 x1633636318338048/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:1.0:1557964400.927499:0:24088:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964400.927500:0:24088:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89251f217700. 00000400:00000010:16.0:1557964400.927520:0:24087:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925b9269600 (tot 30920580). 00000100:00000200:1.0:1557964400.927520:0:24088:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318338016, offset 0 00000100:00000001:5.0:1557964400.927521:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:16.0:1557964400.927522:0:24087:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000100:00000040:5.0:1557964400.927522:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0009_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1557964400.927522:0:24088:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e3ca00 (tot 30920980). 00000100:00000001:5.0:1557964400.927523:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964400.927523:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514616600. 00000100:00000001:2.0:1557964400.927523:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1557964400.927523:0:24088:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000040:5.0:1557964400.927524:0:24107:0:(genops.c:1214:class_import_get()) import ffff891512a11000 refcount=5 obd=looze-OST0009-osc-ffff8925ba270000 00000100:00000001:5.0:1557964400.927524:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1557964400.927524:0:24089:0:(client.c:1680:ptlrpc_check_set()) Process entered 02000000:00000001:5.0:1557964400.927525:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964400.927525:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964400.927525:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1557964400.927525:0:24089:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 02000000:00000010:5.0:1557964400.927526:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8f000. 00000100:00000001:5.0:1557964400.927526:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:16.0:1557964400.927527:0:24087:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000100:00000040:5.0:1557964400.927527:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0009_UUID req@ffff891514616600 x1633636318338064/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:3.0:1557964400.927527:0:24090:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1557964400.927528:0:24090:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1557964400.927528:0:24089:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514613900 x1633636318338032/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000800:00000200:16.0:1557964400.927529:0:24087:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:5.0:1557964400.927530:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964400.927530:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964400.927531:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1557964400.927531:0:24090:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514616000 x1633636318338048/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:5.0:1557964400.927532:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514616600] to pc [ptlrpcd_00_00:0] req@ffff891514616600 x1633636318338064/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000400:00000200:1.0:1557964400.927532:0:24088:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000100:00000001:3.0:1557964400.927535:0:24090:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1557964400.927535:0:24090:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1557964400.927535:0:24088:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:16.0:1557964400.927536:0:24087:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 02000000:00000001:3.0:1557964400.927536:0:24090:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:16.0:1557964400.927537:0:24087:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (20)++ 02000000:00000001:3.0:1557964400.927537:0:24090:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964400.927537:0:24089:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1557964400.927537:0:24089:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1557964400.927537:0:24088:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:16.0:1557964400.927538:0:24087:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (21)++ 00000100:00000001:5.0:1557964400.927538:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1557964400.927539:0:24090:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_15:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24090:1633636318338048:172.19.1.35@o2ib100:400 02000000:00000001:2.0:1557964400.927539:0:24089:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1557964400.927539:0:24088:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (21)++ 00000020:00000001:5.0:1557964400.927540:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2738216 : 2738216 : 29c828) 00000100:00000001:3.0:1557964400.927540:0:24090:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1557964400.927540:0:24089:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:16.0:1557964400.927541:0:24087:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (23)-- 00000020:00000001:5.0:1557964400.927541:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2955768 : 2955768 : 2d19f8) 00000020:00000001:5.0:1557964400.927541:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705578936 : -3972680 : ffffffffffc361b8) 02000000:00000001:3.0:1557964400.927541:0:24090:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1557964400.927541:0:24089:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_14:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24089:1633636318338032:172.19.1.25@o2ib100:400 00000800:00000200:1.0:1557964400.927541:0:24088:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (23)++ 00000100:00000001:16.0:1557964400.927542:0:24087:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927542:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073699904658 : -9646958 : ffffffffff6ccc92) 02000000:00000001:3.0:1557964400.927542:0:24090:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964400.927542:0:24090:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1557964400.927542:0:24089:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000001:16.0:1557964400.927543:0:24087:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964400.927543:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1100264 : 1100264 : 10c9e8) 02000000:00000001:2.0:1557964400.927543:0:24089:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:16.0:1557964400.927544:0:24087:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927544:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709464054 : -87562 : fffffffffffea9f6) 02000000:00000010:3.0:1557964400.927544:0:24090:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8915b1ff9e00. 02000000:00000001:3.0:1557964400.927544:0:24090:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1557964400.927544:0:24089:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1557964400.927544:0:24089:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1557964400.927544:0:24088:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (23)-- 00000100:00000001:1.0:1557964400.927544:0:24088:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964400.927545:0:24087:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927545:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705770619 : -3780997 : ffffffffffc64e7b) 00000020:00000001:5.0:1557964400.927545:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2488044 : 2488044 : 25f6ec) 00000100:00000001:1.0:1557964400.927545:0:24088:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:16.0:1557964400.927546:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964400.927546:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2081840 : 2081840 : 1fc430) 00000020:00000001:5.0:1557964400.927546:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=55480 : 55480 : d8b8) 00000400:00000010:3.0:1557964400.927546:0:24090:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8915e9408720. 02000000:00000010:2.0:1557964400.927546:0:24089:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8924a72c7000. 02000000:00000001:2.0:1557964400.927546:0:24089:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964400.927546:0:24088:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964400.927547:0:24087:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:5.0:1557964400.927547:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073708005614 : -1546002 : ffffffffffe868ee) 00000020:00000001:5.0:1557964400.927547:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709443432 : -108184 : fffffffffffe5968) 00000400:00000010:3.0:1557964400.927547:0:24090:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff891595bd0e80. 00000100:00000001:1.0:1557964400.927547:0:24088:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964400.927548:0:24087:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964400.927548:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709484336 : -67280 : fffffffffffef930) 00000400:00000010:2.0:1557964400.927548:0:24089:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925f471c0c0. 00000100:00000001:16.0:1557964400.927549:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:16.0:1557964400.927549:0:24087:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964400.927549:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709450824 : -100792 : fffffffffffe7648) 00000020:00000001:5.0:1557964400.927549:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709522752 : -28864 : ffffffffffff8f40) 00000100:00000200:3.0:1557964400.927549:0:24090:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338048, portal 4 00000100:00000001:1.0:1557964400.927549:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:16.0:1557964400.927550:0:24087:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927550:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709546976 : -4640 : ffffffffffffede0) 00000020:00000001:5.0:1557964400.927550:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=52056 : 52056 : cb58) 00000100:00000001:3.0:1557964400.927550:0:24090:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1557964400.927550:0:24090:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362085376 : -130751347466240 : ffff891514616000) 00000400:00000010:2.0:1557964400.927550:0:24089:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915a1ec0f80. 00000100:00000001:1.0:1557964400.927550:0:24088:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:16.0:1557964400.927551:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927551:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7833692 : 7833692 : 77885c) 00000100:00000200:2.0:1557964400.927551:0:24089:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338032, portal 10 00000100:00000001:1.0:1557964400.927551:0:24088:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:16.0:1557964400.927552:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:16.0:1557964400.927552:0:24087:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:16.0:1557964400.927552:0:24087:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927552:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1435441 : 1435441 : 15e731) 00000020:00000001:5.0:1557964400.927552:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=15616 : 15616 : 3d00) 00000100:00000040:3.0:1557964400.927552:0:24090:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514616000 x1633636318338048/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964506 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964400.927552:0:24089:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1557964400.927552:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:16.0:1557964400.927553:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927553:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=668095 : 668095 : a31bf) 00000020:00000001:5.0:1557964400.927553:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1358872 : 1358872 : 14bc18) 00000100:00000001:2.0:1557964400.927553:0:24089:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362075392 : -130751347476224 : ffff891514613900) 00000100:00000001:1.0:1557964400.927553:0:24088:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964400.927554:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1561453 : 1561453 : 17d36d) 00000020:00000001:5.0:1557964400.927554:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1733900 : 1733900 : 1a750c) 00000100:00000040:2.0:1557964400.927554:0:24089:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514613900 x1633636318338032/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964506 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964400.927554:0:24088:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964400.927554:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927555:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=92728 : 92728 : 16a38) 00000020:00000001:5.0:1557964400.927555:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2027914 : 2027914 : 1ef18a) 00000100:00000001:3.0:1557964400.927555:0:24090:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:1.0:1557964400.927555:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964400.927556:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=114620 : 114620 : 1bfbc) 00000100:00000001:1.0:1557964400.927556:0:24088:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1557964400.927556:0:24088:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927557:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=4096 : 4096 : 1000) 00000020:00000001:5.0:1557964400.927557:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709528278 : -23338 : ffffffffffffa4d6) 00000100:00000040:3.0:1557964400.927557:0:24090:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.35@o2ib100 00000400:00000010:3.0:1557964400.927557:0:24090:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff891595bd1e80. 00000100:00000001:1.0:1557964400.927557:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1557964400.927558:0:24090:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1633636318338048, offset 0 00000100:00000001:2.0:1557964400.927558:0:24089:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:5.0:1557964400.927559:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=6747 : 6747 : 1a5b) 00000020:00000001:5.0:1557964400.927559:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709531320 : -20296 : ffffffffffffb0b8) 00000100:00000040:2.0:1557964400.927559:0:24089:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000020:00000001:5.0:1557964400.927560:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709543636 : -7980 : ffffffffffffe0d4) 00000400:00000010:2.0:1557964400.927560:0:24089:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915a1ec0c80. 00000020:00000001:5.0:1557964400.927561:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1557964400.927561:0:24090:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ffd600 (tot 30921380). 00000100:00000200:2.0:1557964400.927561:0:24089:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318338032, offset 0 00000020:00000001:5.0:1557964400.927562:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927562:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964400.927562:0:24089:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c6400 (tot 30921780). 00000020:00000001:5.0:1557964400.927563:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927563:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964400.927563:0:24090:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.35@o2ib100 00000020:00000001:5.0:1557964400.927564:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927564:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927565:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927565:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964400.927565:0:24075:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1557964400.927565:0:24089:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000020:00000001:5.0:1557964400.927566:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927566:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964400.927566:0:24075:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964400.927567:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927567:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964400.927567:0:24075:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:5.0:1557964400.927568:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927568:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927569:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927569:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964400.927569:0:24075:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514616600 x1633636318338064/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000400:00000200:3.0:1557964400.927569:0:24090:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.35@o2ib100(172.19.1.35@o2ib100:172.19.1.35@o2ib100) : PUT 00000020:00000001:5.0:1557964400.927570:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927570:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927571:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927571:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964400.927571:0:24090:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.35@o2ib100 00000020:00000001:5.0:1557964400.927572:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927572:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927573:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964400.927573:0:24075:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:4.0:1557964400.927573:0:24075:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1557964400.927573:0:24089:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000020:00000001:5.0:1557964400.927574:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927574:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927574:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927575:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927575:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964400.927575:0:24075:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1557964400.927575:0:24090:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f2000] -> 172.19.1.35@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964400.927576:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964400.927576:0:24089:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000020:00000001:5.0:1557964400.927577:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964400.927577:0:24075:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964400.927577:0:24090:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (20)++ 00000020:00000001:5.0:1557964400.927578:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927578:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964400.927578:0:24090:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7cc00] (21)++ 00000020:00000001:5.0:1557964400.927579:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:4.0:1557964400.927579:0:24075:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24075:1633636318338064:172.19.1.36@o2ib100:400 00000800:00000200:2.0:1557964400.927579:0:24089:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f3c80] -> 172.19.1.25@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964400.927580:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927580:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964400.927580:0:24075:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:5.0:1557964400.927581:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964400.927581:0:24075:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1557964400.927581:0:24090:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:3.0:1557964400.927581:0:24090:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964400.927581:0:24089:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925eb377e00] (20)++ 00000100:00000001:6.0:1557964400.927582:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964400.927582:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927582:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964400.927582:0:24075:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964400.927582:0:24090:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1557964400.927582:0:24089:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925eb377e00] (21)++ 00000020:00000001:5.0:1557964400.927583:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927583:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964400.927583:0:24075:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1557964400.927583:0:24090:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964400.927584:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927584:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927584:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:4.0:1557964400.927584:0:24075:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925bd2c2200. 00000100:00000001:3.0:1557964400.927584:0:24090:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964400.927585:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964400.927585:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927585:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927585:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964400.927585:0:24075:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964400.927585:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1557964400.927585:0:24089:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925eb377e00] (22)-- 00000020:00000001:5.0:1557964400.927586:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927586:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964400.927586:0:24089:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964400.927586:0:24089:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964400.927587:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927587:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964400.927587:0:24075:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925c1dda5a0. 00000100:00000001:3.0:1557964400.927587:0:24090:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1557964400.927587:0:24090:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964400.927588:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927588:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964400.927588:0:24075:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f0bce580. 00000100:00000001:3.0:1557964400.927588:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964400.927588:0:24090:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964400.927589:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927589:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964400.927589:0:24090:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927590:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927590:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:4.0:1557964400.927590:0:24075:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338064, portal 4 00000100:00000001:3.0:1557964400.927590:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927591:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927591:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964400.927591:0:24075:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:4.0:1557964400.927591:0:24075:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362086912 : -130751347464704 : ffff891514616600) 00000100:00000001:3.0:1557964400.927591:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964400.927591:0:24090:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1557964400.927591:0:24090:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964400.927591:0:24089:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927592:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964400.927592:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927593:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927593:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964400.927593:0:24089:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927594:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927594:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964400.927594:0:24075:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514616600 x1633636318338064/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964506 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964400.927594:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964400.927595:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927595:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964400.927595:0:24089:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:5.0:1557964400.927596:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964400.927596:0:24089:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964400.927597:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964400.927597:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1557964400.927597:0:24089:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964400.927598:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927598:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964400.927598:0:24075:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:2.0:1557964400.927598:0:24089:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927599:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964400.927599:0:24075:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.36@o2ib100 00000100:00000001:2.0:1557964400.927599:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964400.927599:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:29.2:1557964400.927600:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (22)++ 00000020:00000001:5.0:1557964400.927600:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927600:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964400.927600:0:24075:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f0bcec80. 00000100:00000200:4.0:1557964400.927600:0:24075:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1633636318338064, offset 0 00000100:00000001:2.0:1557964400.927600:0:24089:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1557964400.927600:0:24089:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927601:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927601:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964400.927601:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927602:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927602:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964400.927602:0:24075:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925bd2c3800 (tot 30922180). 00000020:00000001:5.0:1557964400.927603:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927603:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1557964400.927603:0:24075:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.36@o2ib100 00000020:00000001:5.0:1557964400.927604:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927604:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927605:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927605:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927606:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927606:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927607:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927608:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927608:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1557964400.927608:0:24075:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) : PUT 00000020:00000001:5.0:1557964400.927609:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927610:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964400.927610:0:24075:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.36@o2ib100 00000020:00000001:5.0:1557964400.927611:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927611:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927612:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927613:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927613:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964400.927613:0:24075:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915a1ec0580] -> 172.19.1.36@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964400.927614:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927614:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964400.927615:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)++ 00000020:00000001:5.0:1557964400.927615:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964400.927615:0:24075:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (20)++ 00000020:00000001:5.0:1557964400.927616:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964400.927616:0:24075:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fdb7cc00] (21)++ 00000020:00000001:5.0:1557964400.927617:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927618:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964400.927618:0:24075:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (22)-- 00000020:00000001:5.0:1557964400.927619:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964400.927619:0:24075:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964400.927620:0:24062:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (24)-- 00000020:00000001:5.0:1557964400.927620:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964400.927620:0:24075:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964400.927621:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964400.927621:0:24075:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964400.927622:0:24062:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:5.0:1557964400.927622:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964400.927622:0:24075:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964400.927622:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)++ 00000020:00000001:5.0:1557964400.927623:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964400.927623:0:24075:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:24.2:1557964400.927624:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (21)++ 00000100:00000200:21.0:1557964400.927624:0:24062:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514613300 x1633636318338000/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964506 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964400.927624:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927625:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964400.927625:0:24075:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1557964400.927625:0:24064:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (24)-- 00000020:00000001:5.0:1557964400.927626:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964400.927626:0:24075:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964400.927627:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927627:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964400.927627:0:24075:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1557964400.927627:0:24075:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964400.927628:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964400.927628:0:24075:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927629:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964400.927629:0:24075:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964400.927629:0:24075:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:21.0:1557964400.927630:0:24062:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000800:00000200:19.0:1557964400.927630:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)-- 00000020:00000001:5.0:1557964400.927630:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964400.927630:0:24075:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:4.0:1557964400.927630:0:24075:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:21.0:1557964400.927631:0:24062:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514613300 x1633636318338000/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964506 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964400.927631:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927631:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964400.927631:0:24075:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927632:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964400.927633:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (21)++ 00000020:00000001:5.0:1557964400.927633:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927634:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927635:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964400.927636:0:24062:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927636:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927636:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927637:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964400.927638:0:24062:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:5.0:1557964400.927638:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:21.0:1557964400.927639:0:24062:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89151429b100 00000020:00000001:5.0:1557964400.927639:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:21.0:1557964400.927640:0:24062:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89151429b100. 00000020:00000001:5.0:1557964400.927640:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927640:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927641:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964400.927641:0:24064:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:21.0:1557964400.927642:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925b9269600 (tot 30921780). 00000020:00000001:5.0:1557964400.927642:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927643:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927643:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1557964400.927643:0:24064:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514615400 x1633636318338016/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964506 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557964400.927644:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000020:00000001:5.0:1557964400.927644:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.0:1557964400.927645:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)++ 00000020:00000001:5.0:1557964400.927645:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927646:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964400.927646:0:24064:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1557964400.927647:0:24064:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514615400 x1633636318338016/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964506 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964400.927648:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927649:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927649:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927650:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964400.927650:0:24064:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927651:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964400.927651:0:24064:0:(events.c:81:request_out_callback()) Process leaving 00000800:00000200:24.0:1557964400.927652:0:24065:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7cc00] (23)-- 00000020:00000001:5.0:1557964400.927652:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1557964400.927652:0:24064:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89251f217700 00000020:00000001:5.0:1557964400.927653:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927653:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964400.927653:0:24064:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89251f217700. 00000800:00000200:14.0:1557964400.927654:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)++ 00000800:00000200:9.2:1557964400.927654:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (21)++ 00000020:00000001:5.0:1557964400.927654:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927655:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927655:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964400.927655:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e3ca00 (tot 30921380). 00000100:00000001:24.0:1557964400.927656:0:24065:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:5.0:1557964400.927656:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927656:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927657:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927657:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927658:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927658:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927659:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927659:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927660:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927660:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964400.927661:0:24066:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925eb377e00] (23)-- 00000020:00000001:5.0:1557964400.927661:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927661:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964400.927661:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000100:00000200:24.0:1557964400.927662:0:24065:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514616000 x1633636318338048/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964506 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964400.927662:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927662:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927663:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964400.927663:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964400.927663:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)++ 00000020:00000001:5.0:1557964400.927664:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964400.927665:0:24107:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318147081) 00000800:00000200:2.0:1557964400.927666:0:24064:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fdb7cc00] (23)-- 00000800:00000200:19.0:1557964400.927668:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000001:24.0:1557964400.927673:0:24065:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:24.0:1557964400.927676:0:24065:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514616000 x1633636318338048/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964506 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:24.0:1557964400.927685:0:24065:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:24.0:1557964400.927687:0:24065:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:24.0:1557964400.927688:0:24065:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff891595bd1e80 00000400:00000010:24.0:1557964400.927691:0:24065:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff891595bd1e80. 00000800:00000200:27.0:1557964400.927694:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:14.0:1557964400.927694:0:24066:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:24.0:1557964400.927695:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ffd600 (tot 30920980). 00000800:00000200:24.0:1557964400.927699:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000100:00000200:14.0:1557964400.927699:0:24066:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514613900 x1633636318338032/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964506 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:27.0:1557964400.927702:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000100:00000001:14.0:1557964400.927709:0:24066:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:14.0:1557964400.927712:0:24066:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514613900 x1633636318338032/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964506 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964400.927721:0:24066:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964400.927723:0:24066:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:14.0:1557964400.927724:0:24066:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915a1ec0c80 00000400:00000010:14.0:1557964400.927726:0:24066:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915a1ec0c80. 00000100:00000001:2.0:1557964400.927729:0:24064:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:14.0:1557964400.927730:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c6400 (tot 30920580). 00000100:00000200:2.0:1557964400.927730:0:24064:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514616600 x1633636318338064/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964506 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:14.0:1557964400.927733:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000100:00000001:2.0:1557964400.927734:0:24064:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1557964400.927735:0:24064:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514616600 x1633636318338064/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964506 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964400.927754:0:24064:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964400.927756:0:24064:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:2.0:1557964400.927756:0:24064:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f0bcec80 00000400:00000010:2.0:1557964400.927757:0:24064:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f0bcec80. 00000400:00000010:2.0:1557964400.927759:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925bd2c3800 (tot 30920180). 00000800:00000200:2.0:1557964400.927760:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000800:00000200:29.2:1557964400.927784:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:14.2:1557964400.927804:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (20)++ 00000800:00000200:14.0:1557964400.927813:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)++ 00000800:00000200:14.0:1557964400.927818:0:24065:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000800:00000200:21.0:1557964400.927822:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:21.0:1557964400.927827:0:24062:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.24@o2ib100 00000400:00000200:14.0:1557964400.927827:0:24065:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000200:21.0:1557964400.927831:0:24062:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:14.0:1557964400.927831:0:24065:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915fdb7f800 (tot 30920580). 00000400:00000010:21.0:1557964400.927833:0:24062:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925f72e9400 (tot 30920980). 00000400:00000200:21.0:1557964400.927837:0:24062:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc898725bd0 00000400:00000200:14.0:1557964400.927837:0:24065:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc898725bf0 00000400:00000200:21.0:1557964400.927840:0:24062:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1c091 [1] + 192 00000100:00000001:21.0:1557964400.927843:0:24062:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000200:14.0:1557964400.927843:0:24065:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0xa28d [1] + 192 00000800:00000200:24.2:1557964400.927845:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (20)++ 00000100:00000200:21.0:1557964400.927845:0:24062:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514613300 x1633636318338000/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964506 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:21.0:1557964400.927849:0:24062:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514613300 x1633636318338000/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964506 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964400.927849:0:24065:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:14.0:1557964400.927852:0:24065:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514613900 x1633636318338032/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964506 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964400.927854:0:24062:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:21.0:1557964400.927855:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925f72e9400 (tot 30920580). 00000800:00000200:21.0:1557964400.927856:0:24062:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:28.0:1557964400.927857:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000800:00000200:21.0:1557964400.927858:0:24062:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (23)-- 00000800:00000200:21.0:1557964400.927859:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000800:00000200:21.0:1557964400.927860:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000100:00000040:14.0:1557964400.927863:0:24065:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514613900 x1633636318338032/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964506 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:28.0:1557964400.927877:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)++ 00000100:00000001:14.0:1557964400.927879:0:24065:0:(events.c:171:reply_in_callback()) Process leaving 00000800:00000200:21.0:1557964400.927880:0:24062:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000800:00000200:9.2:1557964400.927880:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (20)++ 00000400:00000010:14.0:1557964400.927881:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915fdb7f800 (tot 30920180). 00000400:00000200:21.0:1557964400.927883:0:24062:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000800:00000200:14.0:1557964400.927883:0:24065:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925eb377e00] (21)++ 00000400:00000010:21.0:1557964400.927884:0:24062:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925f72e9400 (tot 30920580). 00000100:00000001:16.0:1557964400.927885:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000200:21.0:1557964400.927886:0:24062:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc898725be0 00000100:00000001:16.0:1557964400.927886:0:24087:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:14.0:1557964400.927886:0:24065:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925eb377e00] (22)-- 00000800:00000200:28.0:1557964400.927887:0:24067:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.35@o2ib100 00000400:00000200:21.0:1557964400.927888:0:24062:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1c099 [1] + 192 00000800:00000200:14.0:1557964400.927888:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000400:00000001:16.0:1557964400.927890:0:24087:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:16.0:1557964400.927891:0:24087:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000800:00000200:14.0:1557964400.927891:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:16.0:1557964400.927892:0:24087:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:16.0:1557964400.927894:0:24087:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514613300 x1633636318338000/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964506 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000200:28.0:1557964400.927895:0:24067:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.35@o2ib100 : PUT 00000400:00000010:28.0:1557964400.927899:0:24067:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925fd04bc00 (tot 30920980). 00000100:00000200:16.0:1557964400.927899:0:24087:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514613300 x1633636318338000/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964506 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:16.0:1557964400.927903:0:24087:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:16.0:1557964400.927903:0:24087:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924d9b45720. 00000400:00000200:16.0:1557964400.927904:0:24087:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89151429bf80 00000400:00000200:28.0:1557964400.927905:0:24067:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.35@o2ib100 of length 192 into portal 4 MB=0x5cdc898725c00 00000400:00000010:16.0:1557964400.927905:0:24087:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89151429bf80. 00000100:00000001:21.0:1557964400.927907:0:24062:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:16.0:1557964400.927907:0:24087:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:16.0:1557964400.927908:0:24087:0:(client.c:1337:after_reply()) Process entered 00000100:00000200:21.0:1557964400.927909:0:24062:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514615400 x1633636318338016/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964506 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 02000000:00000001:16.0:1557964400.927909:0:24087:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:16.0:1557964400.927909:0:24087:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:16.0:1557964400.927910:0:24087:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:16.0:1557964400.927911:0:24087:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964400.927911:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1557964400.927911:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000040:21.0:1557964400.927912:0:24062:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514615400 x1633636318338016/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964506 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00001000:16.0:1557964400.927913:0:24087:0:(import.c:1677:at_measured()) add 45 to ffff8925eae5cc00 time=50 v=45 (45 45 45 45) 00000100:00000001:2.0:1557964400.927913:0:24089:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00001000:16.0:1557964400.927914:0:24087:0:(import.c:1677:at_measured()) add 1 to ffff8925eae5cbc8 time=50 v=45 (1 1 1 1) 00000100:00000001:16.0:1557964400.927915:0:24087:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:16.0:1557964400.927915:0:24087:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1557964400.927915:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)++ 00010000:00000001:16.0:1557964400.927916:0:24087:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:16.0:1557964400.927916:0:24087:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964400.927917:0:24087:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:16.0:1557964400.927919:0:24087:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514613300 x1633636318338000/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964506 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:16.0:1557964400.927922:0:24087:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:16.0:1557964400.927923:0:24087:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:16.0:1557964400.927924:0:24087:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:16.0:1557964400.927925:0:24087:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514613300 x1633636318338000/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964506 ref 1 fl Interpret:RN/0/0 rc 0/0 00000400:00000200:28.0:1557964400.927930:0:24067:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.35@o2ib100 of length 192/192 into md 0xa285 [1] + 192 00000100:00100000:16.0:1557964400.927931:0:24087:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_12:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24087:1633636318338000:172.19.1.24@o2ib100:400 00000100:00000001:16.0:1557964400.927932:0:24087:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1557964400.927932:0:24089:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000800:00000200:1.0:1557964400.927932:0:24061:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.36@o2ib100 00000100:00000001:21.0:1557964400.927933:0:24062:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:16.0:1557964400.927933:0:24087:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000400:00000001:2.0:1557964400.927933:0:24089:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:21.0:1557964400.927934:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925f72e9400 (tot 30920580). 00000100:00000040:16.0:1557964400.927934:0:24087:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514613300 x1633636318338000/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964506 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:2.0:1557964400.927934:0:24089:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:21.0:1557964400.927935:0:24062:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:19.0:1557964400.927935:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000800:00000200:21.0:1557964400.927936:0:24062:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:16.0:1557964400.927936:0:24087:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000800:00000200:21.0:1557964400.927937:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 02000000:00000001:16.0:1557964400.927937:0:24087:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1557964400.927937:0:24089:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514613900 x1633636318338032/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964506 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000200:1.0:1557964400.927937:0:24061:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.36@o2ib100 : PUT 02000000:00000010:16.0:1557964400.927938:0:24087:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925b9268c00. 02000000:00000001:16.0:1557964400.927938:0:24087:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:16.0:1557964400.927939:0:24087:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:16.0:1557964400.927939:0:24087:0:(genops.c:1228:class_import_put()) import ffff8925eae5c800 refcount=3 obd=MGC172.19.1.24@o2ib100 00000400:00000010:1.0:1557964400.927939:0:24061:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e3e000 (tot 30920980). 00000020:00000001:16.0:1557964400.927940:0:24087:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:16.0:1557964400.927940:0:24087:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8ee00. 02000000:00000001:16.0:1557964400.927941:0:24087:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1557964400.927941:0:24089:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514613900 x1633636318338032/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964506 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 02000000:00000001:16.0:1557964400.927942:0:24087:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1557964400.927942:0:24061:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.36@o2ib100 of length 192 into portal 4 MB=0x5cdc898725c10 00000100:00000010:16.0:1557964400.927943:0:24087:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514613300. 00000100:00000001:16.0:1557964400.927944:0:24087:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:16.0:1557964400.927944:0:24087:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:16.0:1557964400.927945:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1557964400.927945:0:24089:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000200:1.0:1557964400.927945:0:24061:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.36@o2ib100 of length 192/192 into md 0x1c0c1 [1] + 192 00000400:00000010:2.0:1557964400.927946:0:24089:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925f471c0c0. 00000100:00000001:16.0:1557964400.927947:0:24087:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:16.0:1557964400.927947:0:24087:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1557964400.927947:0:24089:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915a1ec0f80 00000100:00000001:16.0:1557964400.927948:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1557964400.927948:0:24089:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915a1ec0f80. 00000100:00000001:1.0:1557964400.927948:0:24061:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:28.0:1557964400.927949:0:24067:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:16.0:1557964400.927949:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964400.927949:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1557964400.927949:0:24089:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964400.927949:0:24061:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514616600 x1633636318338064/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964506 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:16.0:1557964400.927950:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964400.927950:0:24089:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:2.0:1557964400.927950:0:24089:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000200:28.0:1557964400.927951:0:24067:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514616000 x1633636318338048/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964506 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964400.927951:0:24089:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1557964400.927952:0:24089:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1557964400.927953:0:24089:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1557964400.927954:0:24061:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514616600 x1633636318338064/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964506 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00001000:2.0:1557964400.927955:0:24089:0:(import.c:1677:at_measured()) add 45 to ffff891506a74c00 time=50 v=45 (45 45 45 45) 00000100:00000040:28.0:1557964400.927956:0:24067:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514616000 x1633636318338048/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964506 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00001000:2.0:1557964400.927956:0:24089:0:(import.c:1677:at_measured()) add 1 to ffff891506a74bc8 time=50 v=45 (1 1 1 1) 00000100:00000001:2.0:1557964400.927957:0:24089:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1557964400.927958:0:24089:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1557964400.927958:0:24089:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1557964400.927960:0:24089:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff891514613900 x1633636318338032/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964506 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:1.0:1557964400.927960:0:24061:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:28.0:1557964400.927961:0:24067:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:4.0:1557964400.927961:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1557964400.927961:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e3e000 (tot 30920580). 00000400:00000010:28.0:1557964400.927962:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925fd04bc00 (tot 30920180). 00000100:00000001:4.0:1557964400.927962:0:24088:0:(client.c:1680:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1557964400.927963:0:24089:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1557964400.927963:0:24061:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (21)++ 00000800:00000200:28.0:1557964400.927964:0:24067:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (21)++ 00000100:00000001:5.0:1557964400.927964:0:24075:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000001:4.0:1557964400.927964:0:24088:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1557964400.927964:0:24089:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1557964400.927964:0:24089:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-mdc-ffff8925ba270000: skip recheck: last_committed 0 00000400:00000001:4.0:1557964400.927965:0:24088:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1557964400.927965:0:24089:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000800:00000200:1.0:1557964400.927965:0:24061:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (22)-- 00000800:00000200:28.0:1557964400.927966:0:24067:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:5.0:1557964400.927966:0:24075:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:4.0:1557964400.927966:0:24088:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:2.0:1557964400.927966:0:24089:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1557964400.927966:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000800:00000200:28.0:1557964400.927967:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000100:00000001:3.0:1557964400.927967:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000200:4.0:1557964400.927968:0:24088:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514615400 x1633636318338016/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964506 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:3.0:1557964400.927968:0:24090:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1557964400.927968:0:24089:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514613900 x1633636318338032/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964506 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000001:3.0:1557964400.927970:0:24090:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1557964400.927971:0:24090:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1557964400.927971:0:24090:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:2.0:1557964400.927972:0:24089:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:4.0:1557964400.927973:0:24088:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514615400 x1633636318338016/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964506 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964400.927973:0:24089:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1557964400.927985:0:24089:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1557964400.927987:0:24090:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514616000 x1633636318338048/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964506 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000040:2.0:1557964400.927987:0:24089:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514613900 x1633636318338032/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964506 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:4.0:1557964400.927988:0:24088:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:4.0:1557964400.927989:0:24088:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924ca681cc0. 00000400:00000200:4.0:1557964400.927990:0:24088:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89251f217f80 00000100:00100000:2.0:1557964400.927990:0:24089:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_14:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24089:1633636318338032:172.19.1.25@o2ib100:400 00000400:00000010:4.0:1557964400.927991:0:24088:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89251f217f80. 00000100:00000001:4.0:1557964400.927991:0:24088:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1557964400.927991:0:24090:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514616000 x1633636318338048/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964506 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964400.927991:0:24089:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:5.0:1557964400.927992:0:24075:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:5.0:1557964400.927992:0:24075:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:4.0:1557964400.927992:0:24088:0:(client.c:1337:after_reply()) Process entered 00000100:00000001:2.0:1557964400.927992:0:24089:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:5.0:1557964400.927993:0:24075:0:(events.c:91:reply_in_callback()) Process entered 02000000:00000001:4.0:1557964400.927993:0:24088:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1557964400.927993:0:24089:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514613900 x1633636318338032/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964506 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000200:5.0:1557964400.927994:0:24075:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514616600 x1633636318338064/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964506 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964400.927994:0:24088:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:4.0:1557964400.927994:0:24088:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964400.927995:0:24088:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964400.927995:0:24090:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:3.0:1557964400.927996:0:24090:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8915e9408720. 00000400:00000200:3.0:1557964400.927996:0:24090:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff891595bd0e80 00000100:00000001:2.0:1557964400.927996:0:24089:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1557964400.927996:0:24089:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:4.0:1557964400.927997:0:24088:0:(import.c:1677:at_measured()) add 45 to ffff891506a72400 time=50 v=45 (45 45 45 45) 00000400:00000010:3.0:1557964400.927997:0:24090:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff891595bd0e80. 02000000:00000010:2.0:1557964400.927997:0:24089:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8924a72c7000. 02000000:00000001:2.0:1557964400.927998:0:24089:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1557964400.927998:0:24089:0:(genops.c:1221:class_import_put()) Process entered 00000100:00001000:4.0:1557964400.927999:0:24088:0:(import.c:1677:at_measured()) add 1 to ffff891506a723c8 time=50 v=45 (1 1 1 1) 00000100:00000001:3.0:1557964400.927999:0:24090:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1557964400.927999:0:24089:0:(genops.c:1228:class_import_put()) import ffff891506a74800 refcount=3 obd=looze-MDT0001-mdc-ffff8925ba270000 00000100:00000200:5.0:1557964400.928000:0:24075:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514616600 x1633636318338064/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964506 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964400.928000:0:24088:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:4.0:1557964400.928000:0:24088:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964400.928000:0:24090:0:(client.c:1337:after_reply()) Process entered 00000020:00000001:2.0:1557964400.928000:0:24089:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:2.0:1557964400.928000:0:24089:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8f600. 00010000:00000001:4.0:1557964400.928001:0:24088:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1557964400.928001:0:24090:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1557964400.928001:0:24090:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1557964400.928001:0:24089:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1557964400.928001:0:24089:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:4.0:1557964400.928002:0:24088:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964400.928002:0:24088:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1557964400.928002:0:24090:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1557964400.928002:0:24089:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514613900. 00000100:00000001:5.0:1557964400.928003:0:24075:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000040:4.0:1557964400.928003:0:24088:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-mdc-ffff8925ba270000: skip recheck: last_committed 30064774473 02000000:00000001:3.0:1557964400.928003:0:24090:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964400.928003:0:24089:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1557964400.928003:0:24089:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:5.0:1557964400.928004:0:24075:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925c1dda5a0. 00000100:00000001:4.0:1557964400.928004:0:24088:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1557964400.928004:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:5.0:1557964400.928005:0:24075:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f0bce580 00000100:00000001:4.0:1557964400.928005:0:24088:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1557964400.928005:0:24090:0:(import.c:1677:at_measured()) add 45 to ffff891506a77400 time=50 v=45 (45 45 45 45) 00000100:00000001:2.0:1557964400.928005:0:24089:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:5.0:1557964400.928006:0:24075:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f0bce580. 00000100:00000001:5.0:1557964400.928006:0:24075:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1557964400.928006:0:24089:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964400.928007:0:24075:0:(client.c:1337:after_reply()) Process entered 00000100:00000040:4.0:1557964400.928007:0:24088:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514615400 x1633636318338016/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964506 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00001000:3.0:1557964400.928007:0:24090:0:(import.c:1677:at_measured()) add 1 to ffff891506a773c8 time=50 v=45 (1 1 1 1) 00000100:00000001:2.0:1557964400.928007:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:5.0:1557964400.928008:0:24075:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:5.0:1557964400.928008:0:24075:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1557964400.928008:0:24090:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1557964400.928008:0:24090:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964400.928008:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964400.928009:0:24075:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1557964400.928009:0:24090:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1557964400.928009:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1557964400.928009:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1557964400.928010:0:24075:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1557964400.928010:0:24090:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964400.928011:0:24088:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1557964400.928011:0:24090:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1557964400.928011:0:24090:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0008-osc-ffff8925ba270000: skip recheck: last_committed 30064771278 00000100:00001000:5.0:1557964400.928012:0:24075:0:(import.c:1677:at_measured()) add 45 to ffff891512a11400 time=50 v=45 (45 45 45 45) 00000100:00000001:4.0:1557964400.928012:0:24088:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:4.0:1557964400.928012:0:24088:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964400.928012:0:24090:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1557964400.928012:0:24090:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:5.0:1557964400.928014:0:24075:0:(import.c:1677:at_measured()) add 1 to ffff891512a113c8 time=50 v=45 (1 1 1 1) 00000100:00000040:4.0:1557964400.928014:0:24088:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514615400 x1633636318338016/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964506 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000040:3.0:1557964400.928014:0:24090:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514616000 x1633636318338048/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964506 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:5.0:1557964400.928015:0:24075:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:5.0:1557964400.928015:0:24075:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964400.928016:0:24075:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:5.0:1557964400.928017:0:24075:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:4.0:1557964400.928017:0:24088:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_13:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24088:1633636318338016:172.19.1.24@o2ib100:400 00000100:00000001:3.0:1557964400.928017:0:24090:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:5.0:1557964400.928018:0:24075:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:5.0:1557964400.928018:0:24075:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0009-osc-ffff8925ba270000: skip recheck: last_committed 34359738567 00000100:00000001:4.0:1557964400.928018:0:24088:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964400.928018:0:24090:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1557964400.928018:0:24090:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1557964400.928019:0:24075:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:5.0:1557964400.928019:0:24075:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964400.928019:0:24088:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1557964400.928019:0:24090:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514616000 x1633636318338048/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964506 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000040:4.0:1557964400.928020:0:24088:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514615400 x1633636318338016/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964506 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000040:5.0:1557964400.928021:0:24075:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514616600 x1633636318338064/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964506 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:4.0:1557964400.928023:0:24088:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:4.0:1557964400.928023:0:24088:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1557964400.928023:0:24090:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_15:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24090:1633636318338048:172.19.1.35@o2ib100:400 00000100:00000001:5.0:1557964400.928024:0:24075:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:4.0:1557964400.928024:0:24088:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925e1e3a200. 00000100:00000001:3.0:1557964400.928024:0:24090:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1557964400.928025:0:24075:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:4.0:1557964400.928025:0:24088:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:4.0:1557964400.928025:0:24088:0:(genops.c:1221:class_import_put()) Process entered 00000100:00000001:3.0:1557964400.928025:0:24090:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:5.0:1557964400.928026:0:24075:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:4.0:1557964400.928026:0:24088:0:(genops.c:1228:class_import_put()) import ffff891506a72000 refcount=3 obd=looze-MDT0000-mdc-ffff8925ba270000 00000100:00000040:3.0:1557964400.928026:0:24090:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514616000 x1633636318338048/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964506 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000040:5.0:1557964400.928027:0:24075:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514616600 x1633636318338064/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964506 ref 1 fl Interpret:RN/0/0 rc 0/0 00000020:00000001:4.0:1557964400.928027:0:24088:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:4.0:1557964400.928027:0:24088:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8d100. 02000000:00000001:4.0:1557964400.928028:0:24088:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:4.0:1557964400.928028:0:24088:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:4.0:1557964400.928028:0:24088:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514615400. 00000100:00000001:4.0:1557964400.928029:0:24088:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1557964400.928029:0:24090:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1557964400.928029:0:24090:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:5.0:1557964400.928030:0:24075:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24075:1633636318338064:172.19.1.36@o2ib100:400 00000100:00000001:4.0:1557964400.928030:0:24088:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964400.928030:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1557964400.928030:0:24090:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8915b1ff9e00. 02000000:00000001:3.0:1557964400.928031:0:24090:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:5.0:1557964400.928032:0:24075:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1557964400.928032:0:24075:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:4.0:1557964400.928032:0:24088:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:4.0:1557964400.928032:0:24088:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964400.928032:0:24090:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:3.0:1557964400.928032:0:24090:0:(genops.c:1228:class_import_put()) import ffff891506a77000 refcount=4 obd=looze-OST0008-osc-ffff8925ba270000 00000100:00000040:5.0:1557964400.928033:0:24075:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514616600 x1633636318338064/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964506 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:4.0:1557964400.928033:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1557964400.928033:0:24090:0:(genops.c:1237:class_import_put()) Process leaving 00000100:00000001:4.0:1557964400.928034:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1557964400.928034:0:24090:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8df00. 00000100:00000001:4.0:1557964400.928035:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1557964400.928035:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964400.928035:0:24090:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1557964400.928036:0:24090:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1557964400.928036:0:24090:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514616000. 00000100:00000001:5.0:1557964400.928037:0:24075:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1557964400.928037:0:24090:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 02000000:00000001:5.0:1557964400.928038:0:24075:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:5.0:1557964400.928038:0:24075:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925bd2c2200. 00000100:00000001:3.0:1557964400.928038:0:24090:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964400.928039:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:5.0:1557964400.928040:0:24075:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:5.0:1557964400.928040:0:24075:0:(genops.c:1221:class_import_put()) Process entered 00000100:00000001:3.0:1557964400.928040:0:24090:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1557964400.928040:0:24090:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:5.0:1557964400.928041:0:24075:0:(genops.c:1228:class_import_put()) import ffff891512a11000 refcount=4 obd=looze-OST0009-osc-ffff8925ba270000 00000100:00000001:3.0:1557964400.928041:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964400.928042:0:24075:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:5.0:1557964400.928042:0:24075:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8f000. 00000100:00000001:3.0:1557964400.928042:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1557964400.928043:0:24075:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:5.0:1557964400.928043:0:24075:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:5.0:1557964400.928043:0:24075:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514616600. 00000100:00000001:3.0:1557964400.928043:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964400.928043:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964400.928044:0:24075:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:5.0:1557964400.928045:0:24075:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1557964400.928045:0:24075:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1557964400.928047:0:24075:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1557964400.928048:0:24075:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964400.928048:0:24075:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1557964400.928049:0:24075:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964400.928050:0:24075:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1557964400.928050:0:24075:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1557964401.874314:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964401.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964401.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964401.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964401.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964401.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964401.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964401.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964402.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964402.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964402.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964402.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964402.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964402.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964402.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964402.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964403.874297:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964403.874300:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964403.874301:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964403.874303:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964403.874304:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964403.874305:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964403.874307:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964403.874308:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000010:9.0:1557964404.474823:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f9628300 (tot 30920436). 00000400:00000010:9.0:1557964404.474840:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f9628300 (tot 30920180). 00000400:00000200:1.0:1557964404.874317:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964404.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964404.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964404.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964404.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964404.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964404.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964404.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964405.874316:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964405.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964405.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964405.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964405.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964405.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964405.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964405.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964406.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964406.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964406.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964406.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964406.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964406.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964406.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964406.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964407.874317:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964407.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964407.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964407.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964407.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964407.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964407.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964407.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964408.874314:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964408.874316:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964408.874318:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964408.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964408.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964408.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964408.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964408.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000010:9.0:1557964409.475123:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f9629a00 (tot 30920436). 00000400:00000010:9.0:1557964409.475140:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f9629a00 (tot 30920180). 00000400:00000200:1.0:1557964409.874315:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964409.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964409.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964409.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964409.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964409.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964409.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964409.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964410.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964410.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964410.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964410.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964410.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964410.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964410.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964410.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00010000:00000001:5.0:1557964410.894330:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964410.894332:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:5.0:1557964410.894335:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964410.894339:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964410.894340:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964410.894342:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964410.894344:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964410.894345:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964410.894346:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964410.894348:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964410.894349:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964410.894351:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964410.894352:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964410.894354:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964410.894355:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964410.894356:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964410.894358:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964410.894361:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964410.894361:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964410.894362:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:5.0:1557964410.894363:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964410.894364:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964410.894364:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964410.894365:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964410.894367:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964410.894367:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964410.894367:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964410.894369:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964410.894370:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964410.894371:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964410.894372:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964410.894373:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964410.894373:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964410.894375:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964410.894375:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964410.894377:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964410.894378:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964410.894385:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964410.894386:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964410.894388:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964410.894389:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1557964411.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964411.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964411.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964411.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964411.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964411.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964411.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964411.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964412.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964412.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964412.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964412.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964412.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964412.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964412.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964412.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964413.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964413.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964413.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964413.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964413.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964413.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964413.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964413.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000010:9.0:1557964414.475466:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f9628e00 (tot 30920436). 00000400:00000010:9.0:1557964414.475474:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f9628e00 (tot 30920180). 00000400:00000200:1.0:1557964414.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964414.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964414.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964414.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964414.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964414.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964414.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964414.874363:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964415.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964415.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964415.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964415.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964415.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964415.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964415.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964415.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964416.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964416.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964416.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964416.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964416.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964416.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964416.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964416.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964417.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964417.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964417.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964417.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964417.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964417.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964417.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964417.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964418.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964418.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964418.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964418.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964418.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964418.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964418.874364:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964418.874365:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000010:9.0:1557964419.475761:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f962b100 (tot 30920436). 00000400:00000010:9.0:1557964419.475783:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f962b100 (tot 30920180). 00000400:00000200:1.0:1557964419.874302:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964419.874305:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964419.874306:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964419.874308:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964419.874309:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964419.874310:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964419.874312:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964419.874316:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964420.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964420.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964420.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964420.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964420.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964420.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964420.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964420.874361:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00010000:00000001:5.0:1557964420.894319:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964420.894321:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:5.0:1557964420.894324:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964420.894328:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964420.894329:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964420.894330:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964420.894332:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964420.894333:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964420.894334:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964420.894336:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964420.894337:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964420.894339:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964420.894340:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964420.894342:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964420.894343:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964420.894344:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964420.894345:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964420.894346:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964420.894347:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964420.894348:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964420.894349:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964420.894351:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964420.894351:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:5.0:1557964420.894352:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964420.894353:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964420.894355:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964420.894356:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964420.894361:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:5.0:1557964420.894362:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:5.0:1557964420.894363:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:5.0:1557964420.894364:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:5.0:1557964420.894365:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:5.0:1557964420.894366:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964420.894367:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:5.0:1557964420.894368:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964420.894370:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964420.894371:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964420.894378:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964420.894379:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964420.894381:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964420.894382:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1557964421.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964421.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964421.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964421.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964421.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964421.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964421.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964421.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964422.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964422.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964422.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964422.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964422.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964422.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964422.874364:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964422.874368:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964423.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964423.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964423.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964423.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964423.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964423.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964423.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964423.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000010:9.0:1557964424.476094:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f962b000 (tot 30920436). 00000400:00000010:9.0:1557964424.476102:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f962b000 (tot 30920180). 00000400:00000200:1.0:1557964424.874317:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964424.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964424.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964424.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964424.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964424.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964424.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964424.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964425.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964425.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964425.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964425.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964425.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964425.874368:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964425.874369:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964425.874370:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000100:00000040:5.0:1557964425.927319:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964425.927324:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964425.927327:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514616600. 00000020:00000040:5.0:1557964425.927329:0:24107:0:(genops.c:1214:class_import_get()) import ffff8925eae5c800 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:5.0:1557964425.927332:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964425.927333:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964425.927338:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964425.927341:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8c600. 00000100:00000001:5.0:1557964425.927344:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964425.927349:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS req@ffff891514616600 x1633636318338080/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964425.927359:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964425.927360:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964425.927363:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964425.927367:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514616600] to pc [ptlrpcd_00_01:1] req@ffff891514616600 x1633636318338080/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964425.927382:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964425.927384:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964425.927388:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964425.927389:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514617500. 00000020:00000040:5.0:1557964425.927391:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a72000 refcount=4 obd=looze-MDT0000-mdc-ffff8925ba270000 00000100:00000001:5.0:1557964425.927393:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964425.927394:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964425.927395:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964425.927399:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8c900. 00000100:00000001:5.0:1557964425.927401:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964425.927404:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0000_UUID req@ffff891514617500 x1633636318338096/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964425.927412:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964425.927413:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964425.927414:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964425.927417:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514617500] to pc [ptlrpcd_00_02:2] req@ffff891514617500 x1633636318338096/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:6.0:1557964425.927422:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964425.927424:0:24076:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:6.0:1557964425.927426:0:24076:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:7.0:1557964425.927428:0:24075:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1557964425.927430:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964425.927431:0:24075:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:6.0:1557964425.927431:0:24076:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514616600 x1633636318338080/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:5.0:1557964425.927431:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:7.0:1557964425.927433:0:24075:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964425.927434:0:24075:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964425.927434:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964425.927435:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514614e00. 00000020:00000040:5.0:1557964425.927437:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a74800 refcount=4 obd=looze-MDT0001-mdc-ffff8925ba270000 00000100:00000001:5.0:1557964425.927439:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964425.927439:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964425.927440:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964425.927442:0:24076:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 02000000:00000010:5.0:1557964425.927442:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8d700. 00000100:00000001:6.0:1557964425.927443:0:24076:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964425.927444:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1557964425.927446:0:24076:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:6.0:1557964425.927447:0:24076:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964425.927447:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID req@ffff891514614e00 x1633636318338112/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00100000:6.0:1557964425.927451:0:24076:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24076:1633636318338080:172.19.1.24@o2ib100:400 00000100:00000001:6.0:1557964425.927454:0:24076:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:5.0:1557964425.927454:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964425.927455:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:6.0:1557964425.927456:0:24076:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:6.0:1557964425.927457:0:24076:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927457:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1557964425.927460:0:24076:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:5.0:1557964425.927460:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514614e00] to pc [ptlrpcd_00_03:3] req@ffff891514614e00 x1633636318338112/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000010:6.0:1557964425.927462:0:24076:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff89254ea9d200. 02000000:00000001:6.0:1557964425.927464:0:24076:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964425.927467:0:24076:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925c80093c0. 00000100:00000001:5.0:1557964425.927468:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964425.927469:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:6.0:1557964425.927470:0:24076:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f52ac780. 00000100:00000001:0.0:1557964425.927470:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1557964425.927472:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000200:6.0:1557964425.927473:0:24076:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338080, portal 25 00000100:00000010:5.0:1557964425.927473:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514611b00. 00000100:00000001:0.0:1557964425.927473:0:24077:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1557964425.927474:0:24077:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:6.0:1557964425.927475:0:24076:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000040:5.0:1557964425.927475:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a77000 refcount=5 obd=looze-OST0008-osc-ffff8925ba270000 00000100:00000001:6.0:1557964425.927476:0:24076:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362086912 : -130751347464704 : ffff891514616600) 00000100:00000001:5.0:1557964425.927477:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1557964425.927477:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:5.0:1557964425.927478:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964425.927479:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964425.927480:0:24078:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1557964425.927480:0:24077:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514617500 x1633636318338096/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:6.0:1557964425.927481:0:24076:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514616600 x1633636318338080/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964531 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 02000000:00000010:5.0:1557964425.927481:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8d000. 00000100:00000001:1.0:1557964425.927481:0:24078:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:5.0:1557964425.927482:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964425.927485:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID req@ffff891514611b00 x1633636318338128/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:1.0:1557964425.927487:0:24078:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514614e00 x1633636318338112/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:6.0:1557964425.927489:0:24076:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:0.0:1557964425.927490:0:24077:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1557964425.927491:0:24077:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927493:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964425.927494:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1557964425.927494:0:24077:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:6.0:1557964425.927495:0:24076:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000020:00000001:5.0:1557964425.927495:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964425.927496:0:24076:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f52ac700. 02000000:00000001:0.0:1557964425.927496:0:24077:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964425.927497:0:24078:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000200:6.0:1557964425.927498:0:24076:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636318338080, offset 0 00000100:00000040:5.0:1557964425.927498:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514611b00] to pc [ptlrpcd_00_04:4] req@ffff891514611b00 x1633636318338128/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964425.927498:0:24078:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1557964425.927499:0:24077:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24077:1633636318338096:172.19.1.24@o2ib100:400 02000000:00000001:1.0:1557964425.927501:0:24078:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:6.0:1557964425.927502:0:24076:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89254ea9c000 (tot 30920580). 02000000:00000001:1.0:1557964425.927502:0:24078:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964425.927503:0:24077:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1557964425.927504:0:24077:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1557964425.927506:0:24078:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24078:1633636318338112:172.19.1.25@o2ib100:400 02000000:00000001:0.0:1557964425.927506:0:24077:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1557964425.927507:0:24076:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 02000000:00000001:0.0:1557964425.927507:0:24077:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:5.0:1557964425.927509:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964425.927510:0:24078:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1557964425.927510:0:24077:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff89259e758000. 00000100:00000040:5.0:1557964425.927511:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0009_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1557964425.927511:0:24078:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1557964425.927512:0:24077:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964425.927513:0:24078:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964425.927514:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964425.927515:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514613c00. 02000000:00000001:1.0:1557964425.927515:0:24078:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:23.0:1557964425.927516:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000040:5.0:1557964425.927516:0:24107:0:(genops.c:1214:class_import_get()) import ffff891512a11000 refcount=5 obd=looze-OST0009-osc-ffff8925ba270000 02000000:00000010:1.0:1557964425.927517:0:24078:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925e1e3e000. 00000100:00100000:23.0:1557964425.927518:0:24080:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [4->5] 00000100:00000001:5.0:1557964425.927518:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964425.927518:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:6.0:1557964425.927519:0:24076:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 02000000:00000001:5.0:1557964425.927519:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964425.927519:0:24078:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964425.927520:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:5.0:1557964425.927521:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8db00. 00000100:00000001:5.0:1557964425.927522:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1557964425.927523:0:24078:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924ca681b40. 00000400:00000010:0.0:1557964425.927523:0:24077:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925eb609780. 00000100:00000001:23.0:1557964425.927524:0:24080:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:6.0:1557964425.927524:0:24076:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000100:00000001:23.0:1557964425.927525:0:24080:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:5.0:1557964425.927525:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0009_UUID req@ffff891514613c00 x1633636318338144/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000400:00000010:0.0:1557964425.927525:0:24077:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7f980. 00000400:00000010:1.0:1557964425.927526:0:24078:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89251f217d00. 00000100:00000001:23.0:1557964425.927527:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:23.0:1557964425.927528:0:24080:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:23.0:1557964425.927529:0:24080:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1557964425.927529:0:24078:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338112, portal 10 00000100:00000200:0.0:1557964425.927529:0:24077:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338096, portal 10 00000800:00000200:6.0:1557964425.927530:0:24076:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000100:00000001:1.0:1557964425.927531:0:24078:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1557964425.927531:0:24077:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1557964425.927532:0:24078:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362080768 : -130751347470848 : ffff891514614e00) 00000100:00000001:0.0:1557964425.927532:0:24077:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362090752 : -130751347460864 : ffff891514617500) 00000800:00000200:6.0:1557964425.927533:0:24076:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (20)++ 00000020:00000001:5.0:1557964425.927533:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000100:00000040:23.0:1557964425.927534:0:24080:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514611b00 x1633636318338128/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964425.927534:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:6.0:1557964425.927535:0:24076:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (21)++ 00000020:00000001:5.0:1557964425.927535:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1557964425.927537:0:24078:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514614e00 x1633636318338112/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964531 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:6.0:1557964425.927539:0:24076:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (22)-- 00000100:00000040:5.0:1557964425.927539:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514613c00] to pc [ptlrpcd_00_05:5] req@ffff891514613c00 x1633636318338144/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:0.0:1557964425.927539:0:24077:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514617500 x1633636318338096/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964531 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:6.0:1557964425.927541:0:24076:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964425.927542:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964425.927543:0:24076:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:23.0:1557964425.927544:0:24080:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:6.0:1557964425.927545:0:24076:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964425.927545:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964425.927546:0:24080:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964425.927547:0:24076:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964425.927547:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964425.927547:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:23.0:1557964425.927548:0:24080:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1557964425.927548:0:24077:0:(niobuf.c:54:ptl_send_buf()) Process entered 02000000:00000001:23.0:1557964425.927549:0:24080:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964425.927549:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964425.927549:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2738728 : 2738728 : 29ca28) 00000020:00000001:5.0:1557964425.927551:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2956280 : 2956280 : 2d1bf8) 00000100:00100000:2.0:1557964425.927551:0:24079:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [5->4] 00000100:00000040:0.0:1557964425.927551:0:24077:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000100:00000001:6.0:1557964425.927552:0:24076:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1557964425.927552:0:24077:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7fa00. 00000100:00100000:23.0:1557964425.927553:0:24080:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_05:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24080:1633636318338128:172.19.1.35@o2ib100:400 00000100:00000001:6.0:1557964425.927553:0:24076:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:2.0:1557964425.927553:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964425.927554:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705577912 : -3973704 : ffffffffffc35db8) 00000100:00000200:0.0:1557964425.927554:0:24077:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318338096, offset 0 00000100:00000001:6.0:1557964425.927555:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:23.0:1557964425.927556:0:24080:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000001:6.0:1557964425.927556:0:24076:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964425.927556:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073699903634 : -9647982 : ffffffffff6cc892) 00000100:00000001:2.0:1557964425.927556:0:24079:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1557964425.927556:0:24078:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:6.0:1557964425.927557:0:24076:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964425.927557:0:24077:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89259e758c00 (tot 30920980). 02000000:00000001:23.0:1557964425.927558:0:24080:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:5.0:1557964425.927558:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1099240 : 1099240 : 10c5e8) 00000100:00000001:2.0:1557964425.927558:0:24079:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:23.0:1557964425.927559:0:24080:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964425.927559:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927559:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709467638 : -83978 : fffffffffffeb7f6) 00000100:00000040:1.0:1557964425.927559:0:24078:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000100:00000001:2.0:1557964425.927560:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:23.0:1557964425.927561:0:24080:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:6.0:1557964425.927561:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964425.927561:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705771131 : -3780485 : ffffffffffc6507b) 00000100:00000001:2.0:1557964425.927561:0:24079:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1557964425.927561:0:24078:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89251f216380. 00000100:00000001:6.0:1557964425.927562:0:24076:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1557964425.927562:0:24079:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1557964425.927562:0:24077:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 02000000:00000010:23.0:1557964425.927563:0:24080:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8915fa593800. 00000100:00000001:6.0:1557964425.927563:0:24076:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927563:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2488044 : 2488044 : 25f6ec) 00000020:00000001:5.0:1557964425.927564:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2081840 : 2081840 : 1fc430) 00000100:00000200:1.0:1557964425.927564:0:24078:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318338112, offset 0 02000000:00000001:23.0:1557964425.927565:0:24080:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964425.927565:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927566:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=55480 : 55480 : d8b8) 00000100:00000040:2.0:1557964425.927567:0:24079:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514613c00 x1633636318338144/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000400:00000010:1.0:1557964425.927567:0:24078:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e38c00 (tot 30921380). 00000020:00000001:5.0:1557964425.927568:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073708005614 : -1546002 : ffffffffffe868ee) 00000020:00000001:5.0:1557964425.927569:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709443432 : -108184 : fffffffffffe5968) 00000020:00000001:5.0:1557964425.927571:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709484336 : -67280 : fffffffffffef930) 00000400:00000200:1.0:1557964425.927571:0:24078:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000020:00000001:5.0:1557964425.927573:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709450824 : -100792 : fffffffffffe7648) 00000020:00000001:5.0:1557964425.927574:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709522752 : -28864 : ffffffffffff8f40) 00000400:00000200:0.0:1557964425.927574:0:24077:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:5.0:1557964425.927576:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709546976 : -4640 : ffffffffffffede0) 00000800:00000200:29.2:1557964425.927578:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (21)++ 00000400:00000010:23.0:1557964425.927578:0:24080:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8915f5283600. 00000020:00000001:5.0:1557964425.927578:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=50520 : 50520 : c558) 00000100:00000001:2.0:1557964425.927578:0:24079:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000001:5.0:1557964425.927579:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7833692 : 7833692 : 77885c) 00000100:00000001:2.0:1557964425.927579:0:24079:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964425.927579:0:24077:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000400:00000010:23.0:1557964425.927580:0:24080:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89159933e280. 00000020:00000001:5.0:1557964425.927581:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1435441 : 1435441 : 15e731) 02000000:00000001:2.0:1557964425.927581:0:24079:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:5.0:1557964425.927582:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=15616 : 15616 : 3d00) 02000000:00000001:2.0:1557964425.927582:0:24079:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:23.0:1557964425.927583:0:24080:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338128, portal 4 00000020:00000001:5.0:1557964425.927584:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=668095 : 668095 : a31bf) 00000100:00000001:23.0:1557964425.927585:0:24080:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1557964425.927585:0:24077:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000100:00000001:23.0:1557964425.927586:0:24080:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362067712 : -130751347483904 : ffff891514611b00) 00000020:00000001:5.0:1557964425.927586:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1358872 : 1358872 : 14bc18) 00000100:00100000:2.0:1557964425.927586:0:24079:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_04:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24079:1633636318338144:172.19.1.36@o2ib100:400 00000020:00000001:5.0:1557964425.927587:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1561453 : 1561453 : 17d36d) 00000400:00000200:1.0:1557964425.927588:0:24078:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:0.0:1557964425.927588:0:24077:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (22)++ 00000020:00000001:5.0:1557964425.927589:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1734412 : 1734412 : 1a770c) 00000100:00000001:2.0:1557964425.927589:0:24079:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:5.0:1557964425.927590:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=92728 : 92728 : 16a38) 00000800:00000200:0.0:1557964425.927590:0:24077:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (23)++ 02000000:00000001:2.0:1557964425.927591:0:24079:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:23.0:1557964425.927592:0:24080:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514611b00 x1633636318338128/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964531 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964425.927592:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2027914 : 2027914 : 1ef18a) 02000000:00000001:2.0:1557964425.927592:0:24079:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927593:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=114620 : 114620 : 1bfbc) 00000800:00000200:1.0:1557964425.927593:0:24078:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 02000000:00000001:2.0:1557964425.927594:0:24079:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1557964425.927594:0:24077:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (24)-- 00000020:00000001:5.0:1557964425.927595:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=4096 : 4096 : 1000) 00000020:00000001:5.0:1557964425.927596:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709528278 : -23338 : ffffffffffffa4d6) 02000000:00000010:2.0:1557964425.927596:0:24079:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8924a72c7000. 00000100:00000001:0.0:1557964425.927596:0:24077:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927598:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=6747 : 6747 : 1a5b) 02000000:00000001:2.0:1557964425.927598:0:24079:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964425.927598:0:24077:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:23.0:1557964425.927600:0:24080:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:5.0:1557964425.927600:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709531320 : -20296 : ffffffffffffb0b8) 00000800:00000200:1.0:1557964425.927600:0:24078:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f3c80] -> 172.19.1.25@o2ib100 (2) version: 12 00000100:00000001:0.0:1557964425.927600:0:24077:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964425.927601:0:24079:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925f471c0c0. 00000020:00000001:5.0:1557964425.927602:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709543636 : -7980 : ffffffffffffe0d4) 00000100:00000001:0.0:1557964425.927602:0:24077:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1557964425.927603:0:24078:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925eb377e00] (20)++ 00000100:00000040:23.0:1557964425.927604:0:24080:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.35@o2ib100 00000020:00000001:5.0:1557964425.927604:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964425.927604:0:24079:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915a1ec0980. 00000100:00000001:0.0:1557964425.927604:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964425.927605:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1557964425.927605:0:24078:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925eb377e00] (21)++ 00000400:00000010:23.0:1557964425.927607:0:24080:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89159933f780. 00000020:00000001:5.0:1557964425.927607:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1557964425.927607:0:24079:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338144, portal 4 00000100:00000001:0.0:1557964425.927607:0:24077:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:5.0:1557964425.927608:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:23.0:1557964425.927609:0:24080:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1633636318338128, offset 0 00000100:00000001:2.0:1557964425.927609:0:24079:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1557964425.927609:0:24078:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925eb377e00] (22)-- 00000100:00000001:0.0:1557964425.927609:0:24077:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964425.927610:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964425.927610:0:24079:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362076160 : -130751347475456 : ffff891514613c00) 00000020:00000001:5.0:1557964425.927611:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964425.927611:0:24078:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964425.927611:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000010:23.0:1557964425.927612:0:24080:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915fa595e00 (tot 30921780). 00000020:00000001:5.0:1557964425.927612:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964425.927612:0:24077:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1557964425.927613:0:24078:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1557964425.927613:0:24077:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927614:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927615:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1557964425.927615:0:24079:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514613c00 x1633636318338144/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964531 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964425.927615:0:24078:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964425.927615:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964425.927616:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000200:23.0:1557964425.927617:0:24080:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.35@o2ib100 00000020:00000001:5.0:1557964425.927617:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964425.927617:0:24078:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964425.927617:0:24077:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964425.927618:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964425.927618:0:24077:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927619:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964425.927619:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964425.927620:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927621:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927622:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1557964425.927623:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)++ 00000020:00000001:5.0:1557964425.927623:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964425.927623:0:24078:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1557964425.927624:0:24079:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:1.0:1557964425.927624:0:24078:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964425.927625:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927626:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964425.927626:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1557964425.927627:0:24079:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.36@o2ib100 00000100:00000001:1.0:1557964425.927627:0:24078:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964425.927628:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964425.927628:0:24079:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915a1ec0500. 00000100:00000001:1.0:1557964425.927628:0:24078:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927629:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:23.0:1557964425.927630:0:24080:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.35@o2ib100(172.19.1.35@o2ib100:172.19.1.35@o2ib100) : PUT 00000100:00000200:2.0:1557964425.927630:0:24079:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1633636318338144, offset 0 00000100:00000001:1.0:1557964425.927630:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1557964425.927631:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (24)-- 00000020:00000001:5.0:1557964425.927631:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964425.927632:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964425.927633:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964425.927633:0:24079:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c6200 (tot 30922180). 00000100:00000001:1.0:1557964425.927633:0:24078:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1557964425.927633:0:24078:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:23.0:1557964425.927635:0:24080:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.35@o2ib100 00000100:00000001:19.0:1557964425.927635:0:24063:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:5.0:1557964425.927635:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964425.927635:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927637:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927639:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:19.0:1557964425.927640:0:24063:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514616600 x1633636318338080/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964531 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:23.0:1557964425.927641:0:24080:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f2000] -> 172.19.1.35@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964425.927641:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964425.927642:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)++ 00000800:00000200:23.0:1557964425.927644:0:24080:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (20)++ 00000020:00000001:5.0:1557964425.927644:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964425.927645:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (21)++ 00000800:00000200:23.0:1557964425.927646:0:24080:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7cc00] (21)++ 00000020:00000001:5.0:1557964425.927646:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927648:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927650:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:23.0:1557964425.927651:0:24080:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (22)-- 00000800:00000200:21.0:1557964425.927651:0:24062:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (24)-- 00000100:00000001:19.0:1557964425.927651:0:24063:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:23.0:1557964425.927652:0:24080:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927652:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964425.927654:0:24080:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:19.0:1557964425.927654:0:24063:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514616600 x1633636318338080/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964531 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964425.927654:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964425.927656:0:24080:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927656:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1557964425.927656:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)-- 00000100:00000001:23.0:1557964425.927659:0:24080:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927660:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964425.927661:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964425.927662:0:24063:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927662:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964425.927663:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:23.0:1557964425.927664:0:24080:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:19.0:1557964425.927664:0:24063:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:5.0:1557964425.927664:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964425.927665:0:24080:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:19.0:1557964425.927665:0:24063:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f52ac700 00000800:00000200:14.0:1557964425.927665:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)++ 00000100:00000001:23.0:1557964425.927666:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927666:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:19.0:1557964425.927667:0:24063:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f52ac700. 00000020:00000001:5.0:1557964425.927669:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:19.0:1557964425.927671:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89254ea9c000 (tot 30921780). 00000020:00000001:5.0:1557964425.927671:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964425.927672:0:24068:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925eb377e00] (23)-- 00000400:00000200:2.0:1557964425.927672:0:24079:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.36@o2ib100 00000020:00000001:5.0:1557964425.927673:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1557964425.927674:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:21.0:1557964425.927675:0:24062:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:5.0:1557964425.927675:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927677:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927679:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:21.0:1557964425.927680:0:24062:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514617500 x1633636318338096/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964531 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964425.927682:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927684:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1557964425.927684:0:24079:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) : PUT 00000800:00000200:24.2:1557964425.927685:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (21)++ 00000020:00000001:5.0:1557964425.927686:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927688:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964425.927690:0:24079:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.36@o2ib100 00000020:00000001:5.0:1557964425.927691:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927693:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964425.927694:0:24062:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:5.0:1557964425.927695:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964425.927696:0:24079:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915a1ec0580] -> 172.19.1.36@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964425.927697:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:21.0:1557964425.927698:0:24062:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514617500 x1633636318338096/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964531 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964425.927715:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964425.927715:0:24079:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (20)++ 00000020:00000001:5.0:1557964425.927716:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964425.927716:0:24079:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fdb7cc00] (21)++ 00000800:00000200:24.0:1557964425.927717:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000020:00000001:5.0:1557964425.927717:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964425.927718:0:24062:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927718:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927718:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964425.927718:0:24079:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000001:21.0:1557964425.927719:0:24062:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:5.0:1557964425.927719:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964425.927719:0:24079:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.0:1557964425.927720:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)++ 00000400:00000200:21.0:1557964425.927720:0:24062:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7fa00 00000020:00000001:5.0:1557964425.927720:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964425.927720:0:24079:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964425.927721:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927721:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964425.927721:0:24079:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:21.0:1557964425.927722:0:24062:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7fa00. 00000020:00000001:5.0:1557964425.927722:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964425.927722:0:24079:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927723:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927723:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964425.927723:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:21.0:1557964425.927724:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89259e758c00 (tot 30921380). 00000100:00000001:14.0:1557964425.927724:0:24068:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:5.0:1557964425.927724:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964425.927724:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1557964425.927724:0:24079:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:21.0:1557964425.927725:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000020:00000001:5.0:1557964425.927725:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964425.927725:0:24079:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964425.927725:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.0:1557964425.927726:0:24066:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7cc00] (23)-- 00000020:00000001:5.0:1557964425.927726:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927727:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927728:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:14.0:1557964425.927729:0:24068:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514614e00 x1633636318338112/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964531 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964425.927729:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927730:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927731:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927732:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927733:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927733:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927734:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927735:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927735:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927736:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927736:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927737:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927737:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927738:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927738:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927739:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927739:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964425.927740:0:24068:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:5.0:1557964425.927740:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927740:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927741:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927741:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927742:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927742:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1557964425.927743:0:24068:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514614e00 x1633636318338112/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964531 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964425.927743:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927743:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927744:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927744:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927745:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927745:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927746:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927746:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927747:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927747:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927748:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927749:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927750:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927750:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927751:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927751:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964425.927752:0:24068:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927752:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927752:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927753:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964425.927754:0:24068:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:5.0:1557964425.927754:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927754:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:14.0:1557964425.927755:0:24068:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89251f216380 00000020:00000001:5.0:1557964425.927755:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927755:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927755:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927756:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927756:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927757:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927757:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:14.0:1557964425.927758:0:24068:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89251f216380. 00000020:00000001:5.0:1557964425.927758:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927758:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927759:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927759:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927760:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927760:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:24.0:1557964425.927761:0:24066:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:14.0:1557964425.927761:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e38c00 (tot 30920980). 00000800:00000200:9.2:1557964425.927761:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (21)++ 00000020:00000001:5.0:1557964425.927761:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927761:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927762:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927762:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927763:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927763:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964425.927764:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000020:00000001:5.0:1557964425.927764:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927764:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927765:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927765:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:24.0:1557964425.927766:0:24066:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514611b00 x1633636318338128/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964531 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964425.927766:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927767:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964425.927768:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000020:00000001:5.0:1557964425.927768:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927768:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927769:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927770:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927770:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927771:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927771:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927771:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927772:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927772:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927773:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927773:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927774:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927774:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964425.927774:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)++ 00000020:00000001:5.0:1557964425.927775:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927776:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927776:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:24.0:1557964425.927777:0:24066:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:5.0:1557964425.927777:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927777:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964425.927777:0:24064:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fdb7cc00] (23)-- 00000020:00000001:5.0:1557964425.927778:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927778:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927779:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964425.927779:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:24.0:1557964425.927780:0:24066:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514611b00 x1633636318338128/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964531 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964425.927780:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964425.927780:0:24107:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318172081) 00000800:00000200:1.0:1557964425.927780:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000001:24.0:1557964425.927798:0:24066:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:24.0:1557964425.927800:0:24066:0:(events.c:81:request_out_callback()) Process leaving 00000800:00000200:29.2:1557964425.927802:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (20)++ 00000400:00000200:24.0:1557964425.927802:0:24066:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89159933f780 00000400:00000010:24.0:1557964425.927804:0:24066:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89159933f780. 00000800:00000200:14.2:1557964425.927805:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (20)++ 00000100:00000001:2.0:1557964425.927807:0:24064:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:24.0:1557964425.927808:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915fa595e00 (tot 30920580). 00000100:00000200:2.0:1557964425.927808:0:24064:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514613c00 x1633636318338144/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964531 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:24.0:1557964425.927812:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000100:00000001:2.0:1557964425.927812:0:24064:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1557964425.927813:0:24064:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514613c00 x1633636318338144/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964531 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:19.0:1557964425.927814:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:24.0:1557964425.927815:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)++ 00000100:00000001:2.0:1557964425.927816:0:24064:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1557964425.927817:0:24063:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.24@o2ib100 00000100:00000001:2.0:1557964425.927817:0:24064:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:2.0:1557964425.927818:0:24064:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915a1ec0500 00000800:00000200:21.0:1557964425.927819:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000400:00000010:2.0:1557964425.927819:0:24064:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915a1ec0500. 00000400:00000200:19.0:1557964425.927820:0:24063:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:2.0:1557964425.927820:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c6200 (tot 30920180). 00000800:00000200:24.0:1557964425.927821:0:24066:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000800:00000200:2.0:1557964425.927821:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000400:00000010:19.0:1557964425.927822:0:24063:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925eb78cc00 (tot 30920580). 00000800:00000200:21.0:1557964425.927823:0:24062:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000800:00000200:2.0:1557964425.927823:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)-- 00000800:00000200:14.0:1557964425.927824:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000400:00000200:19.0:1557964425.927826:0:24063:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc898725c20 00000400:00000200:21.0:1557964425.927827:0:24062:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964425.927828:0:24062:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925f72e9400 (tot 30920980). 00000400:00000200:19.0:1557964425.927829:0:24063:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1c0d1 [1] + 192 00000400:00000200:24.0:1557964425.927830:0:24066:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000200:21.0:1557964425.927831:0:24062:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc898725c30 00000100:00000001:19.0:1557964425.927832:0:24063:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000010:24.0:1557964425.927833:0:24066:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff892553917a00 (tot 30921380). 00000100:00000200:19.0:1557964425.927833:0:24063:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514616600 x1633636318338080/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964531 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:24.2:1557964425.927836:0:24066:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (20)++ 00000100:00000040:19.0:1557964425.927837:0:24063:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514616600 x1633636318338080/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964531 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964425.927841:0:24063:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:19.0:1557964425.927842:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925eb78cc00 (tot 30920980). 00000400:00000200:21.0:1557964425.927843:0:24062:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1c0e1 [1] + 192 00000800:00000200:19.0:1557964425.927844:0:24063:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)++ 00000100:00000001:21.0:1557964425.927845:0:24062:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:19.0:1557964425.927845:0:24063:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (23)-- 00000400:00000200:24.0:1557964425.927846:0:24066:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc898725c40 00000800:00000200:19.0:1557964425.927846:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000200:21.0:1557964425.927847:0:24062:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514617500 x1633636318338096/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964531 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:21.0:1557964425.927851:0:24062:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514617500 x1633636318338096/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964531 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000200:24.0:1557964425.927853:0:24066:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0xa295 [1] + 192 00000100:00000001:21.0:1557964425.927855:0:24062:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:21.0:1557964425.927857:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925f72e9400 (tot 30920580). 00000100:00000001:0.0:1557964425.927857:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:21.0:1557964425.927858:0:24062:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (21)++ 00000100:00000001:0.0:1557964425.927858:0:24077:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:24.0:1557964425.927859:0:24066:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000001:0.0:1557964425.927859:0:24077:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1557964425.927859:0:24077:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000800:00000200:28.0:1557964425.927860:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)++ 00000800:00000200:21.0:1557964425.927860:0:24062:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:0.0:1557964425.927860:0:24077:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:21.0:1557964425.927861:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000100:00000200:24.0:1557964425.927862:0:24066:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514614e00 x1633636318338112/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964531 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000200:0.0:1557964425.927862:0:24077:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514617500 x1633636318338096/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964531 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:6.0:1557964425.927869:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964425.927870:0:24076:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1557964425.927870:0:24077:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514617500 x1633636318338096/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964531 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:28.0:1557964425.927871:0:24067:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.35@o2ib100 00000800:00000200:14.0:1557964425.927872:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000040:24.0:1557964425.927873:0:24066:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514614e00 x1633636318338112/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964531 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:0.0:1557964425.927874:0:24077:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:0.0:1557964425.927874:0:24077:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925eb609780. 00000400:00000200:0.0:1557964425.927875:0:24077:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7f980 00000400:00000010:0.0:1557964425.927876:0:24077:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7f980. 00000100:00000001:0.0:1557964425.927876:0:24077:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:6.0:1557964425.927877:0:24076:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1557964425.927877:0:24077:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:0.0:1557964425.927877:0:24077:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000400:00000001:6.0:1557964425.927878:0:24076:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:6.0:1557964425.927878:0:24076:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:0.0:1557964425.927878:0:24077:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1557964425.927878:0:24077:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:28.0:1557964425.927879:0:24067:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.35@o2ib100 : PUT 02000000:00000001:0.0:1557964425.927879:0:24077:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1557964425.927880:0:24077:0:(import.c:1677:at_measured()) add 45 to ffff891506a72400 time=75 v=45 (45 45 45 45) 00000100:00000200:6.0:1557964425.927881:0:24076:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514616600 x1633636318338080/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964531 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00001000:0.0:1557964425.927881:0:24077:0:(import.c:1677:at_measured()) add 1 to ffff891506a723c8 time=75 v=45 (1 1 1 1) 00000400:00000010:28.0:1557964425.927882:0:24067:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925fd04bc00 (tot 30920980). 00000100:00000001:0.0:1557964425.927882:0:24077:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1557964425.927883:0:24077:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:24.0:1557964425.927884:0:24066:0:(events.c:171:reply_in_callback()) Process leaving 00010000:00000001:0.0:1557964425.927884:0:24077:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1557964425.927884:0:24077:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964425.927885:0:24077:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000200:6.0:1557964425.927886:0:24076:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514616600 x1633636318338080/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964531 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000040:0.0:1557964425.927886:0:24077:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-mdc-ffff8925ba270000: skip recheck: last_committed 30064774473 00000400:00000010:24.0:1557964425.927887:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff892553917a00 (tot 30920580). 00000100:00000001:1.0:1557964425.927887:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964425.927887:0:24077:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1557964425.927888:0:24078:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1557964425.927888:0:24077:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.0:1557964425.927889:0:24066:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925eb377e00] (21)++ 00000100:00000001:6.0:1557964425.927889:0:24076:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000001:1.0:1557964425.927889:0:24078:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1557964425.927889:0:24078:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1557964425.927889:0:24077:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514617500 x1633636318338096/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964531 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:1.0:1557964425.927891:0:24078:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000200:28.0:1557964425.927892:0:24067:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.35@o2ib100 of length 192 into portal 4 MB=0x5cdc898725c50 00000800:00000200:24.0:1557964425.927892:0:24066:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925eb377e00] (22)-- 00000400:00000010:6.0:1557964425.927892:0:24076:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925c80093c0. 00000100:00000200:1.0:1557964425.927892:0:24078:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514614e00 x1633636318338112/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964531 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:0.0:1557964425.927892:0:24077:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:6.0:1557964425.927893:0:24076:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f52ac780 00000100:00000001:0.0:1557964425.927893:0:24077:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1557964425.927893:0:24077:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:24.0:1557964425.927894:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000400:00000010:6.0:1557964425.927894:0:24076:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f52ac780. 00000100:00000040:0.0:1557964425.927894:0:24077:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514617500 x1633636318338096/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964531 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:6.0:1557964425.927895:0:24076:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964425.927896:0:24076:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:6.0:1557964425.927896:0:24076:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:6.0:1557964425.927897:0:24076:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1557964425.927897:0:24078:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514614e00 x1633636318338112/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964531 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00100000:0.0:1557964425.927897:0:24077:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24077:1633636318338096:172.19.1.24@o2ib100:400 00000100:00000001:6.0:1557964425.927898:0:24076:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1557964425.927899:0:24076:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964425.927899:0:24077:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:6.0:1557964425.927900:0:24076:0:(import.c:1677:at_measured()) add 45 to ffff8925eae5cc00 time=75 v=45 (45 45 45 45) 00000100:00000001:0.0:1557964425.927900:0:24077:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1557964425.927900:0:24077:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514617500 x1633636318338096/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964531 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00001000:6.0:1557964425.927901:0:24076:0:(import.c:1677:at_measured()) add 1 to ffff8925eae5cbc8 time=75 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964425.927901:0:24078:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:6.0:1557964425.927902:0:24076:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1557964425.927902:0:24078:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924ca681b40. 00000100:00000001:6.0:1557964425.927903:0:24076:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1557964425.927903:0:24078:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89251f217d00 00010000:00000001:6.0:1557964425.927904:0:24076:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1557964425.927904:0:24078:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89251f217d00. 00000100:00000001:1.0:1557964425.927904:0:24078:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964425.927904:0:24077:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00010000:00000001:6.0:1557964425.927905:0:24076:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964425.927905:0:24076:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964425.927905:0:24078:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:0.0:1557964425.927905:0:24077:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1557964425.927905:0:24077:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89259e758000. 02000000:00000001:1.0:1557964425.927906:0:24078:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1557964425.927906:0:24078:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1557964425.927906:0:24077:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:6.0:1557964425.927907:0:24076:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514616600 x1633636318338080/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964531 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:1.0:1557964425.927907:0:24078:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1557964425.927907:0:24077:0:(genops.c:1221:class_import_put()) Process entered 00000400:00000200:28.0:1557964425.927908:0:24067:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.35@o2ib100 of length 192/192 into md 0xa29d [1] + 192 02000000:00000001:1.0:1557964425.927908:0:24078:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1557964425.927908:0:24077:0:(genops.c:1228:class_import_put()) import ffff891506a72000 refcount=3 obd=looze-MDT0000-mdc-ffff8925ba270000 00000020:00000001:0.0:1557964425.927908:0:24077:0:(genops.c:1237:class_import_put()) Process leaving 00000100:00001000:1.0:1557964425.927909:0:24078:0:(import.c:1677:at_measured()) add 45 to ffff891506a74c00 time=75 v=45 (45 45 45 45) 02000000:00000010:0.0:1557964425.927909:0:24077:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8c900. 02000000:00000001:0.0:1557964425.927909:0:24077:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:6.0:1557964425.927910:0:24076:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1557964425.927910:0:24078:0:(import.c:1677:at_measured()) add 1 to ffff891506a74bc8 time=75 v=45 (1 1 1 1) 02000000:00000001:0.0:1557964425.927910:0:24077:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1557964425.927910:0:24077:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514617500. 00000100:00000001:6.0:1557964425.927911:0:24076:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1557964425.927911:0:24078:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1557964425.927911:0:24077:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1557964425.927911:0:24077:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964425.927912:0:24076:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964425.927912:0:24078:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964425.927912:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:28.0:1557964425.927913:0:24067:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000040:6.0:1557964425.927913:0:24076:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514616600 x1633636318338080/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964531 ref 1 fl Interpret:RN/0/0 rc 0/0 00010000:00000001:1.0:1557964425.927913:0:24078:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1557964425.927913:0:24077:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1557964425.927913:0:24077:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1557964425.927914:0:24078:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff891514614e00 x1633636318338112/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964531 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:0.0:1557964425.927914:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964425.927914:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964425.927915:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964425.927915:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:28.0:1557964425.927917:0:24067:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514611b00 x1633636318338128/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964531 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00100000:6.0:1557964425.927917:0:24076:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24076:1633636318338080:172.19.1.24@o2ib100:400 00010000:00000001:1.0:1557964425.927917:0:24078:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964425.927918:0:24076:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964425.927919:0:24076:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:1.0:1557964425.927919:0:24078:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1557964425.927919:0:24078:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-mdc-ffff8925ba270000: skip recheck: last_committed 0 00000100:00000040:6.0:1557964425.927920:0:24076:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514616600 x1633636318338080/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964531 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:1.0:1557964425.927920:0:24078:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1557964425.927920:0:24078:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1557964425.927921:0:24078:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514614e00 x1633636318338112/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964531 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:6.0:1557964425.927923:0:24076:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:6.0:1557964425.927923:0:24076:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:6.0:1557964425.927924:0:24076:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89254ea9d200. 00000100:00000001:1.0:1557964425.927924:0:24078:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:6.0:1557964425.927925:0:24076:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1557964425.927925:0:24078:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1557964425.927925:0:24078:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:6.0:1557964425.927926:0:24076:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:6.0:1557964425.927926:0:24076:0:(genops.c:1228:class_import_put()) import ffff8925eae5c800 refcount=3 obd=MGC172.19.1.24@o2ib100 00000100:00000040:1.0:1557964425.927926:0:24078:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514614e00 x1633636318338112/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964531 ref 1 fl Interpret:RN/0/0 rc 0/0 00000020:00000001:6.0:1557964425.927927:0:24076:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:6.0:1557964425.927928:0:24076:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8c600. 00000100:00000040:28.0:1557964425.927929:0:24067:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514611b00 x1633636318338128/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964531 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 02000000:00000001:6.0:1557964425.927929:0:24076:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:6.0:1557964425.927930:0:24076:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:6.0:1557964425.927930:0:24076:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514616600. 00000100:00100000:1.0:1557964425.927930:0:24078:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24078:1633636318338112:172.19.1.25@o2ib100:400 00000100:00000001:6.0:1557964425.927931:0:24076:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:6.0:1557964425.927932:0:24076:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964425.927933:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964425.927933:0:24078:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964425.927934:0:24076:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:6.0:1557964425.927934:0:24076:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964425.927934:0:24078:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:6.0:1557964425.927935:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1557964425.927935:0:24078:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514614e00 x1633636318338112/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964531 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:6.0:1557964425.927936:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964425.927936:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964425.927937:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964425.927938:0:24078:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1557964425.927939:0:24078:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1557964425.927940:0:24078:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925e1e3e000. 00000100:00000001:28.0:1557964425.927941:0:24067:0:(events.c:171:reply_in_callback()) Process leaving 02000000:00000001:1.0:1557964425.927941:0:24078:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1557964425.927941:0:24078:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:1.0:1557964425.927942:0:24078:0:(genops.c:1228:class_import_put()) import ffff891506a74800 refcount=3 obd=looze-MDT0001-mdc-ffff8925ba270000 00000020:00000001:1.0:1557964425.927942:0:24078:0:(genops.c:1237:class_import_put()) Process leaving 00000400:00000010:28.0:1557964425.927943:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925fd04bc00 (tot 30920180). 02000000:00000010:1.0:1557964425.927943:0:24078:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8d700. 02000000:00000001:1.0:1557964425.927944:0:24078:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1557964425.927944:0:24078:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1557964425.927945:0:24078:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514614e00. 00000100:00000001:1.0:1557964425.927946:0:24078:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1557964425.927946:0:24078:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964425.927946:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964425.927948:0:24078:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1557964425.927948:0:24078:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964425.927948:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964425.927949:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964425.927949:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964425.927950:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:28.0:1557964425.927963:0:24067:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (21)++ 00000800:00000200:28.0:1557964425.927964:0:24067:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (22)-- 00000800:00000200:28.0:1557964425.927965:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000100:00000001:23.0:1557964425.927969:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:23.0:1557964425.927971:0:24080:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:23.0:1557964425.927973:0:24080:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:23.0:1557964425.927974:0:24080:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:23.0:1557964425.927974:0:24080:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:23.0:1557964425.927977:0:24080:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514611b00 x1633636318338128/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964531 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:23.0:1557964425.927982:0:24080:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514611b00 x1633636318338128/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964531 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:23.0:1557964425.927986:0:24080:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:23.0:1557964425.927987:0:24080:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8915f5283600. 00000400:00000200:23.0:1557964425.927988:0:24080:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89159933e280 00000400:00000010:23.0:1557964425.927989:0:24080:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89159933e280. 00000100:00000001:23.0:1557964425.927990:0:24080:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:23.0:1557964425.927991:0:24080:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:23.0:1557964425.927991:0:24080:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:23.0:1557964425.927993:0:24080:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:23.0:1557964425.927994:0:24080:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.2:1557964425.927994:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (20)++ 02000000:00000001:23.0:1557964425.927995:0:24080:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:23.0:1557964425.928010:0:24080:0:(import.c:1677:at_measured()) add 45 to ffff891506a77400 time=75 v=45 (45 45 45 45) 00000100:00001000:23.0:1557964425.928011:0:24080:0:(import.c:1677:at_measured()) add 1 to ffff891506a773c8 time=75 v=45 (1 1 1 1) 00000100:00000001:23.0:1557964425.928012:0:24080:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:23.0:1557964425.928013:0:24080:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:23.0:1557964425.928014:0:24080:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:23.0:1557964425.928014:0:24080:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964425.928015:0:24080:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:23.0:1557964425.928016:0:24080:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0008-osc-ffff8925ba270000: skip recheck: last_committed 30064771278 00000100:00000001:23.0:1557964425.928017:0:24080:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:23.0:1557964425.928017:0:24080:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:23.0:1557964425.928019:0:24080:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514611b00 x1633636318338128/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964531 ref 1 fl Rpc:RN/0/0 rc 0/0 00000800:00000200:2.0:1557964425.928019:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)++ 00000100:00000001:23.0:1557964425.928022:0:24080:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1557964425.928022:0:24064:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.36@o2ib100 00000100:00000001:23.0:1557964425.928023:0:24080:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:23.0:1557964425.928023:0:24080:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1557964425.928024:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000040:23.0:1557964425.928025:0:24080:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514611b00 x1633636318338128/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964531 ref 1 fl Interpret:RN/0/0 rc 0/0 00000400:00000200:2.0:1557964425.928025:0:24064:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.36@o2ib100 : PUT 00000400:00000010:2.0:1557964425.928027:0:24064:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c6200 (tot 30920580). 00000100:00100000:23.0:1557964425.928028:0:24080:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_05:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24080:1633636318338128:172.19.1.35@o2ib100:400 00000400:00000200:2.0:1557964425.928029:0:24064:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.36@o2ib100 of length 192 into portal 4 MB=0x5cdc898725c60 00000100:00000001:23.0:1557964425.928030:0:24080:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:23.0:1557964425.928030:0:24080:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:23.0:1557964425.928031:0:24080:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514611b00 x1633636318338128/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964531 ref 1 fl Complete:RN/0/0 rc 0/0 00000400:00000200:2.0:1557964425.928031:0:24064:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.36@o2ib100 of length 192/192 into md 0x1c0f9 [1] + 192 00000100:00000001:2.0:1557964425.928033:0:24064:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:23.0:1557964425.928034:0:24080:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:23.0:1557964425.928035:0:24080:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:23.0:1557964425.928035:0:24080:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8915fa593800. 00000100:00000200:2.0:1557964425.928035:0:24064:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514613c00 x1633636318338144/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964531 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 02000000:00000001:23.0:1557964425.928036:0:24080:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:23.0:1557964425.928037:0:24080:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:23.0:1557964425.928037:0:24080:0:(genops.c:1228:class_import_put()) import ffff891506a77000 refcount=4 obd=looze-OST0008-osc-ffff8925ba270000 00000020:00000001:23.0:1557964425.928038:0:24080:0:(genops.c:1237:class_import_put()) Process leaving 00000100:00000040:2.0:1557964425.928038:0:24064:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514613c00 x1633636318338144/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964531 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 02000000:00000010:23.0:1557964425.928039:0:24080:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8d000. 02000000:00000001:23.0:1557964425.928040:0:24080:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:23.0:1557964425.928041:0:24080:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:23.0:1557964425.928041:0:24080:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514611b00. 00000100:00000001:23.0:1557964425.928043:0:24080:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:23.0:1557964425.928043:0:24080:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:23.0:1557964425.928044:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1557964425.928044:0:24064:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:2.0:1557964425.928044:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c6200 (tot 30920180). 00000800:00000200:2.0:1557964425.928045:0:24064:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (21)++ 00000100:00000001:23.0:1557964425.928046:0:24080:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:23.0:1557964425.928046:0:24080:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964425.928046:0:24064:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000001:23.0:1557964425.928047:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1557964425.928047:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000100:00000001:23.0:1557964425.928048:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964425.928048:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:23.0:1557964425.928049:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:23.0:1557964425.928049:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964425.928049:0:24079:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1557964425.928051:0:24079:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1557964425.928052:0:24079:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1557964425.928053:0:24079:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:3.0:1557964425.928054:0:24079:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514613c00 x1633636318338144/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964531 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:3.0:1557964425.928058:0:24079:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514613c00 x1633636318338144/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964531 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:3.0:1557964425.928061:0:24079:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:3.0:1557964425.928063:0:24079:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925f471c0c0. 00000400:00000200:3.0:1557964425.928064:0:24079:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915a1ec0980 00000400:00000010:3.0:1557964425.928065:0:24079:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915a1ec0980. 00000100:00000001:3.0:1557964425.928065:0:24079:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964425.928066:0:24079:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:3.0:1557964425.928067:0:24079:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1557964425.928068:0:24079:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1557964425.928068:0:24079:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964425.928069:0:24079:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1557964425.928071:0:24079:0:(import.c:1677:at_measured()) add 45 to ffff891512a11400 time=75 v=45 (45 45 45 45) 00000100:00001000:3.0:1557964425.928072:0:24079:0:(import.c:1677:at_measured()) add 1 to ffff891512a113c8 time=75 v=45 (1 1 1 1) 00000100:00000001:3.0:1557964425.928074:0:24079:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1557964425.928074:0:24079:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1557964425.928075:0:24079:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1557964425.928075:0:24079:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964425.928076:0:24079:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1557964425.928077:0:24079:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0009-osc-ffff8925ba270000: skip recheck: last_committed 34359738567 00000100:00000001:3.0:1557964425.928078:0:24079:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1557964425.928078:0:24079:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1557964425.928079:0:24079:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514613c00 x1633636318338144/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964531 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:3.0:1557964425.928083:0:24079:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1557964425.928084:0:24079:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1557964425.928084:0:24079:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1557964425.928085:0:24079:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514613c00 x1633636318338144/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964531 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:3.0:1557964425.928088:0:24079:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_04:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24079:1633636318338144:172.19.1.36@o2ib100:400 00000100:00000001:3.0:1557964425.928090:0:24079:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964425.928090:0:24079:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1557964425.928091:0:24079:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514613c00 x1633636318338144/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964531 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:3.0:1557964425.928094:0:24079:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1557964425.928094:0:24079:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1557964425.928095:0:24079:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8924a72c7000. 02000000:00000001:3.0:1557964425.928096:0:24079:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1557964425.928097:0:24079:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:3.0:1557964425.928098:0:24079:0:(genops.c:1228:class_import_put()) import ffff891512a11000 refcount=4 obd=looze-OST0009-osc-ffff8925ba270000 00000020:00000001:3.0:1557964425.928099:0:24079:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:3.0:1557964425.928100:0:24079:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8db00. 02000000:00000001:3.0:1557964425.928100:0:24079:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1557964425.928101:0:24079:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1557964425.928101:0:24079:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514613c00. 00000100:00000001:3.0:1557964425.928102:0:24079:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1557964425.928103:0:24079:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964425.928103:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964425.928105:0:24079:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1557964425.928105:0:24079:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964425.928106:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964425.928106:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964425.928107:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964425.928107:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1557964426.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964426.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964426.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964426.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964426.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964426.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964426.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964426.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964427.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964427.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964427.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964427.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964427.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964427.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964427.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964427.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964428.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964428.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964428.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964428.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964428.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964428.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964428.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964428.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000010:9.0:1557964429.476416:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f9629600 (tot 30920436). 00000400:00000010:9.0:1557964429.476432:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f9629600 (tot 30920180). 00000400:00000200:1.0:1557964429.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:1.0:1557964429.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964429.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964429.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964429.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964429.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964429.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:1.0:1557964429.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964430.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:2.0:1557964430.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964430.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964430.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964430.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964430.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964430.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964430.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000020:00000010:6.0:1557964430.894350:0:24153:0:(lprocfs_status.c:1248:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff89254ea9d200 (tot 30920628). 00010000:00000001:6.0:1557964430.894355:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:6.0:1557964430.894357:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:6.0:1557964430.894360:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:6.0:1557964430.894363:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:6.0:1557964430.894364:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:6.0:1557964430.894365:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:6.0:1557964430.894367:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:6.0:1557964430.894368:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:6.0:1557964430.894369:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:6.0:1557964430.894371:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:6.0:1557964430.894372:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:6.0:1557964430.894374:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:6.0:1557964430.894375:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:6.0:1557964430.894378:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:6.0:1557964430.894379:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:6.0:1557964430.894380:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:6.0:1557964430.894381:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:6.0:1557964430.894382:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:6.0:1557964430.894382:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964430.894382:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:6.0:1557964430.894384:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:6.0:1557964430.894384:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964430.894384:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:6.0:1557964430.894386:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964430.894386:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964430.894387:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:6.0:1557964430.894389:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:6.0:1557964430.894391:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:6.0:1557964430.894394:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:6.0:1557964430.894395:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:6.0:1557964430.894396:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:6.0:1557964430.894397:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:6.0:1557964430.894398:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:6.0:1557964430.894399:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:6.0:1557964430.894400:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:6.0:1557964430.894401:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:6.0:1557964430.894421:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964430.894426:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964430.894427:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964430.894428:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964430.894428:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1557964431.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:2.0:1557964431.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964431.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964431.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964431.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964431.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964431.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964431.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964432.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:2.0:1557964432.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964432.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964432.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964432.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964432.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964432.874363:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964432.874367:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964433.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:2.0:1557964433.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964433.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964433.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964433.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964433.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964433.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964433.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000010:9.0:1557964434.476794:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf1be00 (tot 30920884). 00000400:00000010:9.0:1557964434.476810:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf1be00 (tot 30920628). 00000400:00000200:2.0:1557964434.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:2.0:1557964434.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964434.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964434.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964434.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964434.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964434.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964434.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964435.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:2.0:1557964435.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964435.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964435.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964435.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964435.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964435.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964435.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964436.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:2.0:1557964436.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964436.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964436.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964436.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964436.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964436.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964436.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964437.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:2.0:1557964437.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964437.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964437.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964437.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964437.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964437.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964437.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964438.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318099028 00000400:00000200:2.0:1557964438.874329:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.52@o2ib100 00000400:00000010:2.0:1557964438.874331:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c6200 (tot 30921028). 00000400:00000200:2.0:1557964438.874349:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.52@o2ib100 00000400:00000200:2.0:1557964438.874355:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.52@o2ib100(172.19.1.52@o2ib100:172.19.1.52@o2ib100) : GET 00000800:00000200:2.0:1557964438.874357:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.52@o2ib100 00000800:00000200:2.0:1557964438.874361:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f09300] -> 172.19.1.52@o2ib100 (2) version: 12 00000800:00000200:2.0:1557964438.874364:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa595400] (20)++ 00000800:00000200:2.0:1557964438.874365:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa595400] (21)++ 00000800:00000200:2.0:1557964438.874367:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa595400] (22)-- 00000400:00000200:2.0:1557964438.874369:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964438.874371:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964438.874372:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964438.874374:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964438.874375:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964438.874377:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964438.874378:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000800:00000200:9.2:1557964438.874410:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa595400] (21)++ 00000800:00000200:19.0:1557964438.874447:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa595400] (22)++ 00000800:00000200:19.0:1557964438.874452:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa595400] (23)-- 00000400:00000010:19.0:1557964438.874455:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c6200 (tot 30920628). 00000800:00000200:19.0:1557964438.874456:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa595400] (22)-- 00000800:00000200:19.0:1557964438.874475:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa595400] (21)++ 00000800:00000200:19.0:1557964438.874479:0:24063:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.52@o2ib100 00000400:00000200:19.0:1557964438.874482:0:24063:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.52@o2ib100 : REPLY 00000800:00000200:21.0:1557964438.874484:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa595400] (22)-- 00000400:00000010:19.0:1557964438.874484:0:24063:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925eb78cc00 (tot 30921028). 00000400:00000200:19.0:1557964438.874487:0:24063:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.52@o2ib100 of length 64/64 into md 0x9 00000400:00000200:19.0:1557964438.874497:0:24063:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:19.0:1557964438.874498:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925eb78cc00 (tot 30920628). 00000800:00000200:19.0:1557964438.874499:0:24063:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa595400] (21)++ 00000800:00000200:19.0:1557964438.874500:0:24063:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa595400] (22)-- 00000800:00000200:19.0:1557964438.874501:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa595400] (21)-- 00000400:00000010:9.0:1557964439.477147:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf18200 (tot 30920884). 00000400:00000010:9.0:1557964439.477155:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf18200 (tot 30920628). 00000400:00000200:2.0:1557964439.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964439.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964439.874340:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.53@o2ib100 00000400:00000010:2.0:1557964439.874344:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c7800 (tot 30921028). 00000400:00000200:2.0:1557964439.874350:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.53@o2ib100 00000400:00000200:2.0:1557964439.874362:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.53@o2ib100(172.19.1.53@o2ib100:172.19.1.53@o2ib100) : GET 00000800:00000200:2.0:1557964439.874367:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.53@o2ib100 00000800:00000200:2.0:1557964439.874373:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0a000] -> 172.19.1.53@o2ib100 (2) version: 12 00000800:00000200:2.0:1557964439.874376:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7c600] (20)++ 00000800:00000200:2.0:1557964439.874379:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7c600] (21)++ 00000800:00000200:2.0:1557964439.874383:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7c600] (22)-- 00000400:00000200:2.0:1557964439.874386:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964439.874391:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.54@o2ib100 00000400:00000010:2.0:1557964439.874393:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c6a00 (tot 30921428). 00000400:00000200:2.0:1557964439.874397:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.54@o2ib100 00000400:00000200:2.0:1557964439.874405:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.54@o2ib100(172.19.1.54@o2ib100:172.19.1.54@o2ib100) : GET 00000800:00000200:2.0:1557964439.874410:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.54@o2ib100 00000800:00000200:2.0:1557964439.874414:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0a100] -> 172.19.1.54@o2ib100 (2) version: 12 00000800:00000200:2.0:1557964439.874417:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7c800] (20)++ 00000800:00000200:2.0:1557964439.874418:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7c800] (21)++ 00000800:00000200:2.0:1557964439.874421:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7c800] (22)-- 00000800:00000200:26.2:1557964439.874423:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7c600] (21)++ 00000400:00000200:2.0:1557964439.874424:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:2.0:1557964439.874429:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.55@o2ib100 00000400:00000010:2.0:1557964439.874430:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c7200 (tot 30921828). 00000400:00000200:2.0:1557964439.874434:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.55@o2ib100 00000800:00000200:26.0:1557964439.874443:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c600] (22)++ 00000400:00000200:2.0:1557964439.874443:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.55@o2ib100(172.19.1.55@o2ib100:172.19.1.55@o2ib100) : GET 00000800:00000200:2.0:1557964439.874447:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.55@o2ib100 00000800:00000200:26.0:1557964439.874449:0:24068:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7c600] (23)-- 00000800:00000200:2.0:1557964439.874451:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f08a00] -> 172.19.1.55@o2ib100 (2) version: 12 00000800:00000200:2.0:1557964439.874453:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915b2ec9e00] (20)++ 00000400:00000010:26.0:1557964439.874455:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c7800 (tot 30921428). 00000800:00000200:2.0:1557964439.874455:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915b2ec9e00] (21)++ 00000800:00000200:27.2:1557964439.874458:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7c800] (21)++ 00000800:00000200:2.0:1557964439.874459:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915b2ec9e00] (22)-- 00000400:00000200:2.0:1557964439.874462:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000800:00000200:26.0:1557964439.874466:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c600] (22)-- 00000400:00000200:2.0:1557964439.874466:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.22@o2ib100 00000400:00000010:2.0:1557964439.874468:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c1a00 (tot 30921828). 00000800:00000200:26.0:1557964439.874469:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c600] (21)++ 00000400:00000200:2.0:1557964439.874471:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.22@o2ib100 00000800:00000200:26.0:1557964439.874476:0:24068:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.53@o2ib100 00000800:00000200:27.0:1557964439.874478:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c800] (22)++ 00000400:00000200:2.0:1557964439.874481:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.22@o2ib100(172.19.2.22@o2ib100:172.19.2.22@o2ib100) : GET 00000800:00000200:27.0:1557964439.874482:0:24066:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7c800] (23)-- 00000400:00000200:26.0:1557964439.874484:0:24068:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.53@o2ib100 : REPLY 00000800:00000200:2.0:1557964439.874486:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.22@o2ib100 00000400:00000010:26.0:1557964439.874487:0:24068:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924c826a600 (tot 30922228). 00000400:00000010:27.0:1557964439.874488:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c6a00 (tot 30921828). 00000800:00000200:2.0:1557964439.874489:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f09900] -> 172.19.2.22@o2ib100 (2) version: 12 00000800:00000200:27.0:1557964439.874491:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (22)-- 00000800:00000200:2.0:1557964439.874492:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915b2ece400] (20)++ 00000800:00000200:2.0:1557964439.874493:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915b2ece400] (21)++ 00000800:00000200:14.0:1557964439.874494:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c600] (22)-- 00000400:00000200:26.0:1557964439.874496:0:24068:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.53@o2ib100 of length 64/64 into md 0x11 00000800:00000200:12.2:1557964439.874496:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ec9e00] (21)++ 00000800:00000200:2.0:1557964439.874496:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915b2ece400] (22)-- 00000400:00000200:2.0:1557964439.874499:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000800:00000200:27.0:1557964439.874500:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (21)-- 00000400:00000200:2.0:1557964439.874503:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.23@o2ib100 00000400:00000200:26.0:1557964439.874509:0:24068:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:2.0:1557964439.874510:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c5c00 (tot 30922228). 00000400:00000010:26.0:1557964439.874512:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924c826a600 (tot 30921828). 00000400:00000200:2.0:1557964439.874513:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.23@o2ib100 00000800:00000200:27.2:1557964439.874514:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7c800] (20)++ 00000800:00000200:26.0:1557964439.874514:0:24068:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7c600] (21)++ 00000800:00000200:26.0:1557964439.874517:0:24068:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7c600] (22)-- 00000800:00000200:26.0:1557964439.874519:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c600] (21)-- 00000800:00000200:26.0:1557964439.874521:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c800] (21)++ 00000400:00000200:2.0:1557964439.874522:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.23@o2ib100(172.19.2.23@o2ib100:172.19.2.23@o2ib100) : GET 00000800:00000200:11.2:1557964439.874523:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ece400] (21)++ 00000800:00000200:2.0:1557964439.874527:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.23@o2ib100 00000800:00000200:27.0:1557964439.874530:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (22)-- 00000800:00000200:26.0:1557964439.874530:0:24068:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.54@o2ib100 00000800:00000200:2.0:1557964439.874532:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0bf80] -> 172.19.2.23@o2ib100 (2) version: 12 00000800:00000200:2.0:1557964439.874534:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7bc00] (20)++ 00000800:00000200:2.0:1557964439.874535:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7bc00] (21)++ 00000400:00000200:26.0:1557964439.874537:0:24068:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.54@o2ib100 : REPLY 00000800:00000200:2.0:1557964439.874538:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7bc00] (22)-- 00000400:00000010:26.0:1557964439.874539:0:24068:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924c826a600 (tot 30922228). 00000400:00000200:2.0:1557964439.874542:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000400:00000200:26.0:1557964439.874545:0:24068:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.54@o2ib100 of length 64/64 into md 0x19 00000400:00000200:2.0:1557964439.874546:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.24@o2ib100 00000400:00000200:26.0:1557964439.874548:0:24068:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:2.0:1557964439.874548:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c6c00 (tot 30922628). 00000400:00000010:26.0:1557964439.874549:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924c826a600 (tot 30922228). 00000800:00000200:26.0:1557964439.874551:0:24068:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7c800] (21)++ 00000400:00000200:2.0:1557964439.874552:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.24@o2ib100 00000800:00000200:26.0:1557964439.874554:0:24068:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7c800] (22)-- 00000800:00000200:26.0:1557964439.874555:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (21)-- 00000400:00000200:2.0:1557964439.874560:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.24@o2ib100(172.19.2.24@o2ib100:172.19.2.24@o2ib100) : GET 00000800:00000200:2.0:1557964439.874565:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.24@o2ib100 00000800:00000200:28.2:1557964439.874568:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7bc00] (21)++ 00000800:00000200:2.0:1557964439.874568:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f08780] -> 172.19.2.24@o2ib100 (2) version: 12 00000800:00000200:21.0:1557964439.874569:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (22)++ 00000800:00000200:2.0:1557964439.874570:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915b2ec9800] (20)++ 00000800:00000200:2.0:1557964439.874573:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915b2ec9800] (21)++ 00000800:00000200:2.0:1557964439.874575:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915b2ec9800] (22)-- 00000800:00000200:21.0:1557964439.874578:0:24062:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915b2ec9e00] (23)-- 00000400:00000200:2.0:1557964439.874578:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318100028 00000800:00000200:28.0:1557964439.874581:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (22)++ 00000800:00000200:27.0:1557964439.874590:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (23)-- 00000800:00000200:28.0:1557964439.874597:0:24067:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7bc00] (22)-- 00000400:00000200:2.0:1557964439.874597:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.25@o2ib100 00000400:00000010:21.0:1557964439.874598:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c7200 (tot 30921828). 00000400:00000010:2.0:1557964439.874598:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c7600 (tot 30922228). 00000800:00000200:21.0:1557964439.874600:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (22)-- 00000400:00000200:2.0:1557964439.874600:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.25@o2ib100 00000800:00000200:21.0:1557964439.874602:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ece400] (22)++ 00000400:00000200:2.0:1557964439.874603:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.25@o2ib100(172.19.2.25@o2ib100:172.19.2.25@o2ib100) : GET 00000800:00000200:21.0:1557964439.874605:0:24062:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915b2ece400] (23)-- 00000800:00000200:2.0:1557964439.874605:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.25@o2ib100 00000400:00000010:28.0:1557964439.874607:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c5c00 (tot 30921828). 00000800:00000200:28.0:1557964439.874622:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (21)-- 00000400:00000010:21.0:1557964439.874625:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c1a00 (tot 30921428). 00000800:00000200:2.0:1557964439.874625:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0a200] -> 172.19.2.25@o2ib100 (2) version: 12 00000800:00000200:21.0:1557964439.874626:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ece400] (22)-- 00000800:00000200:2.0:1557964439.874626:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7b600] (20)++ 00000800:00000200:21.0:1557964439.874627:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (21)++ 00000800:00000200:2.0:1557964439.874627:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7b600] (21)++ 00000800:00000200:2.0:1557964439.874629:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7b600] (22)-- 00000800:00000200:21.0:1557964439.874630:0:24062:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.55@o2ib100 00000400:00000200:21.0:1557964439.874633:0:24062:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.55@o2ib100 : REPLY 00000800:00000200:19.0:1557964439.874633:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ece400] (21)++ 00000400:00000010:21.0:1557964439.874635:0:24062:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925f72e9400 (tot 30921828). 00000800:00000200:2.0:1557964439.874636:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (22)-- 00000800:00000200:19.0:1557964439.874637:0:24063:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.22@o2ib100 00000400:00000200:21.0:1557964439.874638:0:24062:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.55@o2ib100 of length 64/64 into md 0x21 00000800:00000200:29.2:1557964439.874639:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ec9800] (21)++ 00000400:00000200:21.0:1557964439.874640:0:24062:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:21.0:1557964439.874641:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925f72e9400 (tot 30921428). 00000400:00000200:19.0:1557964439.874641:0:24063:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.22@o2ib100 : REPLY 00000400:00000010:19.0:1557964439.874642:0:24063:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925eb78cc00 (tot 30921828). 00000800:00000200:21.0:1557964439.874643:0:24062:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915b2ec9e00] (21)++ 00000800:00000200:21.0:1557964439.874644:0:24062:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915b2ec9e00] (22)-- 00000800:00000200:2.0:1557964439.874644:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ece400] (22)-- 00000800:00000200:21.0:1557964439.874645:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (21)-- 00000400:00000200:19.0:1557964439.874646:0:24063:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.22@o2ib100 of length 64/64 into md 0x29 00000800:00000200:2.0:1557964439.874647:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9800] (22)++ 00000400:00000200:19.0:1557964439.874649:0:24063:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:19.0:1557964439.874650:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925eb78cc00 (tot 30921428). 00000800:00000200:19.0:1557964439.874652:0:24063:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915b2ece400] (21)++ 00000800:00000200:19.0:1557964439.874653:0:24063:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915b2ece400] (22)-- 00000800:00000200:19.0:1557964439.874656:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ece400] (21)-- 00000800:00000200:2.0:1557964439.874657:0:24064:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915b2ec9800] (23)-- 00000800:00000200:19.0:1557964439.874658:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (22)-- 00000400:00000010:2.0:1557964439.874659:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c6c00 (tot 30921028). 00000800:00000200:2.0:1557964439.874660:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (21)-- 00000800:00000200:29.2:1557964439.874678:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ec9800] (20)++ 00000800:00000200:1.0:1557964439.874690:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9800] (21)++ 00000800:00000200:28.2:1557964439.874693:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7bc00] (20)++ 00000800:00000200:1.0:1557964439.874695:0:24061:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.24@o2ib100 00000800:00000200:19.0:1557964439.874696:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (22)-- 00000400:00000200:1.0:1557964439.874698:0:24061:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.24@o2ib100 : REPLY 00000800:00000200:14.2:1557964439.874699:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7b600] (21)++ 00000400:00000010:1.0:1557964439.874700:0:24061:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e3e000 (tot 30921428). 00000400:00000200:1.0:1557964439.874704:0:24061:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.24@o2ib100 of length 64/64 into md 0x39 00000400:00000200:1.0:1557964439.874706:0:24061:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:1.0:1557964439.874707:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e3e000 (tot 30921028). 00000800:00000200:1.0:1557964439.874708:0:24061:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915b2ec9800] (21)++ 00000800:00000200:28.0:1557964439.874709:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (21)++ 00000800:00000200:1.0:1557964439.874710:0:24061:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915b2ec9800] (22)-- 00000800:00000200:1.0:1557964439.874711:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (21)-- 00000800:00000200:28.0:1557964439.874716:0:24066:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.23@o2ib100 00000800:00000200:14.0:1557964439.874719:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7b600] (22)++ 00000400:00000200:28.0:1557964439.874723:0:24066:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.23@o2ib100 : REPLY 00000400:00000010:28.0:1557964439.874726:0:24066:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925fd04bc00 (tot 30921428). 00000800:00000200:14.0:1557964439.874727:0:24068:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7b600] (23)-- 00000400:00000200:28.0:1557964439.874734:0:24066:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.23@o2ib100 of length 64/64 into md 0x31 00000800:00000200:13.0F:1557964439.874736:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (22)-- 00000400:00000010:14.0:1557964439.874740:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c7600 (tot 30921028). 00000800:00000200:13.0:1557964439.874743:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7b600] (22)++ 00000400:00000200:28.0:1557964439.874744:0:24066:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:28.0:1557964439.874746:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925fd04bc00 (tot 30920628). 00000800:00000200:14.0:1557964439.874746:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7b600] (23)-- 00000800:00000200:28.0:1557964439.874749:0:24066:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7bc00] (21)++ 00000800:00000200:14.0:1557964439.874749:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7b600] (22)-- 00000800:00000200:13.0:1557964439.874749:0:24067:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.25@o2ib100 00000800:00000200:28.0:1557964439.874751:0:24066:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7bc00] (22)-- 00000800:00000200:28.0:1557964439.874753:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (21)-- 00000400:00000200:13.0:1557964439.874757:0:24067:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.25@o2ib100 : REPLY 00000400:00000010:13.0:1557964439.874761:0:24067:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925eefa4a00 (tot 30921028). 00000400:00000200:13.0:1557964439.874769:0:24067:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.25@o2ib100 of length 64/64 into md 0x41 00000400:00000200:13.0:1557964439.874774:0:24067:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:13.0:1557964439.874776:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925eefa4a00 (tot 30920628). 00000800:00000200:13.0:1557964439.874779:0:24067:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7b600] (21)++ 00000800:00000200:13.0:1557964439.874781:0:24067:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7b600] (22)-- 00000800:00000200:13.0:1557964439.874783:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7b600] (21)-- 00000400:00000200:2.0:1557964440.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964440.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964440.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964440.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964440.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964440.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964440.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964440.874362:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000020:00000010:7.0:1557964440.894416:0:24153:0:(lprocfs_status.c:1248:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8925e025e200 (tot 30921076). 00010000:00000001:7.0:1557964440.894421:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964440.894423:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:7.0:1557964440.894426:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964440.894430:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964440.894431:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964440.894432:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964440.894435:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964440.894436:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964440.894436:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964440.894438:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964440.894439:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964440.894441:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964440.894442:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964440.894446:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964440.894447:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964440.894448:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00000020:00000001:3.0:1557964440.894448:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:7.0:1557964440.894450:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1557964440.894450:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964440.894451:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964440.894451:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964440.894453:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00000020:00000001:3.0:1557964440.894453:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964440.894453:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964440.894454:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964440.894457:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964440.894459:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964440.894461:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964440.894462:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964440.894463:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964440.894465:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964440.894465:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964440.894466:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964440.894468:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964440.894468:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964440.894469:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964440.894471:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964440.894478:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964440.894479:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964440.894481:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964440.894482:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1557964441.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964441.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964441.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964441.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964441.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964441.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964441.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964441.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964442.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964442.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964442.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964442.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964442.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964442.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964442.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964442.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964443.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964443.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964443.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964443.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964443.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964443.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964443.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964443.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000010:9.0:1557964444.477550:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf1a500 (tot 30921332). 00000400:00000010:9.0:1557964444.477567:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf1a500 (tot 30921076). 00000400:00000200:2.0:1557964444.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964444.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964444.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964444.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964444.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964444.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964444.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964444.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964445.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964445.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964445.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964445.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964445.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964445.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964445.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964445.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964446.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964446.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964446.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964446.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964446.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964446.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964446.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964446.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964447.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964447.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964447.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964447.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964447.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964447.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964447.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964447.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964448.874300:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964448.874303:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964448.874304:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964448.874305:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964448.874307:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964448.874308:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964448.874309:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964448.874311:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000010:9.0:1557964449.477830:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf1b400 (tot 30921332). 00000400:00000010:9.0:1557964449.477839:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf1b400 (tot 30921076). 00000400:00000200:2.0:1557964449.874303:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964449.874308:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964449.874310:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964449.874311:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964449.874313:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964449.874315:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964449.874316:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964449.874317:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964450.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964450.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964450.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964450.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964450.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964450.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964450.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964450.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00010000:00000001:7.0:1557964450.894355:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964450.894357:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:7.0:1557964450.894360:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964450.894362:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964450.894363:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964450.894364:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964450.894366:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964450.894367:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964450.894368:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964450.894370:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964450.894371:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964450.894373:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964450.894374:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964450.894376:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964450.894377:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964450.894378:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964450.894379:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964450.894380:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964450.894380:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964450.894382:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964450.894382:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964450.894384:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964450.894386:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:7.0:1557964450.894387:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964450.894388:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964450.894389:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964450.894390:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964450.894391:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00000020:00000001:3.0:1557964450.894391:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964450.894391:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964450.894392:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964450.894395:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964450.894396:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964450.894397:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964450.894398:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964450.894400:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964450.894401:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964450.894408:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964450.894409:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964450.894411:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964450.894414:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964450.927321:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964450.927327:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964450.927330:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514610f00. 00000020:00000040:5.0:1557964450.927332:0:24107:0:(genops.c:1214:class_import_get()) import ffff8925eae5c800 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:5.0:1557964450.927335:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964450.927336:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964450.927339:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964450.927344:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8e100. 00000100:00000001:5.0:1557964450.927347:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964450.927352:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS req@ffff891514610f00 x1633636318338160/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964450.927362:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964450.927364:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964450.927366:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964450.927372:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514610f00] to pc [ptlrpcd_00_06:6] req@ffff891514610f00 x1633636318338160/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964450.927385:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964450.927387:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964450.927390:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964450.927392:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514615d00. 00000020:00000040:5.0:1557964450.927393:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a72000 refcount=4 obd=looze-MDT0000-mdc-ffff8925ba270000 00000100:00000001:5.0:1557964450.927395:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964450.927396:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964450.927397:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964450.927399:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8c100. 00000100:00000001:5.0:1557964450.927401:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964450.927404:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0000_UUID req@ffff891514615d00 x1633636318338176/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964450.927412:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964450.927413:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964450.927415:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964450.927418:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514615d00] to pc [ptlrpcd_00_07:7] req@ffff891514615d00 x1633636318338176/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964450.927426:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964450.927427:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:5.0:1557964450.927428:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1557964450.927429:0:24081:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1557964450.927431:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1557964450.927431:0:24081:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000010:5.0:1557964450.927432:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514616900. 00000020:00000040:5.0:1557964450.927433:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a74800 refcount=4 obd=looze-MDT0001-mdc-ffff8925ba270000 00000100:00000001:4.0:1557964450.927434:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1557964450.927435:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:4.0:1557964450.927436:0:24082:0:(client.c:1680:ptlrpc_check_set()) Process entered 02000000:00000001:5.0:1557964450.927437:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1557964450.927437:0:24081:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514610f00 x1633636318338160/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:5.0:1557964450.927438:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964450.927438:0:24082:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 02000000:00000010:5.0:1557964450.927440:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8f400. 00000100:00000001:5.0:1557964450.927441:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964450.927444:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID req@ffff891514616900 x1633636318338192/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:4.0:1557964450.927446:0:24082:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514615d00 x1633636318338176/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964450.927447:0:24081:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1557964450.927448:0:24081:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964450.927451:0:24081:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:5.0:1557964450.927452:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964450.927452:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1557964450.927452:0:24081:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927454:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964450.927456:0:24082:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1557964450.927456:0:24081:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_06:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24081:1633636318338160:172.19.1.24@o2ib100:400 00000100:00000040:5.0:1557964450.927457:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514616900] to pc [ptlrpcd_00_08:8] req@ffff891514616900 x1633636318338192/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964450.927457:0:24082:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964450.927460:0:24082:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1557964450.927460:0:24081:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:4.0:1557964450.927461:0:24082:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964450.927461:0:24081:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1557964450.927463:0:24081:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964450.927464:0:24081:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:4.0:1557964450.927465:0:24082:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_07:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24082:1633636318338176:172.19.1.24@o2ib100:400 02000000:00000010:1.0:1557964450.927468:0:24081:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925e1e3aa00. 00000100:00000001:4.0:1557964450.927469:0:24082:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000001:5.0:1557964450.927470:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964450.927470:0:24082:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1557964450.927470:0:24081:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964450.927471:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:4.0:1557964450.927471:0:24082:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964450.927473:0:24082:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1557964450.927473:0:24081:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924ca681b40. 00000100:00000001:5.0:1557964450.927474:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964450.927475:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514612a00. 00000400:00000010:1.0:1557964450.927475:0:24081:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89251f217d00. 02000000:00000010:4.0:1557964450.927476:0:24082:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925bd2c4400. 00000020:00000040:5.0:1557964450.927477:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a77000 refcount=5 obd=looze-OST0008-osc-ffff8925ba270000 00000100:00000001:5.0:1557964450.927478:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:4.0:1557964450.927478:0:24082:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1557964450.927479:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964450.927480:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964450.927481:0:24082:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925c1ddacc0. 00000100:00000200:1.0:1557964450.927481:0:24081:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338160, portal 25 02000000:00000010:5.0:1557964450.927482:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8e700. 00000100:00000001:5.0:1557964450.927483:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964450.927483:0:24081:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000400:00000010:4.0:1557964450.927484:0:24082:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f0bcfe80. 00000100:00000001:1.0:1557964450.927484:0:24081:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362064640 : -130751347486976 : ffff891514610f00) 00000100:00000040:5.0:1557964450.927486:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID req@ffff891514612a00 x1633636318338208/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000200:4.0:1557964450.927487:0:24082:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338176, portal 10 00000100:00000040:1.0:1557964450.927488:0:24081:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514610f00 x1633636318338160/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964556 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964450.927489:0:24082:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:4.0:1557964450.927490:0:24082:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362084608 : -130751347467008 : ffff891514615d00) 00000020:00000001:5.0:1557964450.927494:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964450.927495:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:4.0:1557964450.927495:0:24082:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514615d00 x1633636318338176/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964556 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964450.927496:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964450.927497:0:24081:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:5.0:1557964450.927499:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514612a00] to pc [ptlrpcd_00_09:9] req@ffff891514612a00 x1633636318338208/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:1.0:1557964450.927500:0:24081:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964450.927502:0:24081:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89251f216800. 00000100:00000001:4.0:1557964450.927503:0:24082:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000200:1.0:1557964450.927504:0:24081:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636318338160, offset 0 00000100:00000001:5.0:1557964450.927507:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964450.927507:0:24082:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000100:00000001:22.0:1557964450.927508:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000010:4.0:1557964450.927508:0:24082:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f0bce780. 00000400:00000010:1.0:1557964450.927508:0:24081:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e38a00 (tot 30921476). 00000100:00000040:5.0:1557964450.927509:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0009_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:4.0:1557964450.927510:0:24082:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318338176, offset 0 00000100:00000001:22.0:1557964450.927511:0:24083:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:22.0:1557964450.927512:0:24083:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:5.0:1557964450.927512:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964450.927513:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514611e00. 00000400:00000010:4.0:1557964450.927513:0:24082:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925bd2c3600 (tot 30921876). 00000400:00000200:1.0:1557964450.927513:0:24081:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000100:00000001:7.0:1557964450.927515:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000040:5.0:1557964450.927515:0:24107:0:(genops.c:1214:class_import_get()) import ffff891512a11000 refcount=5 obd=looze-OST0009-osc-ffff8925ba270000 00000100:00000001:5.0:1557964450.927517:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:4.0:1557964450.927517:0:24082:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000100:00000040:22.0:1557964450.927518:0:24083:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514616900 x1633636318338192/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964450.927518:0:24084:0:(client.c:1680:ptlrpc_check_set()) Process entered 02000000:00000001:5.0:1557964450.927518:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964450.927519:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964450.927520:0:24084:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 02000000:00000010:5.0:1557964450.927520:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8e900. 00000100:00000001:5.0:1557964450.927522:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1557964450.927525:0:24084:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514612a00 x1633636318338208/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:5.0:1557964450.927525:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0009_UUID req@ffff891514611e00 x1633636318338224/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000400:00000200:1.0:1557964450.927525:0:24081:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000100:00000001:22.0:1557964450.927528:0:24083:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:22.0:1557964450.927529:0:24083:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1557964450.927530:0:24081:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 02000000:00000001:22.0:1557964450.927532:0:24083:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:5.0:1557964450.927532:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964450.927533:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:22.0:1557964450.927534:0:24083:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927535:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964450.927536:0:24084:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00100000:22.0:1557964450.927537:0:24083:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_08:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24083:1633636318338192:172.19.1.25@o2ib100:400 00000100:00000001:7.0:1557964450.927537:0:24084:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964450.927538:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514611e00] to pc [ptlrpcd_00_10:10] req@ffff891514611e00 x1633636318338224/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000400:00000200:4.0:1557964450.927538:0:24082:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 02000000:00000001:7.0:1557964450.927540:0:24084:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:22.0:1557964450.927541:0:24083:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:7.0:1557964450.927541:0:24084:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:22.0:1557964450.927543:0:24083:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:22.0:1557964450.927544:0:24083:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964450.927544:0:24082:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000100:00100000:7.0:1557964450.927545:0:24084:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_09:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24084:1633636318338208:172.19.1.35@o2ib100:400 00000800:00000200:1.0:1557964450.927545:0:24081:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 02000000:00000001:22.0:1557964450.927546:0:24083:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:22.0:1557964450.927548:0:24083:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925d7f4d600. 00000800:00000200:1.0:1557964450.927548:0:24081:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (20)++ 00000100:00000001:7.0:1557964450.927549:0:24084:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:22.0:1557964450.927550:0:24083:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1557964450.927550:0:24084:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:4.0:1557964450.927550:0:24082:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964450.927550:0:24081:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (21)++ 00000100:00000001:5.0:1557964450.927551:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1557964450.927552:0:24084:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927553:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2737192 : 2737192 : 29c428) 00000800:00000200:4.0:1557964450.927553:0:24082:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (22)++ 00000400:00000010:22.0:1557964450.927554:0:24083:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8915a3202240. 02000000:00000001:7.0:1557964450.927554:0:24084:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1557964450.927554:0:24081:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (22)-- 00000800:00000200:4.0:1557964450.927555:0:24082:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (23)++ 00000400:00000010:22.0:1557964450.927556:0:24083:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915c2aee700. 02000000:00000010:7.0:1557964450.927556:0:24084:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925e0259e00. 00000020:00000001:5.0:1557964450.927556:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2955256 : 2955256 : 2d17f8) 00000100:00000001:1.0:1557964450.927556:0:24081:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927557:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705578424 : -3973192 : ffffffffffc35fb8) 02000000:00000001:7.0:1557964450.927558:0:24084:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964450.927558:0:24081:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:22.0:1557964450.927559:0:24083:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338192, portal 10 00000020:00000001:5.0:1557964450.927559:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073699902098 : -9649518 : ffffffffff6cc292) 00000800:00000200:4.0:1557964450.927559:0:24082:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (23)-- 00000100:00000001:1.0:1557964450.927560:0:24081:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964450.927561:0:24083:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000400:00000010:7.0:1557964450.927561:0:24084:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8915f3f13ea0. 00000020:00000001:5.0:1557964450.927561:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1099752 : 1099752 : 10c7e8) 00000100:00000001:4.0:1557964450.927561:0:24082:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964450.927562:0:24083:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362087680 : -130751347463936 : ffff891514616900) 00000020:00000001:5.0:1557964450.927562:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709472758 : -78858 : fffffffffffecbf6) 00000100:00000001:1.0:1557964450.927562:0:24081:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964450.927563:0:24082:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:7.0:1557964450.927564:0:24084:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff890639ac0300. 00000020:00000001:5.0:1557964450.927564:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705769595 : -3782021 : ffffffffffc64a7b) 00000100:00000001:1.0:1557964450.927564:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964450.927566:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2488556 : 2488556 : 25f8ec) 00000100:00000001:4.0:1557964450.927566:0:24082:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:22.0:1557964450.927567:0:24083:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514616900 x1633636318338192/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964556 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000200:7.0:1557964450.927567:0:24084:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338208, portal 4 00000020:00000001:5.0:1557964450.927567:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2081840 : 2081840 : 1fc430) 00000100:00000001:1.0:1557964450.927567:0:24081:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:4.0:1557964450.927568:0:24082:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964450.927568:0:24081:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:7.0:1557964450.927569:0:24084:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:5.0:1557964450.927569:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=55480 : 55480 : d8b8) 00000100:00000001:7.0:1557964450.927570:0:24084:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362071552 : -130751347480064 : ffff891514612a00) 00000100:00000001:4.0:1557964450.927570:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964450.927570:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964450.927571:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073708005614 : -1546002 : ffffffffffe868ee) 00000100:00000001:1.0:1557964450.927571:0:24081:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1557964450.927572:0:24081:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927573:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709443432 : -108184 : fffffffffffe5968) 00000100:00000001:4.0:1557964450.927573:0:24082:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1557964450.927574:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1557964450.927575:0:24084:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514612a00 x1633636318338208/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964556 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964450.927575:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709484336 : -67280 : fffffffffffef930) 00000100:00000001:4.0:1557964450.927575:0:24082:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:22.0:1557964450.927576:0:24083:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:1.0:1557964450.927576:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964450.927577:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709450824 : -100792 : fffffffffffe7648) 00000100:00000001:4.0:1557964450.927577:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964450.927577:0:24081:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964450.927578:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709522752 : -28864 : ffffffffffff8f40) 00000100:00000001:4.0:1557964450.927578:0:24082:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1557964450.927578:0:24081:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:22.0:1557964450.927579:0:24083:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000100:00000001:4.0:1557964450.927579:0:24082:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964450.927579:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927580:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709546976 : -4640 : ffffffffffffede0) 00000400:00000010:22.0:1557964450.927581:0:24083:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915c2aef780. 00000100:00000001:4.0:1557964450.927581:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927582:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=50520 : 50520 : c558) 00000100:00000200:22.0:1557964450.927583:0:24083:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318338192, offset 0 00000100:00000001:4.0:1557964450.927583:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964450.927584:0:24084:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:5.0:1557964450.927584:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7833692 : 7833692 : 77885c) 00000100:00000001:4.0:1557964450.927584:0:24082:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:4.0:1557964450.927585:0:24082:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:22.0:1557964450.927586:0:24083:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925d7f4da00 (tot 30922276). 00000020:00000001:5.0:1557964450.927586:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1435441 : 1435441 : 15e731) 00000100:00000001:4.0:1557964450.927586:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1557964450.927587:0:24084:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.35@o2ib100 00000020:00000001:5.0:1557964450.927587:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=15616 : 15616 : 3d00) 00000400:00000010:7.0:1557964450.927588:0:24084:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff890639ac0100. 00000020:00000001:5.0:1557964450.927589:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=668095 : 668095 : a31bf) 00000100:00000001:0.0:1557964450.927590:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000200:22.0:1557964450.927606:0:24083:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000020:00000001:5.0:1557964450.927606:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1358872 : 1358872 : 14bc18) 00000800:00000200:29.2:1557964450.927607:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (22)++ 00000020:00000001:5.0:1557964450.927607:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1561965 : 1561965 : 17d56d) 00000020:00000001:5.0:1557964450.927607:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1732876 : 1732876 : 1a710c) 00000020:00000001:5.0:1557964450.927608:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=92728 : 92728 : 16a38) 00000020:00000001:5.0:1557964450.927608:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2027914 : 2027914 : 1ef18a) 00000100:00000001:0.0:1557964450.927608:0:24085:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000200:7.0:1557964450.927609:0:24084:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1633636318338208, offset 0 00000020:00000001:5.0:1557964450.927609:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=114620 : 114620 : 1bfbc) 00000020:00000001:5.0:1557964450.927609:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=4096 : 4096 : 1000) 00000100:00000001:0.0:1557964450.927609:0:24085:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000400:00000010:7.0:1557964450.927610:0:24084:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e025ee00 (tot 30922676). 00000020:00000001:5.0:1557964450.927610:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709528278 : -23338 : ffffffffffffa4d6) 00000020:00000001:5.0:1557964450.927610:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=6747 : 6747 : 1a5b) 00000100:00000001:2.0:1557964450.927610:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964450.927611:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709531320 : -20296 : ffffffffffffb0b8) 00000100:00000001:2.0:1557964450.927611:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1557964450.927611:0:24085:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514611e00 x1633636318338224/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000400:00000200:7.0:1557964450.927612:0:24084:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.35@o2ib100 00000020:00000001:5.0:1557964450.927612:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709543636 : -7980 : ffffffffffffe0d4) 00000020:00000001:5.0:1557964450.927612:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964450.927612:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1557964450.927612:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:22.0:1557964450.927613:0:24083:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000020:00000001:5.0:1557964450.927613:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927614:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927614:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927615:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964450.927615:0:24085:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000800:00000200:22.0:1557964450.927616:0:24083:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000020:00000001:5.0:1557964450.927616:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927616:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964450.927616:0:24085:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927617:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964450.927617:0:24085:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:5.0:1557964450.927618:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927618:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964450.927618:0:24085:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:22.0:1557964450.927619:0:24083:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f3c80] -> 172.19.1.25@o2ib100 (2) version: 12 00000400:00000200:7.0:1557964450.927619:0:24084:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.35@o2ib100(172.19.1.35@o2ib100:172.19.1.35@o2ib100) : PUT 00000020:00000001:5.0:1557964450.927619:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927620:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927620:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1557964450.927620:0:24085:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_10:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24085:1633636318338224:172.19.1.36@o2ib100:400 00000800:00000200:22.0:1557964450.927621:0:24083:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925eb377e00] (20)++ 00000800:00000200:7.0:1557964450.927621:0:24084:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.35@o2ib100 00000020:00000001:5.0:1557964450.927621:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964450.927621:0:24085:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000800:00000200:22.0:1557964450.927622:0:24083:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925eb377e00] (21)++ 00000020:00000001:5.0:1557964450.927622:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964450.927622:0:24085:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:21.0:1557964450.927623:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)++ 00000020:00000001:5.0:1557964450.927623:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964450.927623:0:24085:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964450.927623:0:24085:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:5.0:1557964450.927624:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:22.0:1557964450.927625:0:24083:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925eb377e00] (22)-- 00000100:00000001:22.0:1557964450.927625:0:24083:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:7.0:1557964450.927625:0:24084:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f2000] -> 172.19.1.35@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964450.927625:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1557964450.927625:0:24085:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff89259e758000. 02000000:00000001:0.0:1557964450.927625:0:24085:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964450.927626:0:24083:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964450.927626:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964450.927627:0:24083:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964450.927627:0:24062:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (24)-- 00000800:00000200:7.0:1557964450.927627:0:24084:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (20)++ 00000020:00000001:5.0:1557964450.927627:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964450.927628:0:24083:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:7.0:1557964450.927628:0:24084:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7cc00] (21)++ 00000020:00000001:5.0:1557964450.927628:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964450.927629:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:21.0:1557964450.927629:0:24062:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:5.0:1557964450.927629:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964450.927629:0:24085:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925eb609780. 00000800:00000200:7.0:1557964450.927630:0:24084:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (22)-- 00000020:00000001:5.0:1557964450.927630:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927630:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964450.927630:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)++ 00000100:00000001:22.0:1557964450.927631:0:24083:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:22.0:1557964450.927631:0:24083:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:7.0:1557964450.927631:0:24084:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927631:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964450.927632:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000200:21.0:1557964450.927632:0:24062:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514610f00 x1633636318338160/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964556 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964450.927632:0:24084:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964450.927632:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964450.927633:0:24083:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:22.0:1557964450.927633:0:24083:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964450.927633:0:24084:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927633:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964450.927633:0:24064:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (24)-- 00000100:00000001:22.0:1557964450.927634:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964450.927634:0:24084:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927634:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964450.927635:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964450.927635:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964450.927635:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964450.927636:0:24083:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:22.0:1557964450.927636:0:24083:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927636:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964450.927637:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964450.927637:0:24062:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:7.0:1557964450.927637:0:24084:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:7.0:1557964450.927637:0:24084:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964450.927637:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927637:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964450.927638:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964450.927638:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:21.0:1557964450.927639:0:24062:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514610f00 x1633636318338160/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964556 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964450.927639:0:24084:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1557964450.927639:0:24084:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927639:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964450.927640:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927640:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927640:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964450.927641:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964450.927641:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964450.927642:0:24084:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1557964450.927642:0:24084:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964450.927642:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927642:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964450.927643:0:24062:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927643:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964450.927644:0:24062:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:5.0:1557964450.927644:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927644:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:21.0:1557964450.927645:0:24062:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89251f216800 00000020:00000001:5.0:1557964450.927645:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:21.0:1557964450.927646:0:24062:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89251f216800. 00000020:00000001:5.0:1557964450.927646:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927647:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927647:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927648:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:21.0:1557964450.927649:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e38a00 (tot 30922276). 00000020:00000001:5.0:1557964450.927649:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964450.927649:0:24085:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7f980. 00000020:00000001:5.0:1557964450.927650:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964450.927650:0:24064:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:21.0:1557964450.927651:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)-- 00000020:00000001:5.0:1557964450.927651:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927652:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1557964450.927652:0:24064:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514615d00 x1633636318338176/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964556 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557964450.927653:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000020:00000001:5.0:1557964450.927653:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927654:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927655:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927656:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927656:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964450.927656:0:24064:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:5.0:1557964450.927657:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927658:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927659:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1557964450.927659:0:24064:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514615d00 x1633636318338176/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964556 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964450.927660:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927661:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927661:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927662:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927662:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964450.927662:0:24064:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927663:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927663:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964450.927663:0:24064:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:2.0:1557964450.927663:0:24064:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f0bce780 00000020:00000001:5.0:1557964450.927664:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927664:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964450.927664:0:24064:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f0bce780. 00000020:00000001:5.0:1557964450.927665:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927665:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927666:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927666:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964450.927666:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925bd2c3600 (tot 30921876). 00000100:00000200:0.0:1557964450.927666:0:24085:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338224, portal 4 00000020:00000001:5.0:1557964450.927667:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927667:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964450.927667:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000100:00000001:0.0:1557964450.927667:0:24085:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000800:00000200:14.2:1557964450.927668:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (21)++ 00000020:00000001:5.0:1557964450.927668:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927668:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964450.927668:0:24085:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362068480 : -130751347483136 : ffff891514611e00) 00000020:00000001:5.0:1557964450.927669:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927669:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927670:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927670:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1557964450.927670:0:24085:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514611e00 x1633636318338224/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964556 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964450.927671:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927671:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927672:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927672:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927674:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927674:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964450.927674:0:24085:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:5.0:1557964450.927675:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927675:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1557964450.927675:0:24085:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.36@o2ib100 00000020:00000001:5.0:1557964450.927676:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964450.927676:0:24085:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7fc80. 00000100:00000200:0.0:1557964450.927676:0:24085:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1633636318338224, offset 0 00000800:00000200:24.2:1557964450.927677:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (21)++ 00000020:00000001:5.0:1557964450.927677:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927677:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927678:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927678:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964450.927678:0:24085:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89259e758400 (tot 30922276). 00000020:00000001:5.0:1557964450.927679:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927679:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927680:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927680:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1557964450.927680:0:24085:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.36@o2ib100 00000020:00000001:5.0:1557964450.927681:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927681:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927682:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927682:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927683:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927683:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927684:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927684:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927685:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927685:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1557964450.927685:0:24085:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) : PUT 00000020:00000001:5.0:1557964450.927686:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927686:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927687:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927687:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964450.927687:0:24085:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.36@o2ib100 00000020:00000001:5.0:1557964450.927688:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927688:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964450.927689:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)++ 00000020:00000001:5.0:1557964450.927689:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927689:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927690:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927690:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964450.927690:0:24085:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915a1ec0580] -> 172.19.1.36@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964450.927691:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964450.927691:0:24085:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (20)++ 00000020:00000001:5.0:1557964450.927692:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927693:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964450.927693:0:24085:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fdb7cc00] (21)++ 00000020:00000001:5.0:1557964450.927694:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927694:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964450.927695:0:24065:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925eb377e00] (23)-- 00000020:00000001:5.0:1557964450.927695:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927695:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964450.927695:0:24085:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (22)-- 00000020:00000001:5.0:1557964450.927696:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927696:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964450.927696:0:24085:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927697:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927697:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964450.927697:0:24085:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:24.0:1557964450.927698:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)++ 00000020:00000001:5.0:1557964450.927698:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927698:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964450.927698:0:24085:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964450.927699:0:24065:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:5.0:1557964450.927699:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927699:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964450.927699:0:24085:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927700:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927700:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964450.927700:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964450.927701:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927701:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964450.927701:0:24085:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:5.0:1557964450.927702:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927702:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964450.927702:0:24085:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964450.927703:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927703:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964450.927703:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964450.927703:0:24085:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000200:14.0:1557964450.927704:0:24065:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514616900 x1633636318338192/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964556 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964450.927704:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927704:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964450.927704:0:24085:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.0:1557964450.927705:0:24068:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7cc00] (23)-- 00000020:00000001:5.0:1557964450.927705:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927705:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964450.927705:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927706:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927706:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964450.927706:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964450.927706:0:24085:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964450.927707:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927707:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964450.927707:0:24085:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964450.927707:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927708:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927708:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927709:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927709:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927710:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927711:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927712:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927712:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927713:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927714:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927714:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927715:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964450.927715:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964450.927716:0:24107:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318197081) 00000100:00000001:14.0:1557964450.927742:0:24065:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:14.0:1557964450.927744:0:24065:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514616900 x1633636318338192/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964556 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:28.0:1557964450.927747:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000100:00000001:14.0:1557964450.927747:0:24065:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.2:1557964450.927747:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (21)++ 00000100:00000001:14.0:1557964450.927748:0:24065:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:14.0:1557964450.927749:0:24065:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915c2aef780 00000800:00000200:28.0:1557964450.927750:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000400:00000010:14.0:1557964450.927750:0:24065:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915c2aef780. 00000100:00000001:24.0:1557964450.927752:0:24068:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:14.0:1557964450.927752:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925d7f4da00 (tot 30921876). 00000800:00000200:14.0:1557964450.927754:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000100:00000200:24.0:1557964450.927755:0:24068:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514612a00 x1633636318338208/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964556 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:1.0:1557964450.927758:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)++ 00000100:00000001:24.0:1557964450.927760:0:24068:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:24.0:1557964450.927761:0:24068:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514612a00 x1633636318338208/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964556 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:1.0:1557964450.927761:0:24061:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fdb7cc00] (23)-- 00000100:00000001:24.0:1557964450.927764:0:24068:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964450.927764:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000800:00000200:29.2:1557964450.927766:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (20)++ 00000100:00000001:24.0:1557964450.927767:0:24068:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:24.0:1557964450.927768:0:24068:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff890639ac0100 00000400:00000010:24.0:1557964450.927769:0:24068:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff890639ac0100. 00000100:00000001:1.0:1557964450.927771:0:24061:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:24.0:1557964450.927772:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e025ee00 (tot 30921476). 00000100:00000200:1.0:1557964450.927773:0:24061:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514611e00 x1633636318338224/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964556 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:24.0:1557964450.927774:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000800:00000200:19.0:1557964450.927777:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000100:00000001:1.0:1557964450.927777:0:24061:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1557964450.927779:0:24061:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514611e00 x1633636318338224/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964556 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964450.927782:0:24061:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1557964450.927783:0:24063:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964450.927783:0:24061:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:1.0:1557964450.927783:0:24061:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7fc80 00000800:00000200:2.0:1557964450.927784:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000400:00000010:1.0:1557964450.927784:0:24061:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7fc80. 00000400:00000200:19.0:1557964450.927786:0:24063:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:1.0:1557964450.927786:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89259e758400 (tot 30921076). 00000800:00000200:2.0:1557964450.927787:0:24064:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000800:00000200:1.0:1557964450.927787:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000400:00000010:19.0:1557964450.927788:0:24063:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925eb78cc00 (tot 30921476). 00000800:00000200:1.0:1557964450.927789:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)-- 00000400:00000200:2.0:1557964450.927790:0:24064:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000200:19.0:1557964450.927791:0:24063:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc898725c70 00000400:00000010:2.0:1557964450.927791:0:24064:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c6c00 (tot 30921876). 00000400:00000200:19.0:1557964450.927794:0:24063:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1c111 [1] + 192 00000400:00000200:2.0:1557964450.927794:0:24064:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc898725c80 00000400:00000200:2.0:1557964450.927797:0:24064:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1c119 [1] + 192 00000100:00000001:19.0:1557964450.927800:0:24063:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:19.0:1557964450.927801:0:24063:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514610f00 x1633636318338160/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964556 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:19.0:1557964450.927806:0:24063:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514610f00 x1633636318338160/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964556 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964450.927811:0:24063:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:2.0:1557964450.927811:0:24064:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000010:19.0:1557964450.927812:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925eb78cc00 (tot 30921476). 00000100:00000200:2.0:1557964450.927813:0:24064:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514615d00 x1633636318338176/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964556 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964450.927813:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964450.927813:0:24081:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:19.0:1557964450.927814:0:24063:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:19.0:1557964450.927815:0:24063:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (23)-- 00000800:00000200:19.0:1557964450.927816:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000040:2.0:1557964450.927817:0:24064:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514615d00 x1633636318338176/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964556 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964450.927821:0:24064:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:2.0:1557964450.927822:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c6c00 (tot 30921076). 00000400:00000001:1.0:1557964450.927822:0:24081:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1557964450.927823:0:24081:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1557964450.927823:0:24081:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:4.0:1557964450.927824:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1557964450.927824:0:24082:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1557964450.927824:0:24064:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (21)++ 00000100:00000200:1.0:1557964450.927824:0:24081:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514610f00 x1633636318338160/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964556 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:2.0:1557964450.927825:0:24064:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)-- 00000800:00000200:2.0:1557964450.927826:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000100:00000200:1.0:1557964450.927828:0:24081:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514610f00 x1633636318338160/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964556 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964450.927832:0:24081:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:1.0:1557964450.927832:0:24081:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924ca681b40. 00000400:00000200:1.0:1557964450.927833:0:24081:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89251f217d00 00000400:00000010:1.0:1557964450.927833:0:24081:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89251f217d00. 00000400:00000001:4.0:1557964450.927834:0:24082:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:4.0:1557964450.927834:0:24082:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1557964450.927834:0:24081:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964450.927834:0:24081:0:(client.c:1337:after_reply()) Process entered 00000100:00000001:4.0:1557964450.927835:0:24082:0:(events.c:91:reply_in_callback()) Process entered 02000000:00000001:1.0:1557964450.927835:0:24081:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1557964450.927835:0:24081:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000200:4.0:1557964450.927836:0:24082:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514615d00 x1633636318338176/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964556 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964450.927836:0:24081:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964450.927837:0:24081:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964450.927838:0:24081:0:(import.c:1677:at_measured()) add 45 to ffff8925eae5cc00 time=100 v=45 (45 45 45 45) 00000100:00001000:1.0:1557964450.927839:0:24081:0:(import.c:1677:at_measured()) add 1 to ffff8925eae5cbc8 time=100 v=45 (1 1 1 1) 00000100:00000200:4.0:1557964450.927840:0:24082:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514615d00 x1633636318338176/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964556 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964450.927840:0:24081:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1557964450.927840:0:24081:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964450.927841:0:24081:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1557964450.927842:0:24081:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964450.927843:0:24081:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964450.927844:0:24082:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000040:1.0:1557964450.927844:0:24081:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514610f00 x1633636318338160/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964556 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000010:4.0:1557964450.927845:0:24082:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925c1ddacc0. 00000400:00000200:4.0:1557964450.927845:0:24082:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f0bcfe80 00000400:00000010:4.0:1557964450.927846:0:24082:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f0bcfe80. 00000100:00000001:4.0:1557964450.927847:0:24082:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964450.927847:0:24082:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:4.0:1557964450.927848:0:24082:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:4.0:1557964450.927848:0:24082:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964450.927848:0:24081:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:4.0:1557964450.927849:0:24082:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964450.927849:0:24081:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1557964450.927849:0:24081:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:4.0:1557964450.927850:0:24082:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1557964450.927850:0:24081:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514610f00 x1633636318338160/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964556 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00001000:4.0:1557964450.927851:0:24082:0:(import.c:1677:at_measured()) add 45 to ffff891506a72400 time=100 v=45 (45 45 45 45) 00000800:00000200:24.2:1557964450.927852:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (20)++ 00000100:00001000:4.0:1557964450.927852:0:24082:0:(import.c:1677:at_measured()) add 1 to ffff891506a723c8 time=100 v=45 (1 1 1 1) 00000100:00000001:4.0:1557964450.927853:0:24082:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:4.0:1557964450.927854:0:24082:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964450.927854:0:24081:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_06:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24081:1633636318338160:172.19.1.24@o2ib100:400 00010000:00000001:4.0:1557964450.927855:0:24082:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1557964450.927855:0:24081:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964450.927855:0:24081:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000800:00000200:24.0:1557964450.927856:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)++ 00010000:00000001:4.0:1557964450.927856:0:24082:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1557964450.927856:0:24081:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514610f00 x1633636318338160/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964556 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:4.0:1557964450.927857:0:24082:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000800:00000200:24.0:1557964450.927858:0:24066:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.35@o2ib100 00000100:00000040:4.0:1557964450.927858:0:24082:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-mdc-ffff8925ba270000: skip recheck: last_committed 30064774473 00000100:00000001:4.0:1557964450.927859:0:24082:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:4.0:1557964450.927859:0:24082:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964450.927859:0:24081:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1557964450.927859:0:24081:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1557964450.927860:0:24081:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925e1e3aa00. 00000100:00000040:4.0:1557964450.927861:0:24082:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514615d00 x1633636318338176/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964556 ref 1 fl Rpc:RN/0/0 rc 0/0 02000000:00000001:1.0:1557964450.927861:0:24081:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1557964450.927861:0:24081:0:(genops.c:1221:class_import_put()) Process entered 00000400:00000200:24.0:1557964450.927862:0:24066:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.35@o2ib100 : PUT 00000020:00000040:1.0:1557964450.927862:0:24081:0:(genops.c:1228:class_import_put()) import ffff8925eae5c800 refcount=3 obd=MGC172.19.1.24@o2ib100 00000020:00000001:1.0:1557964450.927862:0:24081:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:1.0:1557964450.927863:0:24081:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8e100. 02000000:00000001:1.0:1557964450.927863:0:24081:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:24.0:1557964450.927864:0:24066:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff892553917a00 (tot 30921476). 00000100:00000001:4.0:1557964450.927864:0:24082:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1557964450.927864:0:24081:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1557964450.927864:0:24081:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514610f00. 00000100:00000001:4.0:1557964450.927865:0:24082:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:4.0:1557964450.927865:0:24082:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964450.927865:0:24081:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1557964450.927865:0:24081:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964450.927866:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:24.0:1557964450.927867:0:24066:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.35@o2ib100 of length 192 into portal 4 MB=0x5cdc898725ca0 00000100:00000040:4.0:1557964450.927867:0:24082:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514615d00 x1633636318338176/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964556 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:1.0:1557964450.927867:0:24081:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1557964450.927867:0:24081:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964450.927868:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964450.927869:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:4.0:1557964450.927870:0:24082:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_07:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24082:1633636318338176:172.19.1.24@o2ib100:400 00000100:00000001:1.0:1557964450.927870:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964450.927870:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:24.0:1557964450.927871:0:24066:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.35@o2ib100 of length 192/192 into md 0xa2ad [1] + 192 00000100:00000001:4.0:1557964450.927872:0:24082:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964450.927872:0:24082:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:4.0:1557964450.927873:0:24082:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514615d00 x1633636318338176/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964556 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:24.0:1557964450.927874:0:24066:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:24.0:1557964450.927875:0:24066:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514612a00 x1633636318338208/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964556 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964450.927876:0:24082:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:4.0:1557964450.927876:0:24082:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:4.0:1557964450.927877:0:24082:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925bd2c4400. 02000000:00000001:4.0:1557964450.927878:0:24082:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:4.0:1557964450.927878:0:24082:0:(genops.c:1221:class_import_put()) Process entered 00000100:00000040:24.0:1557964450.927879:0:24066:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514612a00 x1633636318338208/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964556 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000020:00000040:4.0:1557964450.927879:0:24082:0:(genops.c:1228:class_import_put()) import ffff891506a72000 refcount=3 obd=looze-MDT0000-mdc-ffff8925ba270000 00000020:00000001:4.0:1557964450.927880:0:24082:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:4.0:1557964450.927880:0:24082:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8c100. 02000000:00000001:4.0:1557964450.927881:0:24082:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:4.0:1557964450.927881:0:24082:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000800:00000200:14.2:1557964450.927882:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (20)++ 00000100:00000010:4.0:1557964450.927882:0:24082:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514615d00. 00000100:00000001:4.0:1557964450.927883:0:24082:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:4.0:1557964450.927883:0:24082:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964450.927884:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964450.927884:0:24082:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:24.0:1557964450.927885:0:24066:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:4.0:1557964450.927885:0:24082:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964450.927885:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000010:24.0:1557964450.927886:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff892553917a00 (tot 30921076). 00000100:00000001:4.0:1557964450.927886:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.0:1557964450.927887:0:24066:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (22)++ 00000100:00000001:4.0:1557964450.927887:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:24.0:1557964450.927888:0:24066:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (23)-- 00000100:00000001:4.0:1557964450.927888:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.0:1557964450.927889:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:7.0:1557964450.927889:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964450.927890:0:24084:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:24.0:1557964450.927891:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000400:00000001:7.0:1557964450.927891:0:24084:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:7.0:1557964450.927891:0:24084:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000800:00000200:14.0:1557964450.927892:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)++ 00000100:00000001:7.0:1557964450.927892:0:24084:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:7.0:1557964450.927894:0:24084:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514612a00 x1633636318338208/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964556 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:7.0:1557964450.927910:0:24084:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514612a00 x1633636318338208/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964556 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964450.927914:0:24084:0:(events.c:171:reply_in_callback()) Process leaving 00000800:00000200:14.0:1557964450.927915:0:24065:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000010:7.0:1557964450.927915:0:24084:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8915f3f13ea0. 00000800:00000200:24.0:1557964450.927916:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000400:00000200:7.0:1557964450.927916:0:24084:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff890639ac0300 00000400:00000010:7.0:1557964450.927916:0:24084:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff890639ac0300. 00000100:00000001:7.0:1557964450.927917:0:24084:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:14.0:1557964450.927918:0:24065:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000100:00000001:7.0:1557964450.927918:0:24084:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:7.0:1557964450.927919:0:24084:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000400:00000010:14.0:1557964450.927920:0:24065:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915fdb79e00 (tot 30921476). 00000100:00000001:7.0:1557964450.927920:0:24084:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:7.0:1557964450.927921:0:24084:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1557964450.927922:0:24084:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:14.0:1557964450.927923:0:24065:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc898725c90 00000100:00001000:7.0:1557964450.927923:0:24084:0:(import.c:1677:at_measured()) add 45 to ffff891506a77400 time=100 v=45 (45 45 45 45) 00000100:00001000:7.0:1557964450.927925:0:24084:0:(import.c:1677:at_measured()) add 1 to ffff891506a773c8 time=100 v=45 (1 1 1 1) 00000400:00000200:14.0:1557964450.927926:0:24065:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0xa2a5 [1] + 192 00000100:00000001:7.0:1557964450.927926:0:24084:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:7.0:1557964450.927926:0:24084:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964450.927927:0:24084:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:7.0:1557964450.927928:0:24084:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964450.927929:0:24065:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:7.0:1557964450.927929:0:24084:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:7.0:1557964450.927929:0:24084:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0008-osc-ffff8925ba270000: skip recheck: last_committed 30064771278 00000100:00000001:7.0:1557964450.927930:0:24084:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:7.0:1557964450.927930:0:24084:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:14.0:1557964450.927931:0:24065:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514616900 x1633636318338192/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964556 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:7.0:1557964450.927932:0:24084:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514612a00 x1633636318338208/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964556 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:7.0:1557964450.927934:0:24084:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:7.0:1557964450.927935:0:24084:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:14.0:1557964450.927936:0:24065:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514616900 x1633636318338192/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964556 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:9.2:1557964450.927936:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (20)++ 00000100:00000001:7.0:1557964450.927936:0:24084:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:7.0:1557964450.927937:0:24084:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514612a00 x1633636318338208/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964556 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:14.0:1557964450.927941:0:24065:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00100000:7.0:1557964450.927941:0:24084:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_09:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24084:1633636318338208:172.19.1.35@o2ib100:400 00000400:00000010:14.0:1557964450.927942:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915fdb79e00 (tot 30921076). 00000100:00000001:7.0:1557964450.927943:0:24084:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1557964450.927943:0:24084:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000800:00000200:14.0:1557964450.927944:0:24065:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925eb377e00] (21)++ 00000100:00000040:7.0:1557964450.927944:0:24084:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514612a00 x1633636318338208/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964556 ref 1 fl Complete:RN/0/0 rc 0/0 00000800:00000200:21.0:1557964450.927945:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)++ 00000800:00000200:14.0:1557964450.927946:0:24065:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925eb377e00] (22)-- 00000100:00000001:7.0:1557964450.927947:0:24084:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:7.0:1557964450.927947:0:24084:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:14.0:1557964450.927948:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 02000000:00000010:7.0:1557964450.927948:0:24084:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925e0259e00. 00000800:00000200:21.0:1557964450.927949:0:24062:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.36@o2ib100 02000000:00000001:7.0:1557964450.927949:0:24084:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:7.0:1557964450.927949:0:24084:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:7.0:1557964450.927950:0:24084:0:(genops.c:1228:class_import_put()) import ffff891506a77000 refcount=4 obd=looze-OST0008-osc-ffff8925ba270000 00000800:00000200:1.0:1557964450.927950:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000020:00000001:7.0:1557964450.927951:0:24084:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:7.0:1557964450.927951:0:24084:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8e700. 00000400:00000200:21.0:1557964450.927952:0:24062:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.36@o2ib100 : PUT 02000000:00000001:7.0:1557964450.927952:0:24084:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:21.0:1557964450.927953:0:24062:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925f72e9400 (tot 30921476). 02000000:00000001:7.0:1557964450.927953:0:24084:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:7.0:1557964450.927954:0:24084:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514612a00. 00000100:00000001:7.0:1557964450.927955:0:24084:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000400:00000200:21.0:1557964450.927956:0:24062:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.36@o2ib100 of length 192 into portal 4 MB=0x5cdc898725cb0 00000100:00000001:7.0:1557964450.927956:0:24084:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1557964450.927956:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1557964450.927958:0:24084:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:7.0:1557964450.927958:0:24084:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:21.0:1557964450.927959:0:24062:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.36@o2ib100 of length 192/192 into md 0x1c141 [1] + 192 00000100:00000001:7.0:1557964450.927959:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964450.927959:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964450.927960:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964450.927960:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964450.927962:0:24062:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:21.0:1557964450.927963:0:24062:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514611e00 x1633636318338224/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964556 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:21.0:1557964450.927967:0:24062:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514611e00 x1633636318338224/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964556 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:22.0:1557964450.927970:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:21.0:1557964450.927971:0:24062:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:22.0:1557964450.927972:0:24083:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000010:21.0:1557964450.927972:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925f72e9400 (tot 30921076). 00000800:00000200:21.0:1557964450.927973:0:24062:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (21)++ 00000400:00000001:22.0:1557964450.927974:0:24083:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:22.0:1557964450.927975:0:24083:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000800:00000200:21.0:1557964450.927975:0:24062:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000001:22.0:1557964450.927976:0:24083:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:21.0:1557964450.927976:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000100:00000200:22.0:1557964450.927978:0:24083:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514616900 x1633636318338192/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964556 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:22.0:1557964450.927983:0:24083:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514616900 x1633636318338192/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964556 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:22.0:1557964450.927986:0:24083:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:22.0:1557964450.927988:0:24083:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8915a3202240. 00000400:00000200:22.0:1557964450.927989:0:24083:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915c2aee700 00000400:00000010:22.0:1557964450.927989:0:24083:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915c2aee700. 00000100:00000001:22.0:1557964450.927990:0:24083:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:22.0:1557964450.927991:0:24083:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:22.0:1557964450.927993:0:24083:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:22.0:1557964450.927994:0:24083:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:22.0:1557964450.927995:0:24083:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:22.0:1557964450.927996:0:24083:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:22.0:1557964450.927998:0:24083:0:(import.c:1677:at_measured()) add 45 to ffff891506a74c00 time=100 v=45 (45 45 45 45) 00000100:00001000:22.0:1557964450.927999:0:24083:0:(import.c:1677:at_measured()) add 1 to ffff891506a74bc8 time=100 v=45 (1 1 1 1) 00000100:00000001:22.0:1557964450.928001:0:24083:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:22.0:1557964450.928001:0:24083:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:22.0:1557964450.928002:0:24083:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00080000:22.0:1557964450.928003:0:24083:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff891514616900 x1633636318338192/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964556 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:0.0:1557964450.928005:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00010000:00000001:22.0:1557964450.928007:0:24083:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964450.928008:0:24085:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1557964450.928010:0:24085:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:22.0:1557964450.928013:0:24083:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:22.0:1557964450.928013:0:24083:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-mdc-ffff8925ba270000: skip recheck: last_committed 0 00000400:00000001:0.0:1557964450.928013:0:24085:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:22.0:1557964450.928014:0:24083:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:22.0:1557964450.928014:0:24083:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964450.928014:0:24085:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000040:22.0:1557964450.928015:0:24083:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514616900 x1633636318338192/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964556 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000200:0.0:1557964450.928016:0:24085:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514611e00 x1633636318338224/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964556 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:22.0:1557964450.928018:0:24083:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:22.0:1557964450.928019:0:24083:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:22.0:1557964450.928020:0:24083:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:22.0:1557964450.928021:0:24083:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514616900 x1633636318338192/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964556 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000200:0.0:1557964450.928021:0:24085:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514611e00 x1633636318338224/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964556 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00100000:22.0:1557964450.928024:0:24083:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_08:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24083:1633636318338192:172.19.1.25@o2ib100:400 00000100:00000001:0.0:1557964450.928024:0:24085:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:0.0:1557964450.928025:0:24085:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925eb609780. 00000100:00000001:22.0:1557964450.928026:0:24083:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1557964450.928026:0:24085:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7f980 00000100:00000001:22.0:1557964450.928027:0:24083:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:22.0:1557964450.928027:0:24083:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514616900 x1633636318338192/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964556 ref 1 fl Complete:RN/0/0 rc 0/0 00000400:00000010:0.0:1557964450.928027:0:24085:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7f980. 00000100:00000001:0.0:1557964450.928027:0:24085:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964450.928028:0:24085:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:0.0:1557964450.928029:0:24085:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:22.0:1557964450.928030:0:24083:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1557964450.928030:0:24085:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 02000000:00000001:22.0:1557964450.928031:0:24083:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:22.0:1557964450.928031:0:24083:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925d7f4d600. 00000100:00000001:0.0:1557964450.928031:0:24085:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:22.0:1557964450.928032:0:24083:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1557964450.928032:0:24085:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:22.0:1557964450.928033:0:24083:0:(genops.c:1221:class_import_put()) Process entered 00000100:00001000:0.0:1557964450.928033:0:24085:0:(import.c:1677:at_measured()) add 45 to ffff891512a11400 time=100 v=45 (45 45 45 45) 00000020:00000040:22.0:1557964450.928034:0:24083:0:(genops.c:1228:class_import_put()) import ffff891506a74800 refcount=3 obd=looze-MDT0001-mdc-ffff8925ba270000 00000020:00000001:22.0:1557964450.928035:0:24083:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:22.0:1557964450.928035:0:24083:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8f400. 00000100:00001000:0.0:1557964450.928035:0:24085:0:(import.c:1677:at_measured()) add 1 to ffff891512a113c8 time=100 v=45 (1 1 1 1) 02000000:00000001:22.0:1557964450.928036:0:24083:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1557964450.928036:0:24085:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1557964450.928036:0:24085:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:22.0:1557964450.928037:0:24083:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:22.0:1557964450.928037:0:24083:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514616900. 00010000:00000001:0.0:1557964450.928037:0:24085:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1557964450.928038:0:24085:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964450.928039:0:24083:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:22.0:1557964450.928039:0:24083:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964450.928039:0:24085:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000001:22.0:1557964450.928040:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1557964450.928040:0:24085:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0009-osc-ffff8925ba270000: skip recheck: last_committed 34359738567 00000100:00000001:22.0:1557964450.928041:0:24083:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1557964450.928041:0:24085:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1557964450.928041:0:24085:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964450.928042:0:24083:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964450.928042:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1557964450.928042:0:24085:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514611e00 x1633636318338224/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964556 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:22.0:1557964450.928043:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964450.928044:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:22.0:1557964450.928044:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964450.928045:0:24085:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1557964450.928046:0:24085:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1557964450.928047:0:24085:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1557964450.928048:0:24085:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514611e00 x1633636318338224/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964556 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:0.0:1557964450.928051:0:24085:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_10:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24085:1633636318338224:172.19.1.36@o2ib100:400 00000100:00000001:0.0:1557964450.928053:0:24085:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964450.928054:0:24085:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1557964450.928055:0:24085:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514611e00 x1633636318338224/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964556 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:0.0:1557964450.928059:0:24085:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1557964450.928059:0:24085:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1557964450.928060:0:24085:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89259e758000. 02000000:00000001:0.0:1557964450.928061:0:24085:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1557964450.928061:0:24085:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:0.0:1557964450.928062:0:24085:0:(genops.c:1228:class_import_put()) import ffff891512a11000 refcount=4 obd=looze-OST0009-osc-ffff8925ba270000 00000020:00000001:0.0:1557964450.928063:0:24085:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:0.0:1557964450.928063:0:24085:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8e900. 02000000:00000001:0.0:1557964450.928064:0:24085:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1557964450.928064:0:24085:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1557964450.928065:0:24085:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514611e00. 00000100:00000001:0.0:1557964450.928066:0:24085:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1557964450.928067:0:24085:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964450.928067:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964450.928069:0:24085:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1557964450.928070:0:24085:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964450.928070:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964450.928071:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964450.928072:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964450.928073:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1557964451.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964451.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964451.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964451.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964451.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964451.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964451.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964451.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964452.874307:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964452.874310:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964452.874312:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964452.874314:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964452.874316:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964452.874317:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964452.874318:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964452.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964453.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964453.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964453.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964453.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964453.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964453.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964453.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964453.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000010:9.0:1557964454.478126:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf18300 (tot 30921332). 00000400:00000010:9.0:1557964454.478134:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf18300 (tot 30921076). 00000400:00000200:2.0:1557964454.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964454.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964454.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964454.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964454.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964454.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964454.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964454.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964455.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964455.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964455.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964455.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964455.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964455.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964455.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964455.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964456.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964456.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964456.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964456.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964456.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964456.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964456.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964456.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964457.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964457.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964457.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964457.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964457.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964457.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964457.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964457.874361:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964458.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964458.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964458.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964458.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964458.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964458.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964458.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964458.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000010:9.0:1557964459.478548:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf1ab00 (tot 30921332). 00000400:00000010:9.0:1557964459.478564:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf1ab00 (tot 30921076). 00000400:00000200:2.0:1557964459.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964459.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964459.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964459.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964459.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964459.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964459.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964459.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964460.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964460.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964460.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964460.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964460.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964460.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964460.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964460.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00010000:00000001:7.0:1557964460.894323:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964460.894325:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:7.0:1557964460.894328:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964460.894331:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964460.894332:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964460.894333:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964460.894335:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964460.894336:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964460.894337:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964460.894339:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964460.894340:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964460.894341:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964460.894343:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964460.894345:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964460.894346:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964460.894347:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964460.894348:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964460.894349:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964460.894350:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964460.894352:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964460.894353:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964460.894354:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964460.894355:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964460.894355:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:7.0:1557964460.894357:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00000020:00000001:3.0:1557964460.894357:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964460.894358:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964460.894359:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964460.894360:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1557964460.894360:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964460.894361:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964460.894363:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964460.894364:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964460.894365:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964460.894366:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964460.894367:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964460.894369:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964460.894377:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964460.894377:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964460.894379:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964460.894380:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1557964461.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964461.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964461.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964461.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964461.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964461.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964461.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964461.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964462.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964462.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964462.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964462.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964462.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964462.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964462.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964462.874361:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964463.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964463.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964463.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964463.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964463.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964463.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964463.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964463.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000010:9.0:1557964464.478915:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf1ae00 (tot 30921332). 00000400:00000010:9.0:1557964464.478932:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf1ae00 (tot 30921076). 00000400:00000200:2.0:1557964464.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964464.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964464.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964464.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964464.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964464.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964464.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964464.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964465.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964465.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964465.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964465.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964465.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964465.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964465.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964465.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964466.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964466.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964466.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964466.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964466.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964466.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964466.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964466.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964467.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964467.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964467.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964467.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964467.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964467.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964467.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964467.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964468.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964468.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964468.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964468.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964468.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964468.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964468.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964468.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000010:9.0:1557964469.479409:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf19a00 (tot 30921332). 00000400:00000010:9.0:1557964469.479438:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf19a00 (tot 30921076). 00000400:00000200:2.0:1557964469.874302:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964469.874304:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964469.874305:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964469.874307:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964469.874308:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964469.874309:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964469.874311:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964469.874312:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964470.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964470.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964470.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964470.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964470.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964470.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964470.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964470.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00010000:00000001:7.0:1557964470.894330:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964470.894332:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:7.0:1557964470.894333:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964470.894334:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964470.894335:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964470.894336:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964470.894337:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964470.894337:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964470.894337:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964470.894338:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964470.894338:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964470.894339:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964470.894340:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964470.894340:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964470.894341:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964470.894341:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964470.894341:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964470.894342:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964470.894342:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964470.894342:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964470.894342:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964470.894343:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964470.894344:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964470.894344:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964470.894345:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964470.894345:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964470.894346:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964470.894346:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964470.894347:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964470.894347:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964470.894347:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964470.894348:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964470.894348:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964470.894355:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964470.894356:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964470.894357:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964470.894358:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1557964470.894390:0:24150:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:4.0:1557964470.894391:0:24150:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1557964470.894392:0:24150:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:4.0:1557964470.894393:0:24150:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1557964471.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964471.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964471.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964471.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964471.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964471.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964471.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964471.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964472.874316:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964472.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964472.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964472.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964472.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964472.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964472.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964472.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964473.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964473.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964473.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964473.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964473.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964473.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964473.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964473.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000010:9.0:1557964474.479701:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf18b00 (tot 30921332). 00000400:00000010:9.0:1557964474.479709:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf18b00 (tot 30921076). 00000400:00000200:2.0:1557964474.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964474.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964474.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964474.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964474.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964474.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964474.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964474.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964475.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964475.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964475.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964475.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964475.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964475.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964475.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964475.874363:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000100:00000040:5.0:1557964475.927311:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964475.927317:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964475.927319:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514610c00. 00000020:00000040:5.0:1557964475.927322:0:24107:0:(genops.c:1214:class_import_get()) import ffff8925eae5c800 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:5.0:1557964475.927325:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964475.927326:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964475.927328:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964475.927331:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8f900. 00000100:00000001:5.0:1557964475.927334:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964475.927339:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS req@ffff891514610c00 x1633636318338240/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964475.927349:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964475.927351:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964475.927353:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964475.927357:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514610c00] to pc [ptlrpcd_00_11:11] req@ffff891514610c00 x1633636318338240/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964475.927374:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964475.927376:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964475.927380:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964475.927381:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514616c00. 00000020:00000040:5.0:1557964475.927383:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a72000 refcount=4 obd=looze-MDT0000-mdc-ffff8925ba270000 00000100:00000001:5.0:1557964475.927385:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964475.927386:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964475.927389:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964475.927391:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8e100. 00000100:00000001:5.0:1557964475.927392:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964475.927396:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0000_UUID req@ffff891514616c00 x1633636318338256/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964475.927404:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964475.927405:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964475.927407:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964475.927410:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514616c00] to pc [ptlrpcd_00_12:12] req@ffff891514616c00 x1633636318338256/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964475.927413:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1557964475.927416:0:24086:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1557964475.927417:0:24086:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1557964475.927435:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1557964475.927437:0:24086:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514610c00 x1633636318338240/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:0.0:1557964475.927437:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964475.927438:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1557964475.927439:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964475.927439:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1557964475.927439:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964475.927440:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964475.927441:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514615100. 00000100:00000001:2.0:1557964475.927441:0:24086:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000040:5.0:1557964475.927442:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a74800 refcount=4 obd=looze-MDT0001-mdc-ffff8925ba270000 00000100:00000001:5.0:1557964475.927442:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964475.927442:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1557964475.927442:0:24086:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964475.927443:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:5.0:1557964475.927443:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1557964475.927443:0:24086:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:5.0:1557964475.927444:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8cf00. 02000000:00000001:2.0:1557964475.927444:0:24086:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964475.927445:0:24087:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1557964475.927445:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1557964475.927445:0:24086:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_11:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24086:1633636318338240:172.19.1.24@o2ib100:400 00000100:00000001:16.0:1557964475.927446:0:24087:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:5.0:1557964475.927446:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID req@ffff891514615100 x1633636318338272/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964475.927447:0:24086:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000040:16.0:1557964475.927448:0:24087:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514616c00 x1633636318338256/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:2.0:1557964475.927448:0:24086:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1557964475.927448:0:24086:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927449:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964475.927449:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1557964475.927449:0:24086:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:5.0:1557964475.927450:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1557964475.927450:0:24086:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8924a72c6c00. 00000100:00000040:5.0:1557964475.927451:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514615100] to pc [ptlrpcd_00_13:13] req@ffff891514615100 x1633636318338272/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:2.0:1557964475.927451:0:24086:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964475.927452:0:24087:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:16.0:1557964475.927453:0:24087:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964475.927453:0:24086:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925f471c540. 02000000:00000001:16.0:1557964475.927454:0:24087:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:5.0:1557964475.927454:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964475.927454:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1557964475.927454:0:24086:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915a1ec1780. 02000000:00000001:16.0:1557964475.927455:0:24087:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964475.927455:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00100000:16.0:1557964475.927456:0:24087:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_12:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24087:1633636318338256:172.19.1.24@o2ib100:400 00000100:00000010:5.0:1557964475.927456:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514612d00. 00000100:00000200:2.0:1557964475.927456:0:24086:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338240, portal 25 00000100:00000001:2.0:1557964475.927456:0:24086:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000040:5.0:1557964475.927457:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a77000 refcount=5 obd=looze-OST0008-osc-ffff8925ba270000 00000100:00000001:2.0:1557964475.927457:0:24086:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362063872 : -130751347487744 : ffff891514610c00) 00000100:00000001:16.0:1557964475.927458:0:24087:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000001:5.0:1557964475.927458:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964475.927458:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:16.0:1557964475.927459:0:24087:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:16.0:1557964475.927459:0:24087:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1557964475.927459:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1557964475.927459:0:24086:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514610c00 x1633636318338240/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964581 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 02000000:00000001:16.0:1557964475.927460:0:24087:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:5.0:1557964475.927460:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8c800. 00000100:00000001:5.0:1557964475.927460:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:16.0:1557964475.927461:0:24087:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925b9268c00. 02000000:00000001:16.0:1557964475.927462:0:24087:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964475.927462:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID req@ffff891514612d00 x1633636318338288/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964475.927462:0:24086:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:2.0:1557964475.927463:0:24086:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:16.0:1557964475.927464:0:24087:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924d9b45720. 00000020:00000001:5.0:1557964475.927464:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1557964475.927464:0:24086:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915a1ec1180. 00000400:00000010:16.0:1557964475.927465:0:24087:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89151429bf80. 00000020:00000001:5.0:1557964475.927465:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964475.927465:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:16.0:1557964475.927466:0:24087:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338256, portal 10 00000100:00000040:5.0:1557964475.927466:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514612d00] to pc [ptlrpcd_00_14:14] req@ffff891514612d00 x1633636318338288/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:16.0:1557964475.927467:0:24087:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:4.0:1557964475.927467:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1557964475.927467:0:24086:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636318338240, offset 0 00000100:00000001:16.0:1557964475.927468:0:24087:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362088448 : -130751347463168 : ffff891514616c00) 00000100:00000001:4.0:1557964475.927469:0:24088:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1557964475.927469:0:24086:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c6800 (tot 30921476). 00000100:00000040:16.0:1557964475.927470:0:24087:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514616c00 x1633636318338256/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964581 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964475.927470:0:24088:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1557964475.927471:0:24086:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000100:00000040:4.0:1557964475.927472:0:24088:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514615100 x1633636318338272/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964475.927473:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964475.927474:0:24087:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:5.0:1557964475.927474:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0009_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964475.927475:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000040:16.0:1557964475.927476:0:24087:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:16.0:1557964475.927476:0:24087:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89151429b380. 00000100:00000010:5.0:1557964475.927476:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514614500. 00000020:00000040:5.0:1557964475.927476:0:24107:0:(genops.c:1214:class_import_get()) import ffff891512a11000 refcount=5 obd=looze-OST0009-osc-ffff8925ba270000 00000100:00000001:4.0:1557964475.927476:0:24088:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1557964475.927476:0:24086:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000100:00000001:5.0:1557964475.927477:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964475.927477:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964475.927477:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964475.927477:0:24088:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964475.927478:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8dc00. 00000100:00000001:5.0:1557964475.927478:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964475.927478:0:24088:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:16.0:1557964475.927479:0:24087:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318338256, offset 0 02000000:00000001:4.0:1557964475.927479:0:24088:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964475.927479:0:24086:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000100:00000040:5.0:1557964475.927480:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0009_UUID req@ffff891514614500 x1633636318338304/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000400:00000010:16.0:1557964475.927481:0:24087:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925b926e600 (tot 30921876). 00000100:00100000:4.0:1557964475.927481:0:24088:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_13:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24088:1633636318338272:172.19.1.25@o2ib100:400 00000400:00000200:16.0:1557964475.927482:0:24087:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000100:00000001:4.0:1557964475.927482:0:24088:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1557964475.927482:0:24086:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964475.927483:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964475.927483:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:4.0:1557964475.927483:0:24088:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1557964475.927483:0:24086:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (20)++ 00000020:00000001:5.0:1557964475.927484:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964475.927484:0:24088:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964475.927484:0:24086:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (21)++ 02000000:00000001:4.0:1557964475.927485:0:24088:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:5.0:1557964475.927486:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514614500] to pc [ptlrpcd_00_15:15] req@ffff891514614500 x1633636318338304/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000010:4.0:1557964475.927486:0:24088:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925bd2c4400. 02000000:00000001:4.0:1557964475.927487:0:24088:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964475.927487:0:24086:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (22)-- 00000400:00000200:16.0:1557964475.927488:0:24087:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000100:00000001:5.0:1557964475.927488:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964475.927488:0:24086:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964475.927488:0:24086:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964475.927489:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2736168 : 2736168 : 29c028) 00000100:00000001:2.0:1557964475.927489:0:24086:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:16.0:1557964475.927490:0:24087:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:5.0:1557964475.927490:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2953720 : 2953720 : 2d11f8) 00000400:00000010:4.0:1557964475.927490:0:24088:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925c1ddacc0. 00000100:00000001:2.0:1557964475.927490:0:24086:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964475.927491:0:24088:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f0bcfe80. 00000100:00000001:2.0:1557964475.927491:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964475.927492:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705578936 : -3972680 : ffffffffffc361b8) 00000800:00000200:16.0:1557964475.927493:0:24087:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964475.927493:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073699902098 : -9649518 : ffffffffff6cc292) 00000100:00000200:4.0:1557964475.927493:0:24088:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338272, portal 10 00000100:00000001:2.0:1557964475.927493:0:24086:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1557964475.927493:0:24086:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000800:00000200:16.0:1557964475.927494:0:24087:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (21)++ 00000020:00000001:5.0:1557964475.927494:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1098728 : 1098728 : 10c3e8) 00000020:00000001:5.0:1557964475.927494:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709477878 : -73738 : fffffffffffedff6) 00000100:00000001:4.0:1557964475.927494:0:24088:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:4.0:1557964475.927494:0:24088:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362081536 : -130751347470080 : ffff891514615100) 00000100:00000001:2.0:1557964475.927494:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:16.0:1557964475.927495:0:24087:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (22)++ 00000020:00000001:5.0:1557964475.927495:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705769595 : -3782021 : ffffffffffc64a7b) 00000100:00000001:2.0:1557964475.927495:0:24086:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1557964475.927495:0:24086:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927496:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2487020 : 2487020 : 25f2ec) 00000100:00000040:4.0:1557964475.927496:0:24088:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514615100 x1633636318338272/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964581 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964475.927496:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927497:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2081840 : 2081840 : 1fc430) 00000020:00000001:5.0:1557964475.927497:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=55480 : 55480 : d8b8) 00000100:00000001:2.0:1557964475.927497:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1557964475.927497:0:24086:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1557964475.927497:0:24086:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:16.0:1557964475.927498:0:24087:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (23)-- 00000020:00000001:5.0:1557964475.927498:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073708005614 : -1546002 : ffffffffffe868ee) 00000020:00000001:5.0:1557964475.927498:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709443432 : -108184 : fffffffffffe5968) 00000100:00000001:2.0:1557964475.927498:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964475.927499:0:24087:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964475.927499:0:24087:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964475.927499:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709484336 : -67280 : fffffffffffef930) 00000020:00000001:5.0:1557964475.927499:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709450824 : -100792 : fffffffffffe7648) 00000100:00000001:3.0:1557964475.927499:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:16.0:1557964475.927500:0:24087:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927500:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709522752 : -28864 : ffffffffffff8f40) 00000100:00000001:4.0:1557964475.927500:0:24088:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:3.0:1557964475.927500:0:24089:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:16.0:1557964475.927501:0:24087:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927501:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709546976 : -4640 : ffffffffffffede0) 00000020:00000001:5.0:1557964475.927501:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=51032 : 51032 : c758) 00000100:00000040:4.0:1557964475.927501:0:24088:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000100:00000001:3.0:1557964475.927501:0:24089:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:16.0:1557964475.927502:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964475.927502:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7833692 : 7833692 : 77885c) 00000020:00000001:5.0:1557964475.927502:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1435441 : 1435441 : 15e731) 00000400:00000010:4.0:1557964475.927502:0:24088:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f0bce900. 00000020:00000001:5.0:1557964475.927503:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=15616 : 15616 : 3d00) 00000020:00000001:5.0:1557964475.927503:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=668095 : 668095 : a31bf) 00000100:00000200:4.0:1557964475.927503:0:24088:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318338272, offset 0 00000100:00000001:16.0:1557964475.927504:0:24087:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:5.0:1557964475.927504:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1358872 : 1358872 : 14bc18) 00000100:00000040:3.0:1557964475.927504:0:24089:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514612d00 x1633636318338288/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:16.0:1557964475.927505:0:24087:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:16.0:1557964475.927505:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964475.927505:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1560429 : 1560429 : 17cf6d) 00000020:00000001:5.0:1557964475.927505:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1732876 : 1732876 : 1a710c) 00000400:00000010:4.0:1557964475.927505:0:24088:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925bd2c3400 (tot 30922276). 00000100:00000001:16.0:1557964475.927506:0:24087:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964475.927506:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=92728 : 92728 : 16a38) 00000020:00000001:5.0:1557964475.927506:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2027914 : 2027914 : 1ef18a) 00000400:00000200:4.0:1557964475.927506:0:24088:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000100:00000001:16.0:1557964475.927507:0:24087:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927507:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=114620 : 114620 : 1bfbc) 00000020:00000001:5.0:1557964475.927507:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=4096 : 4096 : 1000) 00000100:00000001:3.0:1557964475.927507:0:24089:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:16.0:1557964475.927508:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964475.927508:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964475.927508:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709528278 : -23338 : ffffffffffffa4d6) 00000100:00000001:3.0:1557964475.927508:0:24089:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964475.927509:0:24087:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:16.0:1557964475.927509:0:24087:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927509:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=6747 : 6747 : 1a5b) 02000000:00000001:3.0:1557964475.927509:0:24089:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:16.0:1557964475.927510:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927510:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709531320 : -20296 : ffffffffffffb0b8) 02000000:00000001:3.0:1557964475.927510:0:24089:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927511:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709543636 : -7980 : ffffffffffffe0d4) 00000020:00000001:5.0:1557964475.927511:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1557964475.927511:0:24089:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_14:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24089:1633636318338288:172.19.1.35@o2ib100:400 00000020:00000001:5.0:1557964475.927512:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927513:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927513:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1557964475.927513:0:24088:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000100:00000001:3.0:1557964475.927513:0:24089:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1557964475.927513:0:24089:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:5.0:1557964475.927514:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927514:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964475.927514:0:24089:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964475.927515:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964475.927515:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927515:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964475.927515:0:24089:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:5.0:1557964475.927516:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927516:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964475.927516:0:24088:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 02000000:00000010:3.0:1557964475.927516:0:24089:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8915b1ff9e00. 00000100:00000001:6.0:1557964475.927517:0:24090:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964475.927517:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927517:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964475.927517:0:24089:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964475.927518:0:24090:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:5.0:1557964475.927518:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927518:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1557964475.927518:0:24089:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8915e9408720. 00000020:00000001:5.0:1557964475.927519:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927519:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964475.927519:0:24088:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f3c80] -> 172.19.1.25@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964475.927520:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927520:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1557964475.927520:0:24089:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff891595bd0e80. 00000100:00000040:6.0:1557964475.927521:0:24090:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514614500 x1633636318338304/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964475.927521:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927521:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964475.927521:0:24088:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925eb377e00] (20)++ 00000100:00000200:3.0:1557964475.927521:0:24089:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338288, portal 4 00000020:00000001:5.0:1557964475.927522:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964475.927522:0:24088:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925eb377e00] (21)++ 00000100:00000001:3.0:1557964475.927522:0:24089:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:5.0:1557964475.927523:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927523:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964475.927523:0:24089:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362072320 : -130751347479296 : ffff891514612d00) 00000020:00000001:5.0:1557964475.927524:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927524:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964475.927525:0:24090:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:6.0:1557964475.927525:0:24090:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927525:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927525:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964475.927525:0:24088:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925eb377e00] (22)-- 00000100:00000040:3.0:1557964475.927525:0:24089:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514612d00 x1633636318338288/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964581 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964475.927526:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927526:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964475.927526:0:24088:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1557964475.927527:0:24090:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:5.0:1557964475.927527:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927527:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964475.927527:0:24088:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:6.0:1557964475.927528:0:24090:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927528:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964475.927528:0:24088:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964475.927529:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (22)++ 00000100:00100000:6.0:1557964475.927529:0:24090:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_15:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24090:1633636318338304:172.19.1.36@o2ib100:400 00000020:00000001:5.0:1557964475.927529:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964475.927529:0:24088:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964475.927529:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964475.927530:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927530:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964475.927531:0:24090:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:5.0:1557964475.927531:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964475.927531:0:24088:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:6.0:1557964475.927532:0:24090:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:6.0:1557964475.927532:0:24090:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927532:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927532:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964475.927532:0:24088:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:3.0:1557964475.927532:0:24089:0:(niobuf.c:54:ptl_send_buf()) Process entered 02000000:00000001:6.0:1557964475.927533:0:24090:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:5.0:1557964475.927533:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964475.927533:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1557964475.927533:0:24088:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964475.927534:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927534:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964475.927534:0:24088:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1557964475.927534:0:24089:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.35@o2ib100 00000400:00000010:3.0:1557964475.927534:0:24089:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff891595bd1800. 02000000:00000010:6.0:1557964475.927535:0:24090:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff89254ea9c600. 02000000:00000001:6.0:1557964475.927535:0:24090:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927535:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927535:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964475.927535:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964475.927535:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1557964475.927535:0:24089:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1633636318338288, offset 0 00000020:00000001:5.0:1557964475.927536:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927536:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964475.927536:0:24088:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:4.0:1557964475.927536:0:24088:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964475.927537:0:24090:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925c80093c0. 00000020:00000001:5.0:1557964475.927537:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927537:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964475.927537:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1557964475.927537:0:24089:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ffbe00 (tot 30922676). 00000400:00000010:6.0:1557964475.927538:0:24090:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f52ac780. 00000020:00000001:5.0:1557964475.927538:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927538:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927539:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927539:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964475.927539:0:24089:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.35@o2ib100 00000020:00000001:5.0:1557964475.927540:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927540:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:6.0:1557964475.927541:0:24090:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338304, portal 4 00000020:00000001:5.0:1557964475.927541:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927541:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964475.927542:0:24090:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:6.0:1557964475.927542:0:24090:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362078464 : -130751347473152 : ffff891514614500) 00000020:00000001:5.0:1557964475.927542:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927542:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927543:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927543:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927544:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927544:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1557964475.927545:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)++ 00000100:00000040:6.0:1557964475.927545:0:24090:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514614500 x1633636318338304/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964581 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964475.927545:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927545:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927546:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927546:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964475.927546:0:24089:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.35@o2ib100(172.19.1.35@o2ib100:172.19.1.35@o2ib100) : PUT 00000020:00000001:5.0:1557964475.927547:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964475.927548:0:24090:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:5.0:1557964475.927548:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927549:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927549:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964475.927549:0:24089:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.35@o2ib100 00000800:00000200:19.0:1557964475.927550:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (24)-- 00000100:00000040:6.0:1557964475.927550:0:24090:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.36@o2ib100 00000400:00000010:6.0:1557964475.927550:0:24090:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f52ad480. 00000020:00000001:5.0:1557964475.927550:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:6.0:1557964475.927551:0:24090:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1633636318338304, offset 0 00000020:00000001:5.0:1557964475.927551:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927551:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964475.927552:0:24063:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:5.0:1557964475.927552:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927552:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964475.927552:0:24089:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f2000] -> 172.19.1.35@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964475.927553:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927553:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964475.927553:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)++ 00000100:00000200:19.0:1557964475.927554:0:24063:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514610c00 x1633636318338240/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964581 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000400:00000010:6.0:1557964475.927554:0:24090:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89254ea9b000 (tot 30923076). 00000020:00000001:5.0:1557964475.927554:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927554:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927555:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927555:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964475.927555:0:24089:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (20)++ 00000020:00000001:5.0:1557964475.927556:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927556:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964475.927556:0:24089:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7cc00] (21)++ 00000800:00000200:2.0:1557964475.927556:0:24064:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (24)-- 00000020:00000001:5.0:1557964475.927557:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927557:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927558:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927558:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964475.927559:0:24063:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:5.0:1557964475.927559:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927559:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964475.927559:0:24089:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (22)-- 00000800:00000200:14.2:1557964475.927560:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (21)++ 00000020:00000001:5.0:1557964475.927560:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927560:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964475.927560:0:24089:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:19.0:1557964475.927561:0:24063:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514610c00 x1633636318338240/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964581 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964475.927561:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927561:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964475.927561:0:24089:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964475.927562:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927562:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964475.927562:0:24089:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927563:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927563:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964475.927563:0:24089:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927564:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927564:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964475.927565:0:24063:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927565:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927565:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964475.927565:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1557964475.927566:0:24063:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:5.0:1557964475.927566:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927567:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964475.927567:0:24089:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1557964475.927567:0:24089:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000400:00000200:19.0:1557964475.927568:0:24063:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915a1ec1180 00000020:00000001:5.0:1557964475.927568:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927568:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927569:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964475.927569:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964475.927569:0:24089:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000010:19.0:1557964475.927570:0:24063:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915a1ec1180. 00000020:00000001:5.0:1557964475.927570:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927570:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964475.927570:0:24089:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:19.0:1557964475.927571:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c6800 (tot 30922676). 00000020:00000001:5.0:1557964475.927571:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927571:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964475.927571:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1557964475.927572:0:24090:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.36@o2ib100 00000020:00000001:5.0:1557964475.927572:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927572:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964475.927572:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:19.0:1557964475.927573:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)-- 00000020:00000001:5.0:1557964475.927573:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927573:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964475.927573:0:24089:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1557964475.927573:0:24089:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964475.927573:0:24064:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:5.0:1557964475.927574:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927574:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964475.927574:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1557964475.927574:0:24064:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514616c00 x1633636318338256/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964581 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:19.0:1557964475.927575:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000020:00000001:5.0:1557964475.927575:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927575:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927576:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927576:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1557964475.927577:0:24090:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) : PUT 00000020:00000001:5.0:1557964475.927577:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927577:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927578:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927578:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964475.927578:0:24064:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000800:00000200:6.0:1557964475.927579:0:24090:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.36@o2ib100 00000020:00000001:5.0:1557964475.927579:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927579:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1557964475.927579:0:24064:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514616c00 x1633636318338256/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964581 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:14.0:1557964475.927580:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)++ 00000020:00000001:5.0:1557964475.927580:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927580:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927581:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927581:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:6.0:1557964475.927582:0:24090:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915a1ec0580] -> 172.19.1.36@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964475.927582:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927582:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964475.927582:0:24064:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927583:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927583:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927583:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964475.927583:0:24064:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:2.0:1557964475.927583:0:24064:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89151429b380 00000800:00000200:6.0:1557964475.927584:0:24090:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (20)++ 00000020:00000001:5.0:1557964475.927584:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:6.0:1557964475.927585:0:24090:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fdb7cc00] (21)++ 00000020:00000001:5.0:1557964475.927585:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964475.927585:0:24064:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89151429b380. 00000020:00000001:5.0:1557964475.927586:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964475.927587:0:24066:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925eb377e00] (23)-- 00000020:00000001:5.0:1557964475.927587:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927587:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1557964475.927587:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925b926e600 (tot 30922276). 00000800:00000200:6.0:1557964475.927588:0:24090:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (22)-- 00000020:00000001:5.0:1557964475.927588:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927588:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964475.927588:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000100:00000001:6.0:1557964475.927589:0:24090:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964475.927589:0:24090:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964475.927589:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927589:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964475.927590:0:24090:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927590:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927590:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964475.927591:0:24066:0:(events.c:52:request_out_callback()) Process entered 00000100:00000001:6.0:1557964475.927591:0:24090:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927591:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927591:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964475.927592:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964475.927592:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927592:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927593:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927593:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.2:1557964475.927594:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (21)++ 00000100:00000001:6.0:1557964475.927594:0:24090:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:6.0:1557964475.927594:0:24090:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964475.927594:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927594:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964475.927595:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964475.927595:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927595:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:14.0:1557964475.927596:0:24066:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514615100 x1633636318338272/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964581 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:6.0:1557964475.927596:0:24090:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:6.0:1557964475.927596:0:24090:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927596:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927596:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964475.927597:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927597:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964475.927597:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964475.927598:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964475.927598:0:24090:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964475.927598:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964475.927598:0:24107:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318222081) 00000100:00000001:6.0:1557964475.927599:0:24090:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964475.927599:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964475.927607:0:24066:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:14.0:1557964475.927610:0:24066:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514615100 x1633636318338272/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964581 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:13.0:1557964475.927615:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000800:00000200:24.0:1557964475.927619:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)++ 00000100:00000001:14.0:1557964475.927619:0:24066:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964475.927621:0:24066:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:14.0:1557964475.927622:0:24066:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f0bce900 00000800:00000200:9.2:1557964475.927623:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (21)++ 00000400:00000010:14.0:1557964475.927624:0:24066:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f0bce900. 00000800:00000200:24.0:1557964475.927627:0:24068:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7cc00] (23)-- 00000400:00000010:14.0:1557964475.927628:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925bd2c3400 (tot 30921876). 00000100:00000001:24.0:1557964475.927631:0:24068:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:14.0:1557964475.927631:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000800:00000200:14.0:1557964475.927634:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000200:24.0:1557964475.927636:0:24068:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514612d00 x1633636318338288/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964581 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557964475.927638:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)++ 00000800:00000200:21.0:1557964475.927641:0:24062:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fdb7cc00] (23)-- 00000100:00000001:24.0:1557964475.927647:0:24068:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:24.0:1557964475.927650:0:24068:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514612d00 x1633636318338288/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964581 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:24.0:1557964475.927658:0:24068:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:24.0:1557964475.927660:0:24068:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:24.0:1557964475.927664:0:24068:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff891595bd1800 00000400:00000010:24.0:1557964475.927666:0:24068:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff891595bd1800. 00000100:00000001:21.0:1557964475.927669:0:24062:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:24.0:1557964475.927671:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ffbe00 (tot 30921476). 00000100:00000200:21.0:1557964475.927672:0:24062:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514614500 x1633636318338304/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964581 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:24.0:1557964475.927674:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000100:00000001:21.0:1557964475.927676:0:24062:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:21.0:1557964475.927677:0:24062:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514614500 x1633636318338304/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964581 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964475.927680:0:24062:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964475.927681:0:24062:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:21.0:1557964475.927682:0:24062:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f52ad480 00000800:00000200:19.0:1557964475.927682:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000400:00000010:21.0:1557964475.927683:0:24062:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f52ad480. 00000400:00000010:21.0:1557964475.927685:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89254ea9b000 (tot 30921076). 00000800:00000200:21.0:1557964475.927704:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000800:00000200:14.2:1557964475.927735:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (20)++ 00000800:00000200:29.2:1557964475.927745:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:14.0:1557964475.927746:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)++ 00000800:00000200:14.0:1557964475.927752:0:24067:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964475.927760:0:24067:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964475.927775:0:24067:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915fdb79e00 (tot 30921476). 00000400:00000200:14.0:1557964475.927781:0:24067:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc898725ce0 00000800:00000200:24.2:1557964475.927784:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (20)++ 00000400:00000200:14.0:1557964475.927788:0:24067:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0xa2b5 [1] + 192 00000800:00000200:1.0:1557964475.927788:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:15.0:1557964475.927804:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000100:00000001:14.0:1557964475.927804:0:24067:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:14.0:1557964475.927807:0:24067:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514615100 x1633636318338272/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964581 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:1.0:1557964475.927809:0:24061:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.24@o2ib100 00000800:00000200:15.0:1557964475.927810:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)++ 00000400:00000200:1.0:1557964475.927813:0:24061:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:1.0:1557964475.927814:0:24061:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e3aa00 (tot 30921876). 00000100:00000040:14.0:1557964475.927818:0:24067:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514615100 x1633636318338272/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964581 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000200:1.0:1557964475.927818:0:24061:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc898725cc0 00000800:00000200:15.0:1557964475.927819:0:24066:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.35@o2ib100 00000800:00000200:24.0:1557964475.927821:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000400:00000200:1.0:1557964475.927821:0:24061:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1c151 [1] + 192 00000100:00000001:1.0:1557964475.927824:0:24061:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:1.0:1557964475.927826:0:24061:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514610c00 x1633636318338240/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964581 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000400:00000200:15.0:1557964475.927827:0:24066:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.35@o2ib100 : PUT 00000100:00000001:14.0:1557964475.927829:0:24067:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:15.0:1557964475.927830:0:24066:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff892554007800 (tot 30922276). 00000400:00000010:14.0:1557964475.927831:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915fdb79e00 (tot 30921876). 00000100:00000040:1.0:1557964475.927831:0:24061:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514610c00 x1633636318338240/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964581 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:14.0:1557964475.927834:0:24067:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925eb377e00] (21)++ 00000800:00000200:14.0:1557964475.927836:0:24067:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925eb377e00] (22)-- 00000400:00000200:15.0:1557964475.927838:0:24066:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.35@o2ib100 of length 192 into portal 4 MB=0x5cdc898725cf0 00000800:00000200:14.0:1557964475.927838:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000800:00000200:9.2:1557964475.927841:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (20)++ 00000400:00000200:15.0:1557964475.927858:0:24066:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.35@o2ib100 of length 192/192 into md 0xa2bd [1] + 192 00000100:00000001:1.0:1557964475.927858:0:24061:0:(events.c:171:reply_in_callback()) Process leaving 00000800:00000200:2.0:1557964475.927860:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000400:00000010:1.0:1557964475.927860:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e3aa00 (tot 30921476). 00000800:00000200:1.0:1557964475.927861:0:24061:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:1.0:1557964475.927863:0:24061:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (24)-- 00000100:00000001:15.0:1557964475.927864:0:24066:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:1.0:1557964475.927864:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)-- 00000800:00000200:2.0:1557964475.927866:0:24064:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000800:00000200:1.0:1557964475.927866:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)++ 00000100:00000001:4.0:1557964475.927867:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000200:15.0:1557964475.927868:0:24066:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514612d00 x1633636318338288/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964581 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964475.927868:0:24088:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1557964475.927869:0:24061:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.36@o2ib100 00000400:00000200:2.0:1557964475.927870:0:24064:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000200:1.0:1557964475.927871:0:24061:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.36@o2ib100 : PUT 00000400:00000010:2.0:1557964475.927872:0:24064:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c6600 (tot 30922276). 00000400:00000010:1.0:1557964475.927872:0:24061:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e3aa00 (tot 30921876). 00000400:00000200:1.0:1557964475.927874:0:24061:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.36@o2ib100 of length 192 into portal 4 MB=0x5cdc898725d00 00000400:00000200:2.0:1557964475.927875:0:24064:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc898725cd0 00000400:00000200:1.0:1557964475.927876:0:24061:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.36@o2ib100 of length 192/192 into md 0x1c181 [1] + 192 00000400:00000200:2.0:1557964475.927879:0:24064:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1c159 [1] + 192 00000100:00000040:15.0:1557964475.927880:0:24066:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514612d00 x1633636318338288/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964581 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964475.927881:0:24061:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:1.0:1557964475.927882:0:24061:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514614500 x1633636318338304/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964581 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:3.0:1557964475.927886:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1557964475.927886:0:24061:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514614500 x1633636318338304/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964581 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:3.0:1557964475.927888:0:24086:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:19.0:1557964475.927890:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:1.0:1557964475.927890:0:24061:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:2.0:1557964475.927891:0:24064:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000010:1.0:1557964475.927891:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e3aa00 (tot 30921876). 00000800:00000200:19.0:1557964475.927892:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (23)-- 00000100:00000001:15.0:1557964475.927892:0:24066:0:(events.c:171:reply_in_callback()) Process leaving 00000800:00000200:1.0:1557964475.927892:0:24061:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (22)++ 00000100:00000200:2.0:1557964475.927893:0:24064:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514616c00 x1633636318338256/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964581 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:1.0:1557964475.927893:0:24061:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (23)-- 00000400:00000010:15.0:1557964475.927894:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff892554007800 (tot 30921476). 00000400:00000001:4.0:1557964475.927894:0:24088:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:4.0:1557964475.927894:0:24088:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:4.0:1557964475.927895:0:24088:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:1.0:1557964475.927895:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000100:00000200:4.0:1557964475.927897:0:24088:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514615100 x1633636318338272/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964581 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000040:2.0:1557964475.927897:0:24064:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514616c00 x1633636318338256/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964581 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:4.0:1557964475.927902:0:24088:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514615100 x1633636318338272/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964581 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964475.927911:0:24064:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000001:3.0:1557964475.927912:0:24086:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000010:2.0:1557964475.927912:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c6600 (tot 30921076). 00000400:00000001:3.0:1557964475.927913:0:24086:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000800:00000200:15.0:1557964475.927914:0:24066:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (21)++ 00000100:00000001:4.0:1557964475.927914:0:24088:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:3.0:1557964475.927914:0:24086:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:2.0:1557964475.927914:0:24064:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (21)++ 00000400:00000010:4.0:1557964475.927915:0:24088:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925c1ddacc0. 00000800:00000200:15.0:1557964475.927916:0:24066:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (22)-- 00000400:00000200:4.0:1557964475.927916:0:24088:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f0bcfe80 00000800:00000200:2.0:1557964475.927916:0:24064:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)-- 00000800:00000200:15.0:1557964475.927917:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000400:00000010:4.0:1557964475.927917:0:24088:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f0bcfe80. 00000100:00000200:3.0:1557964475.927917:0:24086:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514610c00 x1633636318338240/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964581 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:2.0:1557964475.927917:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000100:00000001:4.0:1557964475.927918:0:24088:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964475.927919:0:24088:0:(client.c:1337:after_reply()) Process entered 00000100:00000001:6.0:1557964475.927921:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:4.0:1557964475.927921:0:24088:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:4.0:1557964475.927921:0:24088:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:6.0:1557964475.927922:0:24090:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:4.0:1557964475.927922:0:24088:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1557964475.927922:0:24086:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514610c00 x1633636318338240/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964581 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 02000000:00000001:4.0:1557964475.927923:0:24088:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:4.0:1557964475.927925:0:24088:0:(import.c:1677:at_measured()) add 45 to ffff891506a74c00 time=125 v=45 (45 45 45 45) 00000100:00001000:4.0:1557964475.927926:0:24088:0:(import.c:1677:at_measured()) add 1 to ffff891506a74bc8 time=125 v=45 (1 1 1 1) 00000100:00000001:3.0:1557964475.927927:0:24086:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:4.0:1557964475.927928:0:24088:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:4.0:1557964475.927928:0:24088:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1557964475.927928:0:24086:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925f471c540. 00010000:00000001:4.0:1557964475.927929:0:24088:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1557964475.927930:0:24086:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915a1ec1780 00010000:00080000:4.0:1557964475.927931:0:24088:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff891514615100 x1633636318338272/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964581 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000010:3.0:1557964475.927931:0:24086:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915a1ec1780. 00000100:00000001:3.0:1557964475.927931:0:24086:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:6.0:1557964475.927932:0:24090:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1557964475.927932:0:24086:0:(client.c:1337:after_reply()) Process entered 00000400:00000001:6.0:1557964475.927933:0:24090:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:6.0:1557964475.927933:0:24090:0:(events.c:91:reply_in_callback()) Process entered 02000000:00000001:3.0:1557964475.927933:0:24086:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00010000:00000001:4.0:1557964475.927934:0:24088:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964475.927934:0:24086:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1557964475.927934:0:24086:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:6.0:1557964475.927935:0:24090:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514614500 x1633636318338304/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964581 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964475.927935:0:24088:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:4.0:1557964475.927935:0:24088:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-mdc-ffff8925ba270000: skip recheck: last_committed 0 02000000:00000001:3.0:1557964475.927935:0:24086:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1557964475.927937:0:24086:0:(import.c:1677:at_measured()) add 45 to ffff8925eae5cc00 time=125 v=45 (45 45 45 45) 00000100:00001000:3.0:1557964475.927938:0:24086:0:(import.c:1677:at_measured()) add 1 to ffff8925eae5cbc8 time=125 v=45 (1 1 1 1) 00000100:00000001:3.0:1557964475.927939:0:24086:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000200:6.0:1557964475.927940:0:24090:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514614500 x1633636318338304/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964581 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:3.0:1557964475.927940:0:24086:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1557964475.927940:0:24086:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1557964475.927941:0:24086:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964475.927941:0:24086:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964475.927943:0:24090:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000040:3.0:1557964475.927943:0:24086:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514610c00 x1633636318338240/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964581 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000010:6.0:1557964475.927944:0:24090:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925c80093c0. 00000400:00000200:6.0:1557964475.927945:0:24090:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f52ac780 00000400:00000010:6.0:1557964475.927946:0:24090:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f52ac780. 00000100:00000001:4.0:1557964475.927946:0:24088:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:4.0:1557964475.927947:0:24088:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964475.927948:0:24090:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:4.0:1557964475.927948:0:24088:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514615100 x1633636318338272/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964581 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:16.0:1557964475.927949:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964475.927949:0:24090:0:(client.c:1337:after_reply()) Process entered 00000100:00000001:3.0:1557964475.927949:0:24086:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:16.0:1557964475.927950:0:24087:0:(client.c:1680:ptlrpc_check_set()) Process entered 02000000:00000001:6.0:1557964475.927950:0:24090:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:6.0:1557964475.927950:0:24090:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1557964475.927950:0:24086:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:6.0:1557964475.927951:0:24090:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964475.927951:0:24088:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1557964475.927951:0:24086:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:16.0:1557964475.927952:0:24087:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 02000000:00000001:6.0:1557964475.927952:0:24090:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964475.927952:0:24088:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:4.0:1557964475.927952:0:24088:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1557964475.927952:0:24086:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514610c00 x1633636318338240/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964581 ref 1 fl Interpret:RN/0/0 rc 0/0 00000400:00000001:16.0:1557964475.927953:0:24087:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000040:4.0:1557964475.927953:0:24088:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514615100 x1633636318338272/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964581 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:16.0:1557964475.927954:0:24087:0:(events.c:91:reply_in_callback()) Process entered 00000100:00001000:6.0:1557964475.927954:0:24090:0:(import.c:1677:at_measured()) add 45 to ffff891512a11400 time=125 v=45 (45 45 45 45) 00000100:00001000:6.0:1557964475.927955:0:24090:0:(import.c:1677:at_measured()) add 1 to ffff891512a113c8 time=125 v=45 (1 1 1 1) 00000100:00000200:16.0:1557964475.927956:0:24087:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514616c00 x1633636318338256/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964581 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:6.0:1557964475.927956:0:24090:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1557964475.927956:0:24086:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_11:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24086:1633636318338240:172.19.1.24@o2ib100:400 00000100:00000001:6.0:1557964475.927957:0:24090:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:4.0:1557964475.927957:0:24088:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_13:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24088:1633636318338272:172.19.1.25@o2ib100:400 00000100:00000001:3.0:1557964475.927957:0:24086:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:6.0:1557964475.927958:0:24090:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000001:4.0:1557964475.927958:0:24088:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964475.927958:0:24086:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00010000:00000001:6.0:1557964475.927959:0:24090:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964475.927959:0:24088:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1557964475.927959:0:24086:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514610c00 x1633636318338240/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964581 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000200:16.0:1557964475.927960:0:24087:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514616c00 x1633636318338256/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964581 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:6.0:1557964475.927960:0:24090:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:6.0:1557964475.927960:0:24090:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0009-osc-ffff8925ba270000: skip recheck: last_committed 34359738567 00000100:00000040:4.0:1557964475.927960:0:24088:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514615100 x1633636318338272/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964581 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:6.0:1557964475.927961:0:24090:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:6.0:1557964475.927962:0:24090:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964475.927962:0:24086:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1557964475.927962:0:24086:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:6.0:1557964475.927963:0:24090:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514614500 x1633636318338304/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964581 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:4.0:1557964475.927963:0:24088:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:4.0:1557964475.927963:0:24088:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1557964475.927963:0:24086:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8924a72c6c00. 00000100:00000001:16.0:1557964475.927964:0:24087:0:(events.c:171:reply_in_callback()) Process leaving 02000000:00000010:4.0:1557964475.927964:0:24088:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925bd2c4400. 02000000:00000001:3.0:1557964475.927964:0:24086:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1557964475.927964:0:24086:0:(genops.c:1221:class_import_put()) Process entered 00000400:00000010:16.0:1557964475.927965:0:24087:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924d9b45720. 02000000:00000001:4.0:1557964475.927965:0:24088:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:4.0:1557964475.927965:0:24088:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:3.0:1557964475.927965:0:24086:0:(genops.c:1228:class_import_put()) import ffff8925eae5c800 refcount=3 obd=MGC172.19.1.24@o2ib100 00000400:00000200:16.0:1557964475.927966:0:24087:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89151429bf80 00000100:00000001:6.0:1557964475.927966:0:24090:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:4.0:1557964475.927966:0:24088:0:(genops.c:1228:class_import_put()) import ffff891506a74800 refcount=3 obd=looze-MDT0001-mdc-ffff8925ba270000 00000020:00000001:3.0:1557964475.927966:0:24086:0:(genops.c:1237:class_import_put()) Process leaving 00000100:00000001:6.0:1557964475.927967:0:24090:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:6.0:1557964475.927967:0:24090:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:4.0:1557964475.927967:0:24088:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:3.0:1557964475.927967:0:24086:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8f900. 00000400:00000010:16.0:1557964475.927968:0:24087:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89151429bf80. 00000100:00000040:6.0:1557964475.927968:0:24090:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514614500 x1633636318338304/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964581 ref 1 fl Interpret:RN/0/0 rc 0/0 02000000:00000010:4.0:1557964475.927968:0:24088:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8cf00. 02000000:00000001:3.0:1557964475.927968:0:24086:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1557964475.927968:0:24086:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:16.0:1557964475.927969:0:24087:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:4.0:1557964475.927969:0:24088:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:3.0:1557964475.927969:0:24086:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514610c00. 00000100:00000001:16.0:1557964475.927970:0:24087:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:4.0:1557964475.927970:0:24088:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:4.0:1557964475.927970:0:24088:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514615100. 00000100:00000001:3.0:1557964475.927970:0:24086:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1557964475.927970:0:24086:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:16.0:1557964475.927971:0:24087:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:16.0:1557964475.927971:0:24087:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1557964475.927971:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:16.0:1557964475.927972:0:24087:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:6.0:1557964475.927972:0:24090:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_15:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24090:1633636318338304:172.19.1.36@o2ib100:400 00000100:00000001:4.0:1557964475.927972:0:24088:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:4.0:1557964475.927972:0:24088:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964475.927972:0:24086:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:16.0:1557964475.927973:0:24087:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964475.927973:0:24090:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964475.927973:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964475.927973:0:24086:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964475.927973:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964475.927974:0:24090:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:4.0:1557964475.927974:0:24088:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1557964475.927974:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:16.0:1557964475.927975:0:24087:0:(import.c:1677:at_measured()) add 45 to ffff891506a72400 time=125 v=45 (45 45 45 45) 00000100:00000040:6.0:1557964475.927975:0:24090:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514614500 x1633636318338304/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964581 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:4.0:1557964475.927975:0:24088:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964475.927975:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964475.927975:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964475.927975:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:16.0:1557964475.927976:0:24087:0:(import.c:1677:at_measured()) add 1 to ffff891506a723c8 time=125 v=45 (1 1 1 1) 00000100:00000001:4.0:1557964475.927976:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964475.927977:0:24087:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:6.0:1557964475.927977:0:24090:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000100:00000001:4.0:1557964475.927977:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1557964475.927977:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964475.927978:0:24087:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1557964475.927978:0:24090:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:6.0:1557964475.927978:0:24090:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89254ea9c600. 00000100:00000001:3.0:1557964475.927978:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00010000:00000001:16.0:1557964475.927979:0:24087:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 02000000:00000001:6.0:1557964475.927979:0:24090:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1557964475.927979:0:24089:0:(client.c:1680:ptlrpc_check_set()) Process entered 00010000:00000001:16.0:1557964475.927980:0:24087:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964475.927980:0:24090:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:6.0:1557964475.927980:0:24090:0:(genops.c:1228:class_import_put()) import ffff891512a11000 refcount=4 obd=looze-OST0009-osc-ffff8925ba270000 00000400:00000001:3.0:1557964475.927980:0:24089:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:16.0:1557964475.927981:0:24087:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:16.0:1557964475.927981:0:24087:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-mdc-ffff8925ba270000: skip recheck: last_committed 30064774473 00000020:00000001:6.0:1557964475.927981:0:24090:0:(genops.c:1237:class_import_put()) Process leaving 00000400:00000001:3.0:1557964475.927981:0:24089:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1557964475.927981:0:24089:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:16.0:1557964475.927982:0:24087:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:16.0:1557964475.927982:0:24087:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:6.0:1557964475.927982:0:24090:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8dc00. 00000100:00000040:16.0:1557964475.927983:0:24087:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514616c00 x1633636318338256/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964581 ref 1 fl Rpc:RN/0/0 rc 0/0 02000000:00000001:6.0:1557964475.927983:0:24090:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1557964475.927983:0:24089:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514612d00 x1633636318338288/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964581 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 02000000:00000001:6.0:1557964475.927984:0:24090:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:6.0:1557964475.927984:0:24090:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514614500. 00000100:00000001:16.0:1557964475.927986:0:24087:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:6.0:1557964475.927986:0:24090:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:6.0:1557964475.927986:0:24090:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:16.0:1557964475.927987:0:24087:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:6.0:1557964475.927987:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1557964475.927987:0:24089:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514612d00 x1633636318338288/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964581 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:16.0:1557964475.927988:0:24087:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964475.927988:0:24090:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:16.0:1557964475.927989:0:24087:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514616c00 x1633636318338256/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964581 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:6.0:1557964475.927989:0:24090:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964475.927989:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964475.927990:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964475.927990:0:24089:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:6.0:1557964475.927991:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964475.927991:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:16.0:1557964475.927992:0:24087:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_12:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24087:1633636318338256:172.19.1.24@o2ib100:400 00000400:00000010:3.0:1557964475.927992:0:24089:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8915e9408720. 00000400:00000200:3.0:1557964475.927992:0:24089:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff891595bd0e80 00000400:00000010:3.0:1557964475.927993:0:24089:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff891595bd0e80. 00000100:00000001:16.0:1557964475.927994:0:24087:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964475.927994:0:24089:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964475.927994:0:24089:0:(client.c:1337:after_reply()) Process entered 00000100:00000001:16.0:1557964475.927995:0:24087:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 02000000:00000001:3.0:1557964475.927995:0:24089:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1557964475.927995:0:24089:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000040:16.0:1557964475.927996:0:24087:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514616c00 x1633636318338256/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964581 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:3.0:1557964475.927996:0:24089:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964475.927997:0:24089:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1557964475.927998:0:24089:0:(import.c:1677:at_measured()) add 45 to ffff891506a77400 time=125 v=45 (45 45 45 45) 00000100:00000001:16.0:1557964475.927999:0:24087:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:16.0:1557964475.927999:0:24087:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1557964475.927999:0:24089:0:(import.c:1677:at_measured()) add 1 to ffff891506a773c8 time=125 v=45 (1 1 1 1) 02000000:00000010:16.0:1557964475.928000:0:24087:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925b9268c00. 00000100:00000001:3.0:1557964475.928000:0:24089:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1557964475.928000:0:24089:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:16.0:1557964475.928001:0:24087:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:16.0:1557964475.928001:0:24087:0:(genops.c:1221:class_import_put()) Process entered 00010000:00000001:3.0:1557964475.928001:0:24089:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1557964475.928002:0:24089:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:16.0:1557964475.928003:0:24087:0:(genops.c:1228:class_import_put()) import ffff891506a72000 refcount=3 obd=looze-MDT0000-mdc-ffff8925ba270000 00000020:00000001:16.0:1557964475.928003:0:24087:0:(genops.c:1237:class_import_put()) Process leaving 00000100:00000001:3.0:1557964475.928003:0:24089:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1557964475.928003:0:24089:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0008-osc-ffff8925ba270000: skip recheck: last_committed 30064771278 02000000:00000010:16.0:1557964475.928004:0:24087:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8e100. 00000100:00000001:3.0:1557964475.928004:0:24089:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1557964475.928004:0:24089:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:16.0:1557964475.928005:0:24087:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:16.0:1557964475.928006:0:24087:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:16.0:1557964475.928006:0:24087:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514616c00. 00000100:00000040:3.0:1557964475.928006:0:24089:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514612d00 x1633636318338288/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964581 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:16.0:1557964475.928008:0:24087:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:16.0:1557964475.928008:0:24087:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964475.928008:0:24089:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:16.0:1557964475.928009:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964475.928009:0:24089:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:16.0:1557964475.928010:0:24087:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:16.0:1557964475.928010:0:24087:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964475.928010:0:24089:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:16.0:1557964475.928011:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1557964475.928011:0:24089:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514612d00 x1633636318338288/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964581 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:16.0:1557964475.928012:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964475.928012:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:16.0:1557964475.928012:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1557964475.928014:0:24089:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_14:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24089:1633636318338288:172.19.1.35@o2ib100:400 00000100:00000001:3.0:1557964475.928015:0:24089:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964475.928016:0:24089:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1557964475.928017:0:24089:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514612d00 x1633636318338288/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964581 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:3.0:1557964475.928020:0:24089:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1557964475.928020:0:24089:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1557964475.928020:0:24089:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8915b1ff9e00. 02000000:00000001:3.0:1557964475.928021:0:24089:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1557964475.928022:0:24089:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:3.0:1557964475.928022:0:24089:0:(genops.c:1228:class_import_put()) import ffff891506a77000 refcount=4 obd=looze-OST0008-osc-ffff8925ba270000 00000020:00000001:3.0:1557964475.928023:0:24089:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:3.0:1557964475.928023:0:24089:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8c800. 02000000:00000001:3.0:1557964475.928024:0:24089:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1557964475.928024:0:24089:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1557964475.928024:0:24089:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514612d00. 00000100:00000001:3.0:1557964475.928025:0:24089:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1557964475.928025:0:24089:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964475.928026:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964475.928027:0:24089:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1557964475.928027:0:24089:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964475.928029:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964475.928029:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964475.928030:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964475.928030:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1557964476.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964476.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964476.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964476.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964476.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964476.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964476.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964476.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964477.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964477.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964477.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964477.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964477.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964477.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964477.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964477.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964478.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964478.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964478.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964478.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964478.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964478.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964478.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964478.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000010:9.0:1557964479.479923:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf1a200 (tot 30921332). 00000400:00000010:9.0:1557964479.479931:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf1a200 (tot 30921076). 00000400:00000200:2.0:1557964479.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964479.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964479.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964479.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964479.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964479.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964479.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964479.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964480.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964480.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964480.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964480.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964480.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964480.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964480.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964480.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00010000:00000001:7.0:1557964480.894296:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964480.894297:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:7.0:1557964480.894298:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964480.894299:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964480.894300:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964480.894301:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964480.894302:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964480.894302:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964480.894303:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964480.894303:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964480.894304:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964480.894304:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964480.894305:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964480.894306:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964480.894306:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964480.894306:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964480.894307:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964480.894307:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964480.894307:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964480.894307:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964480.894308:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964480.894308:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964480.894309:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964480.894310:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964480.894310:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964480.894311:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964480.894311:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964480.894312:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964480.894312:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964480.894313:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964480.894313:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964480.894313:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964480.894314:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964480.894321:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964480.894322:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964480.894323:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964480.894341:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1557964480.894350:0:24150:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:4.0:1557964480.894351:0:24150:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1557964480.894353:0:24150:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:4.0:1557964480.894354:0:24150:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1557964481.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964481.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964481.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964481.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964481.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964481.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964481.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964481.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964482.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964482.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964482.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964482.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964482.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964482.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964482.874362:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964482.874366:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964483.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964483.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964483.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964483.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964483.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964483.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964483.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964483.874363:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000010:9.0:1557964484.480205:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf19100 (tot 30921332). 00000400:00000010:9.0:1557964484.480234:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf19100 (tot 30921076). 00000400:00000200:2.0:1557964484.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964484.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964484.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964484.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964484.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964484.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964484.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964484.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964485.874305:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964485.874310:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964485.874314:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964485.874316:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964485.874317:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964485.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964485.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964485.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964486.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964486.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964486.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964486.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964486.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964486.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964486.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964486.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000001:17.1F:1557964487.870714:0:0:0:(watchdog.c:120:lcw_cb()) Process entered 00000400:00000001:17.1:1557964487.870717:0:0:0:(watchdog.c:123:lcw_cb()) Process leaving 00000400:00000200:2.0:1557964487.874301:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964487.874303:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964487.874304:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964487.874306:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964487.874307:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964487.874310:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964487.874313:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964487.874315:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964488.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964488.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964488.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964488.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964488.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964488.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964488.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964488.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000010:9.0:1557964489.480613:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf1a300 (tot 30921332). 00000400:00000010:9.0:1557964489.480630:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf1a300 (tot 30921076). 00000400:00000200:2.0:1557964489.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964489.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964489.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964489.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964489.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964489.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964489.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964489.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964490.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964490.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964490.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964490.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964490.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964490.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964490.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964490.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00010000:00000001:7.0:1557964490.894329:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964490.894330:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:7.0:1557964490.894331:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964490.894332:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964490.894332:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964490.894333:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964490.894335:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964490.894336:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964490.894336:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964490.894337:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964490.894337:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964490.894338:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964490.894339:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964490.894340:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964490.894340:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964490.894340:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964490.894341:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964490.894341:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964490.894341:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964490.894342:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964490.894342:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964490.894342:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964490.894343:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964490.894344:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964490.894344:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964490.894344:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964490.894345:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964490.894345:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964490.894345:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964490.894346:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964490.894346:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964490.894346:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964490.894347:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964490.894354:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964490.894355:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964490.894374:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964490.894374:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1557964490.894381:0:24150:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:4.0:1557964490.894382:0:24150:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1557964490.894383:0:24150:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:4.0:1557964490.894384:0:24150:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1557964491.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964491.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964491.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964491.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964491.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964491.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964491.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964491.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964492.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964492.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964492.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964492.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964492.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964492.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964492.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964492.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964493.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964493.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964493.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964493.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964493.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964493.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964493.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964493.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000010:9.0:1557964494.481085:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf18100 (tot 30921332). 00000400:00000010:9.0:1557964494.481093:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf18100 (tot 30921076). 00000400:00000200:2.0:1557964494.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964494.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964494.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964494.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964494.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964494.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964494.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964494.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964495.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964495.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964495.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964495.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964495.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964495.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964495.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964495.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964496.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964496.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964496.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964496.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964496.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964496.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964496.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964496.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964497.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964497.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964497.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964497.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964497.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964497.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964497.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964497.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964498.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964498.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964498.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964498.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964498.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964498.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964498.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964498.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000010:9.0:1557964499.481422:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf18200 (tot 30921332). 00000400:00000010:9.0:1557964499.481429:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf18200 (tot 30921076). 00000400:00000200:2.0:1557964499.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318160028 00000400:00000200:2.0:1557964499.874331:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.52@o2ib100 00000400:00000010:2.0:1557964499.874334:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c6600 (tot 30921476). 00000400:00000200:2.0:1557964499.874340:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.52@o2ib100 00000400:00000200:2.0:1557964499.874353:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.52@o2ib100(172.19.1.52@o2ib100:172.19.1.52@o2ib100) : GET 00000800:00000200:2.0:1557964499.874359:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.52@o2ib100 00000800:00000200:2.0:1557964499.874364:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f09300] -> 172.19.1.52@o2ib100 (2) version: 12 00000800:00000200:2.0:1557964499.874368:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa595400] (20)++ 00000800:00000200:2.0:1557964499.874370:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa595400] (21)++ 00000800:00000200:2.0:1557964499.874376:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa595400] (22)-- 00000400:00000200:2.0:1557964499.874379:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964499.874384:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964499.874388:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964499.874392:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964499.874395:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964499.874399:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964499.874403:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000800:00000200:9.2:1557964499.874442:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa595400] (21)++ 00000800:00000200:19.0:1557964499.874476:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa595400] (22)++ 00000800:00000200:19.0:1557964499.874480:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa595400] (23)-- 00000400:00000010:19.0:1557964499.874484:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c6600 (tot 30921076). 00000800:00000200:19.0:1557964499.874503:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa595400] (22)-- 00000800:00000200:19.0:1557964499.874504:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa595400] (21)++ 00000800:00000200:19.0:1557964499.874508:0:24063:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.52@o2ib100 00000400:00000200:19.0:1557964499.874511:0:24063:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.52@o2ib100 : REPLY 00000800:00000200:1.0:1557964499.874512:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa595400] (22)-- 00000400:00000010:19.0:1557964499.874513:0:24063:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925eb78cc00 (tot 30921476). 00000400:00000200:19.0:1557964499.874516:0:24063:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.52@o2ib100 of length 64/64 into md 0x9 00000400:00000200:19.0:1557964499.874518:0:24063:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:19.0:1557964499.874519:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925eb78cc00 (tot 30921076). 00000800:00000200:19.0:1557964499.874521:0:24063:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa595400] (21)++ 00000800:00000200:19.0:1557964499.874522:0:24063:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa595400] (22)-- 00000800:00000200:19.0:1557964499.874523:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa595400] (21)-- 00000400:00000200:2.0:1557964500.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:2.0:1557964500.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964500.874341:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.53@o2ib100 00000400:00000010:2.0:1557964500.874346:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c7400 (tot 30921476). 00000400:00000200:2.0:1557964500.874351:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.53@o2ib100 00000400:00000200:2.0:1557964500.874363:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.53@o2ib100(172.19.1.53@o2ib100:172.19.1.53@o2ib100) : GET 00000800:00000200:2.0:1557964500.874369:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.53@o2ib100 00000800:00000200:2.0:1557964500.874376:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0a000] -> 172.19.1.53@o2ib100 (2) version: 12 00000800:00000200:2.0:1557964500.874379:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7c600] (20)++ 00000800:00000200:2.0:1557964500.874382:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7c600] (21)++ 00000800:00000200:2.0:1557964500.874386:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7c600] (22)-- 00000400:00000200:2.0:1557964500.874389:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964500.874394:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.54@o2ib100 00000400:00000010:2.0:1557964500.874395:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c0200 (tot 30921876). 00000400:00000200:2.0:1557964500.874400:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.54@o2ib100 00000400:00000200:2.0:1557964500.874408:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.54@o2ib100(172.19.1.54@o2ib100:172.19.1.54@o2ib100) : GET 00000800:00000200:2.0:1557964500.874413:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.54@o2ib100 00000800:00000200:2.0:1557964500.874417:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0a100] -> 172.19.1.54@o2ib100 (2) version: 12 00000800:00000200:2.0:1557964500.874419:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7c800] (20)++ 00000800:00000200:2.0:1557964500.874421:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7c800] (21)++ 00000800:00000200:2.0:1557964500.874424:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7c800] (22)-- 00000800:00000200:26.2:1557964500.874426:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7c600] (21)++ 00000400:00000200:2.0:1557964500.874427:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:2.0:1557964500.874431:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.55@o2ib100 00000400:00000010:2.0:1557964500.874433:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c5000 (tot 30922276). 00000400:00000200:2.0:1557964500.874436:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.55@o2ib100 00000400:00000200:2.0:1557964500.874445:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.55@o2ib100(172.19.1.55@o2ib100:172.19.1.55@o2ib100) : GET 00000800:00000200:26.0:1557964500.874447:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c600] (22)++ 00000800:00000200:2.0:1557964500.874449:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.55@o2ib100 00000800:00000200:26.0:1557964500.874453:0:24065:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7c600] (23)-- 00000800:00000200:2.0:1557964500.874453:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f08a00] -> 172.19.1.55@o2ib100 (2) version: 12 00000400:00000010:26.0:1557964500.874458:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c7400 (tot 30921876). 00000800:00000200:2.0:1557964500.874458:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915b2ec9e00] (20)++ 00000800:00000200:27.2:1557964500.874460:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7c800] (21)++ 00000800:00000200:2.0:1557964500.874460:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915b2ec9e00] (21)++ 00000800:00000200:2.0:1557964500.874462:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915b2ec9e00] (22)-- 00000400:00000200:2.0:1557964500.874465:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000800:00000200:26.0:1557964500.874469:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c600] (22)-- 00000400:00000200:2.0:1557964500.874470:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.22@o2ib100 00000800:00000200:26.0:1557964500.874472:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c600] (21)-- 00000400:00000010:2.0:1557964500.874472:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c6e00 (tot 30922276). 00000800:00000200:26.0:1557964500.874474:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c800] (22)++ 00000400:00000200:2.0:1557964500.874475:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.22@o2ib100 00000800:00000200:26.0:1557964500.874479:0:24065:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7c800] (23)-- 00000800:00000200:27.0:1557964500.874481:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (22)-- 00000400:00000010:26.0:1557964500.874482:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c0200 (tot 30921876). 00000800:00000200:26.0:1557964500.874484:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (21)-- 00000400:00000200:2.0:1557964500.874484:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.22@o2ib100(172.19.2.22@o2ib100:172.19.2.22@o2ib100) : GET 00000800:00000200:2.0:1557964500.874488:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.22@o2ib100 00000800:00000200:2.0:1557964500.874492:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f09900] -> 172.19.2.22@o2ib100 (2) version: 12 00000800:00000200:2.0:1557964500.874494:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915b2ece400] (20)++ 00000800:00000200:2.0:1557964500.874495:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915b2ece400] (21)++ 00000800:00000200:2.0:1557964500.874498:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915b2ece400] (22)-- 00000400:00000200:2.0:1557964500.874501:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000800:00000200:26.2:1557964500.874504:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7c600] (20)++ 00000400:00000200:2.0:1557964500.874505:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.23@o2ib100 00000400:00000010:2.0:1557964500.874507:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c7a00 (tot 30922276). 00000800:00000200:12.2:1557964500.874508:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ec9e00] (21)++ 00000400:00000200:2.0:1557964500.874510:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.23@o2ib100 00000800:00000200:26.0:1557964500.874513:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c600] (21)++ 00000800:00000200:11.2:1557964500.874516:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ece400] (21)++ 00000800:00000200:15.0:1557964500.874520:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c600] (22)-- 00000800:00000200:26.0:1557964500.874521:0:24067:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.53@o2ib100 00000400:00000200:2.0:1557964500.874523:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.23@o2ib100(172.19.2.23@o2ib100:172.19.2.23@o2ib100) : GET 00000800:00000200:2.0:1557964500.874528:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.23@o2ib100 00000400:00000200:26.0:1557964500.874532:0:24067:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.53@o2ib100 : REPLY 00000800:00000200:2.0:1557964500.874533:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0bf80] -> 172.19.2.23@o2ib100 (2) version: 12 00000400:00000010:26.0:1557964500.874535:0:24067:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924c826a600 (tot 30922676). 00000800:00000200:2.0:1557964500.874535:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7bc00] (20)++ 00000800:00000200:2.0:1557964500.874536:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7bc00] (21)++ 00000800:00000200:2.0:1557964500.874540:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7bc00] (22)-- 00000400:00000200:2.0:1557964500.874543:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000400:00000200:26.0:1557964500.874544:0:24067:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.53@o2ib100 of length 64/64 into md 0x11 00000400:00000200:26.0:1557964500.874548:0:24067:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000200:2.0:1557964500.874548:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.24@o2ib100 00000800:00000200:27.2:1557964500.874549:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7c800] (20)++ 00000400:00000010:2.0:1557964500.874550:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c6000 (tot 30923076). 00000400:00000010:26.0:1557964500.874551:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924c826a600 (tot 30922676). 00000800:00000200:26.0:1557964500.874553:0:24067:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7c600] (21)++ 00000400:00000200:2.0:1557964500.874554:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.24@o2ib100 00000800:00000200:28.2:1557964500.874555:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7bc00] (21)++ 00000800:00000200:26.0:1557964500.874556:0:24067:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7c600] (22)-- 00000400:00000200:2.0:1557964500.874562:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.24@o2ib100(172.19.2.24@o2ib100:172.19.2.24@o2ib100) : GET 00000800:00000200:1.0:1557964500.874562:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (22)++ 00000800:00000200:26.0:1557964500.874563:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c600] (21)-- 00000800:00000200:27.0:1557964500.874565:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c800] (21)++ 00000800:00000200:2.0:1557964500.874567:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.24@o2ib100 00000800:00000200:26.0:1557964500.874569:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (22)++ 00000800:00000200:2.0:1557964500.874570:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f08780] -> 172.19.2.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964500.874571:0:24061:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915b2ec9e00] (23)-- 00000800:00000200:26.0:1557964500.874573:0:24067:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7bc00] (23)-- 00000800:00000200:2.0:1557964500.874573:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915b2ec9800] (20)++ 00000800:00000200:28.0:1557964500.874574:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (22)-- 00000800:00000200:27.0:1557964500.874574:0:24068:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.54@o2ib100 00000800:00000200:2.0:1557964500.874575:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915b2ec9800] (21)++ 00000400:00000010:1.0:1557964500.874576:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c5000 (tot 30922276). 00000400:00000010:26.0:1557964500.874577:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c7a00 (tot 30921876). 00000800:00000200:11.0F:1557964500.874577:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (22)-- 00000800:00000200:2.0:1557964500.874578:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915b2ec9800] (22)-- 00000800:00000200:1.0:1557964500.874580:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (22)-- 00000400:00000200:2.0:1557964500.874582:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318161028 00000800:00000200:26.0:1557964500.874583:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (21)-- 00000800:00000200:1.0:1557964500.874583:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ece400] (22)++ 00000400:00000200:27.0:1557964500.874586:0:24068:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.54@o2ib100 : REPLY 00000400:00000200:2.0:1557964500.874587:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.25@o2ib100 00000800:00000200:1.0:1557964500.874588:0:24061:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915b2ece400] (23)-- 00000400:00000010:2.0:1557964500.874589:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c4c00 (tot 30922276). 00000400:00000010:1.0:1557964500.874590:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c6e00 (tot 30921876). 00000400:00000010:27.0:1557964500.874591:0:24068:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff892575fc3600 (tot 30922276). 00000400:00000200:2.0:1557964500.874592:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.25@o2ib100 00000800:00000200:1.0:1557964500.874593:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ece400] (22)-- 00000800:00000200:1.0:1557964500.874595:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (21)++ 00000800:00000200:1.0:1557964500.874600:0:24061:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.55@o2ib100 00000400:00000200:2.0:1557964500.874601:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.25@o2ib100(172.19.2.25@o2ib100:172.19.2.25@o2ib100) : GET 00000800:00000200:19.0:1557964500.874605:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ece400] (21)-- 00000800:00000200:2.0:1557964500.874606:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.25@o2ib100 00000400:00000200:1.0:1557964500.874608:0:24061:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.55@o2ib100 : REPLY 00000800:00000200:19.0:1557964500.874610:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (22)-- 00000800:00000200:2.0:1557964500.874610:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0a200] -> 172.19.2.25@o2ib100 (2) version: 12 00000400:00000200:27.0:1557964500.874611:0:24068:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.54@o2ib100 of length 64/64 into md 0x19 00000400:00000010:1.0:1557964500.874612:0:24061:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e3aa00 (tot 30922676). 00000800:00000200:2.0:1557964500.874613:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7b600] (20)++ 00000800:00000200:2.0:1557964500.874614:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7b600] (21)++ 00000800:00000200:2.0:1557964500.874617:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7b600] (22)-- 00000400:00000200:1.0:1557964500.874620:0:24061:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.55@o2ib100 of length 64/64 into md 0x21 00000400:00000200:27.0:1557964500.874624:0:24068:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:11.2:1557964500.874626:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ece400] (20)++ 00000400:00000200:1.0:1557964500.874626:0:24061:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:27.0:1557964500.874627:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff892575fc3600 (tot 30922276). 00000400:00000010:1.0:1557964500.874629:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e3aa00 (tot 30921876). 00000800:00000200:27.0:1557964500.874631:0:24068:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7c800] (21)++ 00000800:00000200:1.0:1557964500.874631:0:24061:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915b2ec9e00] (21)++ 00000800:00000200:1.0:1557964500.874634:0:24061:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915b2ec9e00] (22)-- 00000800:00000200:27.0:1557964500.874635:0:24068:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7c800] (22)-- 00000800:00000200:1.0:1557964500.874636:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (21)-- 00000800:00000200:27.0:1557964500.874638:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (21)-- 00000800:00000200:1.0:1557964500.874639:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ece400] (21)++ 00000800:00000200:1.0:1557964500.874645:0:24061:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.22@o2ib100 00000800:00000200:21.0:1557964500.874664:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ece400] (22)-- 00000400:00000200:1.0:1557964500.874664:0:24061:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.22@o2ib100 : REPLY 00000400:00000010:1.0:1557964500.874665:0:24061:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e3aa00 (tot 30922276). 00000400:00000200:1.0:1557964500.874667:0:24061:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.22@o2ib100 of length 64/64 into md 0x29 00000400:00000200:1.0:1557964500.874668:0:24061:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:1.0:1557964500.874681:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e3aa00 (tot 30921876). 00000800:00000200:1.0:1557964500.874682:0:24061:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915b2ece400] (21)++ 00000800:00000200:29.2:1557964500.874683:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ec9800] (21)++ 00000800:00000200:1.0:1557964500.874683:0:24061:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915b2ece400] (22)-- 00000800:00000200:14.2:1557964500.874686:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7b600] (21)++ 00000800:00000200:1.0:1557964500.874687:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ece400] (21)-- 00000800:00000200:1.0:1557964500.874689:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9800] (22)++ 00000800:00000200:1.0:1557964500.874691:0:24061:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915b2ec9800] (23)-- 00000800:00000200:2.0:1557964500.874693:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (22)-- 00000400:00000010:1.0:1557964500.874693:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c6000 (tot 30921476). 00000800:00000200:1.0:1557964500.874695:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (21)-- 00000800:00000200:14.0:1557964500.874697:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7b600] (22)++ 00000800:00000200:14.0:1557964500.874701:0:24066:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7b600] (23)-- 00000800:00000200:11.0:1557964500.874704:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7b600] (22)-- 00000400:00000010:14.0:1557964500.874705:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c4c00 (tot 30921076). 00000800:00000200:14.0:1557964500.874707:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7b600] (21)-- 00000800:00000200:14.2:1557964500.874753:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7b600] (20)++ 00000800:00000200:28.2:1557964500.874756:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7bc00] (20)++ 00000800:00000200:29.2:1557964500.874758:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ec9800] (20)++ 00000800:00000200:14.0:1557964500.874761:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7b600] (21)++ 00000800:00000200:14.0:1557964500.874765:0:24067:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.25@o2ib100 00000800:00000200:28.0:1557964500.874766:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (21)++ 00000800:00000200:21.0:1557964500.874768:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9800] (21)++ 00000400:00000200:14.0:1557964500.874768:0:24067:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.25@o2ib100 : REPLY 00000400:00000010:14.0:1557964500.874770:0:24067:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915fdb7ec00 (tot 30921476). 00000800:00000200:28.0:1557964500.874771:0:24068:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.23@o2ib100 00000800:00000200:21.0:1557964500.874772:0:24062:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.24@o2ib100 00000800:00000200:11.0:1557964500.874772:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7b600] (22)-- 00000800:00000200:2.0:1557964500.874773:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (22)-- 00000400:00000200:14.0:1557964500.874774:0:24067:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.25@o2ib100 of length 64/64 into md 0x41 00000400:00000200:28.0:1557964500.874775:0:24068:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.23@o2ib100 : REPLY 00000800:00000200:11.0:1557964500.874775:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (22)-- 00000400:00000200:14.0:1557964500.874776:0:24067:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:28.0:1557964500.874777:0:24068:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925fd04bc00 (tot 30921476). 00000400:00000200:21.0:1557964500.874777:0:24062:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.24@o2ib100 : REPLY 00000400:00000010:14.0:1557964500.874777:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915fdb7ec00 (tot 30921076). 00000400:00000010:21.0:1557964500.874778:0:24062:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925f72e9400 (tot 30921876). 00000800:00000200:14.0:1557964500.874778:0:24067:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7b600] (21)++ 00000800:00000200:14.0:1557964500.874779:0:24067:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7b600] (22)-- 00000800:00000200:14.0:1557964500.874780:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7b600] (21)-- 00000400:00000200:28.0:1557964500.874781:0:24068:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.23@o2ib100 of length 64/64 into md 0x31 00000400:00000200:21.0:1557964500.874784:0:24062:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.24@o2ib100 of length 64/64 into md 0x39 00000400:00000200:28.0:1557964500.874786:0:24068:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:28.0:1557964500.874787:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925fd04bc00 (tot 30921476). 00000400:00000200:21.0:1557964500.874787:0:24062:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:28.0:1557964500.874788:0:24068:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7bc00] (21)++ 00000400:00000010:21.0:1557964500.874789:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925f72e9400 (tot 30921076). 00000800:00000200:28.0:1557964500.874790:0:24068:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7bc00] (22)-- 00000800:00000200:28.0:1557964500.874790:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (21)-- 00000800:00000200:21.0:1557964500.874790:0:24062:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915b2ec9800] (21)++ 00000800:00000200:21.0:1557964500.874792:0:24062:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915b2ec9800] (22)-- 00000800:00000200:21.0:1557964500.874793:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (21)-- 00010000:00000001:7.0:1557964500.894319:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964500.894321:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:7.0:1557964500.894324:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964500.894327:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964500.894328:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964500.894329:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964500.894331:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964500.894332:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964500.894333:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964500.894335:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964500.894336:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964500.894337:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964500.894341:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964500.894344:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964500.894345:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964500.894347:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964500.894350:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1557964500.894350:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:7.0:1557964500.894351:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964500.894351:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964500.894352:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964500.894353:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964500.894354:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964500.894355:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964500.894355:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964500.894356:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964500.894357:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964500.894359:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964500.894359:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964500.894360:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964500.894361:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964500.894362:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964500.894362:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964500.894364:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964500.894364:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964500.894366:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964500.894367:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964500.894374:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964500.894375:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964500.894377:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964500.894378:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964500.927317:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964500.927323:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964500.927325:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514611800. 00000020:00000040:5.0:1557964500.927328:0:24107:0:(genops.c:1214:class_import_get()) import ffff8925eae5c800 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:5.0:1557964500.927331:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964500.927347:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964500.927349:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964500.927354:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8cb00. 00000100:00000001:5.0:1557964500.927356:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964500.927358:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS req@ffff891514611800 x1633636318338320/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964500.927362:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964500.927363:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964500.927363:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964500.927367:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514611800] to pc [ptlrpcd_00_00:0] req@ffff891514611800 x1633636318338320/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964500.927373:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964500.927374:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964500.927375:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964500.927376:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514611500. 00000020:00000040:5.0:1557964500.927377:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a72000 refcount=4 obd=looze-MDT0000-mdc-ffff8925ba270000 00000100:00000001:5.0:1557964500.927377:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964500.927378:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964500.927379:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964500.927379:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8f200. 00000100:00000001:5.0:1557964500.927380:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964500.927381:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0000_UUID req@ffff891514611500 x1633636318338336/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964500.927383:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964500.927384:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964500.927384:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964500.927385:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514611500] to pc [ptlrpcd_00_01:1] req@ffff891514611500 x1633636318338336/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964500.927388:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964500.927389:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964500.927390:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964500.927390:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514612100. 00000020:00000040:5.0:1557964500.927391:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a74800 refcount=4 obd=looze-MDT0001-mdc-ffff8925ba270000 00000100:00000001:5.0:1557964500.927392:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:7.0:1557964500.927398:0:24075:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:5.0:1557964500.927416:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964500.927416:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964500.927417:0:24075:0:(client.c:1680:ptlrpc_check_set()) Process entered 02000000:00000010:5.0:1557964500.927417:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8c600. 00000100:00000001:7.0:1557964500.927418:0:24075:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:5.0:1557964500.927418:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964500.927419:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID req@ffff891514612100 x1633636318338352/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:7.0:1557964500.927420:0:24075:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514611800 x1633636318338320/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964500.927422:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964500.927423:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964500.927423:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964500.927424:0:24075:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:7.0:1557964500.927424:0:24075:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964500.927424:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:5.0:1557964500.927424:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514612100] to pc [ptlrpcd_00_02:2] req@ffff891514612100 x1633636318338352/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:7.0:1557964500.927426:0:24075:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:7.0:1557964500.927426:0:24075:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964500.927426:0:24076:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:6.0:1557964500.927427:0:24076:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00100000:7.0:1557964500.927428:0:24075:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24075:1633636318338320:172.19.1.24@o2ib100:400 00000100:00000001:7.0:1557964500.927429:0:24075:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000040:6.0:1557964500.927429:0:24076:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514611500 x1633636318338336/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:7.0:1557964500.927430:0:24075:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:5.0:1557964500.927430:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1557964500.927431:0:24075:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964500.927431:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:7.0:1557964500.927432:0:24075:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:5.0:1557964500.927432:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964500.927432:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514614b00. 02000000:00000010:7.0:1557964500.927433:0:24075:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925e025fe00. 00000100:00000001:6.0:1557964500.927433:0:24076:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000040:5.0:1557964500.927433:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a77000 refcount=5 obd=looze-OST0008-osc-ffff8925ba270000 00000100:00000001:5.0:1557964500.927433:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:7.0:1557964500.927434:0:24075:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964500.927434:0:24076:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1557964500.927434:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964500.927434:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964500.927435:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8ca00. 00000100:00000001:5.0:1557964500.927435:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1557964500.927436:0:24076:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:6.0:1557964500.927436:0:24076:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964500.927436:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID req@ffff891514614b00 x1633636318338368/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000400:00000010:7.0:1557964500.927437:0:24075:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8915f3f13ea0. 00000400:00000010:7.0:1557964500.927438:0:24075:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff890639ac0300. 00000100:00100000:6.0:1557964500.927438:0:24076:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24076:1633636318338336:172.19.1.24@o2ib100:400 00000100:00000001:6.0:1557964500.927439:0:24076:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:5.0:1557964500.927439:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964500.927439:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:7.0:1557964500.927440:0:24075:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338320, portal 25 02000000:00000001:6.0:1557964500.927440:0:24076:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:5.0:1557964500.927440:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964500.927441:0:24075:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:7.0:1557964500.927441:0:24075:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362066944 : -130751347484672 : ffff891514611800) 02000000:00000001:6.0:1557964500.927441:0:24076:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964500.927441:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514614b00] to pc [ptlrpcd_00_03:3] req@ffff891514614b00 x1633636318338368/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:6.0:1557964500.927442:0:24076:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:7.0:1557964500.927443:0:24075:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514611800 x1633636318338320/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964606 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 02000000:00000010:6.0:1557964500.927443:0:24076:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff89254ea9c600. 02000000:00000001:6.0:1557964500.927444:0:24076:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964500.927444:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964500.927445:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0009_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:6.0:1557964500.927446:0:24076:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925c80093c0. 00000100:00000001:5.0:1557964500.927446:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000001:7.0:1557964500.927447:0:24075:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000010:5.0:1557964500.927447:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514612400. 00000100:00000040:7.0:1557964500.927448:0:24075:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:6.0:1557964500.927448:0:24076:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f52ac780. 00000020:00000040:5.0:1557964500.927448:0:24107:0:(genops.c:1214:class_import_get()) import ffff891512a11000 refcount=5 obd=looze-OST0009-osc-ffff8925ba270000 00000400:00000010:7.0:1557964500.927449:0:24075:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff890639ac1900. 00000100:00000200:6.0:1557964500.927449:0:24076:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338336, portal 10 00000100:00000001:5.0:1557964500.927449:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964500.927449:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:7.0:1557964500.927450:0:24075:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636318338320, offset 0 00000100:00000001:6.0:1557964500.927450:0:24076:0:(client.c:2835:ptlrpc_request_addref()) Process entered 02000000:00000001:5.0:1557964500.927450:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964500.927450:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8d300. 00000400:00000010:7.0:1557964500.927451:0:24075:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e025ba00 (tot 30921476). 00000100:00000001:6.0:1557964500.927451:0:24076:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362066176 : -130751347485440 : ffff891514611500) 00000100:00000001:5.0:1557964500.927451:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964500.927452:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0009_UUID req@ffff891514612400 x1633636318338384/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000400:00000200:7.0:1557964500.927453:0:24075:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000100:00000040:6.0:1557964500.927453:0:24076:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514611500 x1633636318338336/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964606 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964500.927455:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964500.927455:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964500.927456:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964500.927456:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:5.0:1557964500.927457:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514612400] to pc [ptlrpcd_00_04:4] req@ffff891514612400 x1633636318338384/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:0.0:1557964500.927457:0:24077:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000200:7.0:1557964500.927458:0:24075:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000100:00000001:0.0:1557964500.927458:0:24077:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000800:00000200:7.0:1557964500.927460:0:24075:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000100:00000001:6.0:1557964500.927461:0:24076:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:0.0:1557964500.927461:0:24077:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514612100 x1633636318338352/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:6.0:1557964500.927462:0:24076:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000800:00000200:7.0:1557964500.927463:0:24075:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000400:00000010:6.0:1557964500.927463:0:24076:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f52ac600. 00000100:00000001:5.0:1557964500.927463:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927463:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2736168 : 2736168 : 29c028) 00000100:00000200:6.0:1557964500.927464:0:24076:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318338336, offset 0 00000020:00000001:5.0:1557964500.927464:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2953720 : 2953720 : 2d11f8) 00000800:00000200:7.0:1557964500.927465:0:24075:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (20)++ 00000020:00000001:5.0:1557964500.927465:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705578936 : -3972680 : ffffffffffc361b8) 00000100:00000001:0.0:1557964500.927465:0:24077:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000400:00000010:6.0:1557964500.927466:0:24076:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89254ea9ce00 (tot 30921876). 00000020:00000001:5.0:1557964500.927466:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073699899538 : -9652078 : ffffffffff6cb892) 00000020:00000001:5.0:1557964500.927466:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1097192 : 1097192 : 10bde8) 00000100:00000001:0.0:1557964500.927466:0:24077:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964500.927467:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:7.0:1557964500.927467:0:24075:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (21)++ 00000020:00000001:5.0:1557964500.927467:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709482998 : -68618 : fffffffffffef3f6) 00000020:00000001:5.0:1557964500.927467:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705769083 : -3782533 : ffffffffffc6487b) 02000000:00000001:0.0:1557964500.927467:0:24077:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:6.0:1557964500.927468:0:24076:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:5.0:1557964500.927468:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2487532 : 2487532 : 25f4ec) 02000000:00000001:0.0:1557964500.927468:0:24077:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:23.0:1557964500.927469:0:24080:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [4->5] 00000020:00000001:5.0:1557964500.927469:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2081840 : 2081840 : 1fc430) 00000020:00000001:5.0:1557964500.927469:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=55480 : 55480 : d8b8) 00000100:00000001:23.0:1557964500.927470:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:7.0:1557964500.927470:0:24075:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (22)-- 00000020:00000001:5.0:1557964500.927470:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073708005614 : -1546002 : ffffffffffe868ee) 00000020:00000001:5.0:1557964500.927470:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709443432 : -108184 : fffffffffffe5968) 00000100:00000001:7.0:1557964500.927471:0:24075:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927471:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709484336 : -67280 : fffffffffffef930) 00000020:00000001:5.0:1557964500.927471:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709450824 : -100792 : fffffffffffe7648) 00000100:00100000:0.0:1557964500.927471:0:24077:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24077:1633636318338352:172.19.1.25@o2ib100:400 00000100:00000001:23.0:1557964500.927472:0:24080:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:7.0:1557964500.927472:0:24075:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964500.927472:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709522752 : -28864 : ffffffffffff8f40) 00000100:00000001:1.0:1557964500.927472:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964500.927472:0:24077:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000001:23.0:1557964500.927473:0:24080:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1557964500.927473:0:24075:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1557964500.927473:0:24076:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:5.0:1557964500.927473:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709546976 : -4640 : ffffffffffffede0) 00000100:00000001:1.0:1557964500.927473:0:24078:0:(client.c:1680:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1557964500.927473:0:24077:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:23.0:1557964500.927474:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964500.927474:0:24075:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927474:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=49496 : 49496 : c158) 00000100:00000001:1.0:1557964500.927474:0:24078:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1557964500.927474:0:24077:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964500.927475:0:24080:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1557964500.927475:0:24075:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:6.0:1557964500.927475:0:24076:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:5.0:1557964500.927475:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7833692 : 7833692 : 77885c) 00000020:00000001:5.0:1557964500.927475:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1435441 : 1435441 : 15e731) 02000000:00000001:0.0:1557964500.927475:0:24077:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:23.0:1557964500.927476:0:24080:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:5.0:1557964500.927476:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=15616 : 15616 : 3d00) 02000000:00000010:0.0:1557964500.927476:0:24077:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff89259e758000. 00000100:00000001:7.0:1557964500.927477:0:24075:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:5.0:1557964500.927477:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=668095 : 668095 : a31bf) 00000020:00000001:5.0:1557964500.927477:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1358872 : 1358872 : 14bc18) 00000100:00000040:1.0:1557964500.927477:0:24078:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514614b00 x1633636318338368/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:0.0:1557964500.927477:0:24077:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:23.0:1557964500.927478:0:24080:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514612400 x1633636318338384/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964500.927478:0:24075:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000800:00000200:6.0:1557964500.927478:0:24076:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964500.927478:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1560429 : 1560429 : 17cf6d) 00000400:00000010:0.0:1557964500.927478:0:24077:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925eb609780. 00000100:00000001:7.0:1557964500.927479:0:24075:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964500.927479:0:24075:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:6.0:1557964500.927479:0:24076:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (21)++ 00000020:00000001:5.0:1557964500.927479:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1732876 : 1732876 : 1a710c) 00000020:00000001:5.0:1557964500.927479:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=92728 : 92728 : 16a38) 00000100:00000001:7.0:1557964500.927480:0:24075:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:6.0:1557964500.927480:0:24076:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (22)++ 00000020:00000001:5.0:1557964500.927480:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2027914 : 2027914 : 1ef18a) 00000020:00000001:5.0:1557964500.927480:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=114620 : 114620 : 1bfbc) 00000400:00000010:0.0:1557964500.927480:0:24077:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7f980. 00000100:00000001:7.0:1557964500.927481:0:24075:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927481:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=4096 : 4096 : 1000) 00000020:00000001:5.0:1557964500.927481:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709528278 : -23338 : ffffffffffffa4d6) 00000100:00000001:1.0:1557964500.927481:0:24078:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:7.0:1557964500.927482:0:24075:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964500.927482:0:24075:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:6.0:1557964500.927482:0:24076:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (23)-- 00000020:00000001:5.0:1557964500.927482:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=6747 : 6747 : 1a5b) 00000020:00000001:5.0:1557964500.927482:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709531320 : -20296 : ffffffffffffb0b8) 00000100:00000001:1.0:1557964500.927482:0:24078:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1557964500.927482:0:24077:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338352, portal 10 00000100:00000001:23.0:1557964500.927483:0:24080:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:7.0:1557964500.927483:0:24075:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964500.927483:0:24076:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927483:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709543636 : -7980 : ffffffffffffe0d4) 02000000:00000001:1.0:1557964500.927483:0:24078:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1557964500.927483:0:24077:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:23.0:1557964500.927484:0:24080:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964500.927484:0:24075:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964500.927484:0:24076:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964500.927484:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927484:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964500.927484:0:24078:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964500.927484:0:24077:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362069248 : -130751347482368 : ffff891514612100) 02000000:00000001:23.0:1557964500.927485:0:24080:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:6.0:1557964500.927485:0:24076:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927485:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927485:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964500.927485:0:24078:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24078:1633636318338368:172.19.1.35@o2ib100:400 02000000:00000001:23.0:1557964500.927486:0:24080:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964500.927486:0:24076:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927486:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927486:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1557964500.927486:0:24077:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514612100 x1633636318338352/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964606 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:6.0:1557964500.927487:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964500.927487:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927487:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964500.927487:0:24078:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00100000:23.0:1557964500.927488:0:24080:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_05:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24080:1633636318338384:172.19.1.36@o2ib100:400 00000020:00000001:5.0:1557964500.927488:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927488:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964500.927488:0:24078:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:23.0:1557964500.927489:0:24080:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000001:6.0:1557964500.927489:0:24076:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:6.0:1557964500.927489:0:24076:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964500.927489:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927489:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964500.927489:0:24078:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964500.927489:0:24078:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1557964500.927489:0:24077:0:(niobuf.c:54:ptl_send_buf()) Process entered 02000000:00000001:23.0:1557964500.927490:0:24080:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:6.0:1557964500.927490:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964500.927490:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927490:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1557964500.927490:0:24077:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 02000000:00000001:23.0:1557964500.927491:0:24080:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964500.927491:0:24076:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:6.0:1557964500.927491:0:24076:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927491:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964500.927491:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1557964500.927491:0:24078:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925e1e3aa00. 02000000:00000001:1.0:1557964500.927491:0:24078:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964500.927491:0:24077:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7f100. 02000000:00000001:23.0:1557964500.927492:0:24080:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:6.0:1557964500.927492:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927492:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927492:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1557964500.927492:0:24077:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318338352, offset 0 02000000:00000010:23.0:1557964500.927493:0:24080:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8915fa594400. 00000100:00000001:6.0:1557964500.927493:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964500.927493:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964500.927493:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1557964500.927493:0:24078:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924ca681b40. 02000000:00000001:23.0:1557964500.927494:0:24080:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964500.927494:0:24076:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:6.0:1557964500.927494:0:24076:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927494:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927494:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964500.927494:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964500.927494:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964500.927494:0:24077:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89259e758200 (tot 30922276). 00000400:00000010:23.0:1557964500.927495:0:24080:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8915f5283600. 00000100:00000001:6.0:1557964500.927495:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927495:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1557964500.927495:0:24078:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89251f217d00. 00000020:00000001:5.0:1557964500.927496:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927496:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1557964500.927496:0:24078:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338368, portal 4 00000400:00000200:0.0:1557964500.927496:0:24077:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000010:23.0:1557964500.927497:0:24080:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89159933e280. 00000020:00000001:5.0:1557964500.927497:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927497:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964500.927497:0:24078:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000200:23.0:1557964500.927498:0:24080:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338384, portal 4 00000020:00000001:5.0:1557964500.927498:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927498:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964500.927498:0:24078:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362080000 : -130751347471616 : ffff891514614b00) 00000100:00000001:23.0:1557964500.927499:0:24080:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:5.0:1557964500.927499:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927499:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964500.927500:0:24080:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362070016 : -130751347481600 : ffff891514612400) 00000020:00000001:5.0:1557964500.927500:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927500:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1557964500.927500:0:24078:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514614b00 x1633636318338368/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964606 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964500.927501:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927501:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1557964500.927501:0:24077:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000020:00000001:5.0:1557964500.927502:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927502:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:23.0:1557964500.927503:0:24080:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514612400 x1633636318338384/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964606 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964500.927503:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927503:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964500.927503:0:24077:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000020:00000001:5.0:1557964500.927504:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927504:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964500.927504:0:24078:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:5.0:1557964500.927505:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927505:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1557964500.927505:0:24078:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.35@o2ib100 00000100:00000001:23.0:1557964500.927506:0:24080:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:5.0:1557964500.927506:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927506:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1557964500.927506:0:24078:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89251f216480. 00000100:00000040:23.0:1557964500.927507:0:24080:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.36@o2ib100 00000020:00000001:5.0:1557964500.927507:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927507:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1557964500.927507:0:24078:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1633636318338368, offset 0 00000800:00000200:0.0:1557964500.927507:0:24077:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f3c80] -> 172.19.1.25@o2ib100 (2) version: 12 00000400:00000010:23.0:1557964500.927508:0:24080:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89159933fc80. 00000020:00000001:5.0:1557964500.927508:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927508:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964500.927508:0:24077:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925eb377e00] (20)++ 00000100:00000200:23.0:1557964500.927509:0:24080:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1633636318338384, offset 0 00000020:00000001:5.0:1557964500.927509:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927509:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1557964500.927509:0:24078:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e3a400 (tot 30922676). 00000800:00000200:0.0:1557964500.927509:0:24077:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925eb377e00] (21)++ 00000800:00000200:29.2:1557964500.927510:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (22)++ 00000400:00000010:23.0:1557964500.927510:0:24080:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915fa594000 (tot 30923076). 00000400:00000200:1.0:1557964500.927510:0:24078:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.35@o2ib100 00000400:00000200:23.0:1557964500.927512:0:24080:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.36@o2ib100 00000800:00000200:0.0:1557964500.927512:0:24077:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925eb377e00] (22)-- 00000100:00000001:0.0:1557964500.927513:0:24077:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964500.927514:0:24077:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1557964500.927514:0:24077:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927515:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927515:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927516:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1557964500.927516:0:24078:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.35@o2ib100(172.19.1.35@o2ib100:172.19.1.35@o2ib100) : PUT 00000100:00000001:0.0:1557964500.927516:0:24077:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964500.927516:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:23.0:1557964500.927517:0:24080:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) : PUT 00000020:00000001:5.0:1557964500.927517:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927517:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927518:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964500.927518:0:24077:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:23.0:1557964500.927519:0:24080:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.36@o2ib100 00000020:00000001:5.0:1557964500.927519:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927519:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1557964500.927519:0:24078:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.35@o2ib100 00000100:00000001:0.0:1557964500.927519:0:24077:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964500.927520:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927520:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964500.927520:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964500.927521:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927521:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964500.927521:0:24077:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1557964500.927521:0:24077:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:23.0:1557964500.927522:0:24080:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915a1ec0580] -> 172.19.1.36@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964500.927522:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927522:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1557964500.927522:0:24078:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f2000] -> 172.19.1.35@o2ib100 (2) version: 12 00000100:00000001:0.0:1557964500.927522:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:23.0:1557964500.927523:0:24080:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (20)++ 00000020:00000001:5.0:1557964500.927523:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927523:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964500.927523:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964500.927523:0:24077:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:23.0:1557964500.927524:0:24080:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fdb7cc00] (21)++ 00000800:00000200:19.0:1557964500.927524:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)++ 00000020:00000001:5.0:1557964500.927524:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927524:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1557964500.927524:0:24078:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (20)++ 00000100:00000001:0.0:1557964500.927524:0:24077:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964500.927524:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927525:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927525:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927526:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927526:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1557964500.927526:0:24078:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7cc00] (21)++ 00000800:00000200:23.0:1557964500.927527:0:24080:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000001:23.0:1557964500.927527:0:24080:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927527:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927527:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964500.927528:0:24080:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:19.0:1557964500.927528:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (24)-- 00000020:00000001:5.0:1557964500.927528:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927528:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1557964500.927528:0:24078:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:23.0:1557964500.927529:0:24080:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927529:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927529:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964500.927529:0:24078:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964500.927530:0:24080:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964500.927530:0:24063:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:5.0:1557964500.927530:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927530:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964500.927530:0:24078:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:23.0:1557964500.927531:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927531:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927531:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964500.927531:0:24078:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964500.927532:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:23.0:1557964500.927532:0:24080:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000200:19.0:1557964500.927532:0:24063:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514611800 x1633636318338320/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964606 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964500.927532:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927532:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964500.927532:0:24078:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964500.927533:0:24080:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964500.927533:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927533:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964500.927533:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964500.927534:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964500.927534:0:24078:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:5.0:1557964500.927535:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927535:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964500.927535:0:24078:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964500.927536:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964500.927536:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964500.927536:0:24078:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:19.0:1557964500.927537:0:24063:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:5.0:1557964500.927537:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964500.927537:0:24078:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:19.0:1557964500.927538:0:24063:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514611800 x1633636318338320/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964606 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964500.927538:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927538:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927538:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964500.927538:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927539:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927539:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964500.927539:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964500.927539:0:24078:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1557964500.927539:0:24078:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927540:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927540:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964500.927540:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927541:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964500.927542:0:24063:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964500.927542:0:24063:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:5.0:1557964500.927542:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927542:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927542:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:19.0:1557964500.927543:0:24063:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff890639ac1900 00000020:00000001:5.0:1557964500.927543:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927543:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927544:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927544:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:19.0:1557964500.927545:0:24063:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff890639ac1900. 00000020:00000001:5.0:1557964500.927545:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927545:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927546:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927546:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:19.0:1557964500.927547:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e025ba00 (tot 30922676). 00000800:00000200:14.2:1557964500.927547:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (21)++ 00000020:00000001:5.0:1557964500.927547:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927547:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927548:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927548:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1557964500.927549:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)-- 00000020:00000001:5.0:1557964500.927549:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927549:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1557964500.927550:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000020:00000001:5.0:1557964500.927550:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927550:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927551:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1557964500.927552:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (23)-- 00000020:00000001:5.0:1557964500.927552:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964500.927553:0:24063:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:5.0:1557964500.927553:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927553:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927554:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:19.0:1557964500.927555:0:24063:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514611500 x1633636318338336/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964606 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964500.927555:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927555:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927556:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927556:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1557964500.927556:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000020:00000001:5.0:1557964500.927557:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927557:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964500.927558:0:24063:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:5.0:1557964500.927558:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927558:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:19.0:1557964500.927559:0:24063:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514611500 x1633636318338336/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964606 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964500.927559:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927559:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927560:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927560:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927561:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927561:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964500.927562:0:24063:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964500.927562:0:24063:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:5.0:1557964500.927562:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927562:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927562:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:19.0:1557964500.927563:0:24063:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f52ac600 00000400:00000010:19.0:1557964500.927563:0:24063:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f52ac600. 00000020:00000001:5.0:1557964500.927563:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927563:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:19.0:1557964500.927564:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89254ea9ce00 (tot 30922276). 00000020:00000001:5.0:1557964500.927564:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927564:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1557964500.927565:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000020:00000001:5.0:1557964500.927565:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927565:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964500.927566:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)++ 00000020:00000001:5.0:1557964500.927566:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927566:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.2:1557964500.927567:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (21)++ 00000020:00000001:5.0:1557964500.927567:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927567:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927568:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927568:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927569:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927570:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.2:1557964500.927571:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (21)++ 00000020:00000001:5.0:1557964500.927571:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927571:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964500.927572:0:24065:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925eb377e00] (23)-- 00000020:00000001:5.0:1557964500.927572:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927572:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927573:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927573:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927574:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964500.927575:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964500.927575:0:24107:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318247081) 00000100:00000001:14.0:1557964500.927576:0:24065:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:14.0:1557964500.927581:0:24065:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514612100 x1633636318338352/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964606 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:4.0:1557964500.927583:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)++ 00000800:00000200:4.0:1557964500.927588:0:24064:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fdb7cc00] (23)-- 00000800:00000200:2.0:1557964500.927591:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000800:00000200:24.0:1557964500.927592:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000100:00000001:14.0:1557964500.927592:0:24065:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000800:00000200:24.0:1557964500.927595:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)++ 00000100:00000040:14.0:1557964500.927595:0:24065:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514612100 x1633636318338352/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964606 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:24.0:1557964500.927603:0:24068:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7cc00] (23)-- 00000100:00000001:14.0:1557964500.927604:0:24065:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964500.927606:0:24065:0:(events.c:81:request_out_callback()) Process leaving 00000800:00000200:15.0:1557964500.927607:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000400:00000200:14.0:1557964500.927607:0:24065:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7f100 00000400:00000010:14.0:1557964500.927610:0:24065:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7f100. 00000100:00000001:4.0:1557964500.927613:0:24064:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:14.0:1557964500.927614:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89259e758200 (tot 30921876). 00000100:00000200:4.0:1557964500.927615:0:24064:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514612400 x1633636318338384/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964606 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:14.0:1557964500.927617:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000100:00000001:4.0:1557964500.927620:0:24064:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:4.0:1557964500.927621:0:24064:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514612400 x1633636318338384/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964606 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964500.927625:0:24064:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964500.927626:0:24064:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:4.0:1557964500.927626:0:24064:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89159933fc80 00000400:00000010:4.0:1557964500.927628:0:24064:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89159933fc80. 00000100:00000001:24.0:1557964500.927630:0:24068:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:4.0:1557964500.927630:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915fa594000 (tot 30921476). 00000800:00000200:4.0:1557964500.927631:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000100:00000200:24.0:1557964500.927636:0:24068:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514614b00 x1633636318338368/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964606 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:24.0:1557964500.927647:0:24068:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:24.0:1557964500.927650:0:24068:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514614b00 x1633636318338368/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964606 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:24.0:1557964500.927668:0:24068:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:24.0:1557964500.927670:0:24068:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:24.0:1557964500.927672:0:24068:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89251f216480 00000400:00000010:24.0:1557964500.927674:0:24068:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89251f216480. 00000400:00000010:24.0:1557964500.927678:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e3a400 (tot 30921076). 00000800:00000200:24.0:1557964500.927681:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000800:00000200:29.2:1557964500.927711:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:24.2:1557964500.927743:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (20)++ 00000800:00000200:24.0:1557964500.927752:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)++ 00000800:00000200:19.0:1557964500.927755:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:24.0:1557964500.927758:0:24067:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.35@o2ib100 00000800:00000200:14.2:1557964500.927759:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (20)++ 00000800:00000200:19.0:1557964500.927760:0:24063:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.24@o2ib100 00000400:00000200:19.0:1557964500.927764:0:24063:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:19.0:1557964500.927766:0:24063:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925eb78cc00 (tot 30921476). 00000800:00000200:9.2:1557964500.927766:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (20)++ 00000400:00000200:24.0:1557964500.927767:0:24067:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.35@o2ib100 : PUT 00000400:00000200:19.0:1557964500.927769:0:24063:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc898725d10 00000400:00000010:24.0:1557964500.927770:0:24067:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff892553917a00 (tot 30921876). 00000400:00000200:19.0:1557964500.927771:0:24063:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1c191 [1] + 192 00000100:00000001:19.0:1557964500.927774:0:24063:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000200:24.0:1557964500.927776:0:24067:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.35@o2ib100 of length 192 into portal 4 MB=0x5cdc898725d40 00000100:00000200:19.0:1557964500.927776:0:24063:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514611800 x1633636318338320/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964606 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:14.0:1557964500.927777:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000800:00000200:14.0:1557964500.927780:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)++ 00000400:00000200:24.0:1557964500.927783:0:24067:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.35@o2ib100 of length 192/192 into md 0xa2cd [1] + 192 00000800:00000200:9.0:1557964500.927788:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000100:00000001:24.0:1557964500.927802:0:24067:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000040:19.0:1557964500.927804:0:24063:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514611800 x1633636318338320/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964606 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:14.0:1557964500.927804:0:24065:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000100:00000200:24.0:1557964500.927805:0:24067:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514614b00 x1633636318338368/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964606 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557964500.927805:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000100:00000001:19.0:1557964500.927809:0:24063:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:19.0:1557964500.927810:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925eb78cc00 (tot 30921476). 00000800:00000200:21.0:1557964500.927812:0:24062:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000800:00000200:19.0:1557964500.927812:0:24063:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (23)++ 00000800:00000200:19.0:1557964500.927813:0:24063:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (24)-- 00000400:00000200:14.0:1557964500.927813:0:24065:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000800:00000200:2.0:1557964500.927814:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)++ 00000100:00000040:24.0:1557964500.927816:0:24067:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514614b00 x1633636318338368/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964606 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000200:21.0:1557964500.927816:0:24062:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000800:00000200:19.0:1557964500.927816:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)-- 00000400:00000010:14.0:1557964500.927816:0:24065:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915fdb7ec00 (tot 30921876). 00000400:00000010:21.0:1557964500.927818:0:24062:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925f72e9400 (tot 30922276). 00000800:00000200:2.0:1557964500.927818:0:24061:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.36@o2ib100 00000800:00000200:19.0:1557964500.927819:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000800:00000200:19.0:1557964500.927821:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000400:00000200:21.0:1557964500.927822:0:24062:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc898725d20 00000400:00000200:2.0:1557964500.927822:0:24061:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.36@o2ib100 : PUT 00000400:00000200:14.0:1557964500.927823:0:24065:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc898725d30 00000400:00000010:2.0:1557964500.927824:0:24061:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c4a00 (tot 30922676). 00000400:00000200:21.0:1557964500.927825:0:24062:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1c199 [1] + 192 00000100:00000001:24.0:1557964500.927827:0:24067:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000200:2.0:1557964500.927827:0:24061:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.36@o2ib100 of length 192 into portal 4 MB=0x5cdc898725d50 00000100:00000001:21.0:1557964500.927828:0:24062:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000010:24.0:1557964500.927829:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff892553917a00 (tot 30922276). 00000100:00000200:21.0:1557964500.927830:0:24062:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514611500 x1633636318338336/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964606 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:24.0:1557964500.927834:0:24067:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (21)++ 00000100:00000040:21.0:1557964500.927835:0:24062:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514611500 x1633636318338336/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964606 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:24.0:1557964500.927836:0:24067:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (22)-- 00000400:00000200:14.0:1557964500.927837:0:24065:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0xa2c5 [1] + 192 00000100:00000001:7.0:1557964500.927837:0:24075:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:24.0:1557964500.927838:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000100:00000001:21.0:1557964500.927839:0:24062:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:7.0:1557964500.927840:0:24075:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000010:21.0:1557964500.927841:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925f72e9400 (tot 30921876). 00000400:00000200:2.0:1557964500.927842:0:24061:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.36@o2ib100 of length 192/192 into md 0x1c1b9 [1] + 192 00000800:00000200:21.0:1557964500.927843:0:24062:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (21)++ 00000100:00000001:14.0:1557964500.927843:0:24065:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:21.0:1557964500.927844:0:24062:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)-- 00000400:00000001:7.0:1557964500.927844:0:24075:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000800:00000200:21.0:1557964500.927845:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000400:00000001:7.0:1557964500.927845:0:24075:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:7.0:1557964500.927846:0:24075:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:14.0:1557964500.927847:0:24065:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514612100 x1633636318338352/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964606 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000200:7.0:1557964500.927848:0:24075:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514611800 x1633636318338320/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964606 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:7.0:1557964500.927853:0:24075:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514611800 x1633636318338320/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964606 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964500.927857:0:24075:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:7.0:1557964500.927858:0:24075:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8915f3f13ea0. 00000100:00000040:14.0:1557964500.927859:0:24065:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514612100 x1633636318338352/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964606 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000200:7.0:1557964500.927859:0:24075:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff890639ac0300 00000100:00000001:1.0:1557964500.927859:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000010:7.0:1557964500.927860:0:24075:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff890639ac0300. 00000100:00000001:7.0:1557964500.927860:0:24075:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964500.927860:0:24078:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1557964500.927861:0:24075:0:(client.c:1337:after_reply()) Process entered 00000100:00000001:2.0:1557964500.927861:0:24061:0:(events.c:91:reply_in_callback()) Process entered 02000000:00000001:7.0:1557964500.927862:0:24075:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:7.0:1557964500.927863:0:24075:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1557964500.927863:0:24061:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514612400 x1633636318338384/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964606 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964500.927864:0:24075:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1557964500.927865:0:24075:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:7.0:1557964500.927866:0:24075:0:(import.c:1677:at_measured()) add 45 to ffff8925eae5cc00 time=150 v=45 (45 45 45 45) 00000100:00001000:7.0:1557964500.927867:0:24075:0:(import.c:1677:at_measured()) add 1 to ffff8925eae5cbc8 time=150 v=45 (1 1 1 1) 00000100:00000040:2.0:1557964500.927867:0:24061:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514612400 x1633636318338384/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964606 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964500.927868:0:24075:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:7.0:1557964500.927869:0:24075:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964500.927869:0:24075:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:7.0:1557964500.927870:0:24075:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964500.927871:0:24065:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:7.0:1557964500.927871:0:24075:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1557964500.927872:0:24075:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514611800 x1633636318338320/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964606 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:2.0:1557964500.927872:0:24061:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:14.0:1557964500.927873:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915fdb7ec00 (tot 30921476). 00000400:00000001:1.0:1557964500.927873:0:24078:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1557964500.927873:0:24078:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:6.0:1557964500.927874:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1557964500.927874:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c4a00 (tot 30921076). 00000100:00000001:1.0:1557964500.927874:0:24078:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:6.0:1557964500.927875:0:24076:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1557964500.927875:0:24061:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (21)++ 00000100:00000001:23.0:1557964500.927876:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964500.927876:0:24075:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1557964500.927876:0:24078:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514614b00 x1633636318338368/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964606 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:23.0:1557964500.927877:0:24080:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:14.0:1557964500.927877:0:24065:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925eb377e00] (21)++ 00000100:00000001:7.0:1557964500.927877:0:24075:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:6.0:1557964500.927877:0:24076:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:7.0:1557964500.927878:0:24075:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:6.0:1557964500.927878:0:24076:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:6.0:1557964500.927878:0:24076:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:2.0:1557964500.927878:0:24061:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (22)-- 00000800:00000200:14.0:1557964500.927879:0:24065:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925eb377e00] (22)-- 00000100:00000040:7.0:1557964500.927879:0:24075:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514611800 x1633636318338320/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964606 ref 1 fl Interpret:RN/0/0 rc 0/0 00000800:00000200:2.0:1557964500.927879:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000100:00000200:6.0:1557964500.927880:0:24076:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514611500 x1633636318338336/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964606 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:14.0:1557964500.927881:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000100:00000200:1.0:1557964500.927881:0:24078:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514614b00 x1633636318338368/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964606 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00100000:7.0:1557964500.927885:0:24075:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24075:1633636318338320:172.19.1.24@o2ib100:400 00000100:00000200:6.0:1557964500.927885:0:24076:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514611500 x1633636318338336/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964606 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964500.927885:0:24078:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:1.0:1557964500.927886:0:24078:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924ca681b40. 00000100:00000001:7.0:1557964500.927887:0:24075:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1557964500.927887:0:24078:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89251f217d00 00000100:00000001:7.0:1557964500.927888:0:24075:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000400:00000010:1.0:1557964500.927888:0:24078:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89251f217d00. 00000100:00000001:1.0:1557964500.927888:0:24078:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964500.927889:0:24078:0:(client.c:1337:after_reply()) Process entered 00000100:00000001:6.0:1557964500.927890:0:24076:0:(events.c:171:reply_in_callback()) Process leaving 02000000:00000001:1.0:1557964500.927890:0:24078:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000040:7.0:1557964500.927891:0:24075:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514611800 x1633636318338320/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964606 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:1.0:1557964500.927891:0:24078:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964500.927891:0:24078:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964500.927892:0:24076:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925c80093c0. 02000000:00000001:1.0:1557964500.927892:0:24078:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1557964500.927893:0:24076:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f52ac780 00000400:00000010:6.0:1557964500.927894:0:24076:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f52ac780. 00000100:00000001:6.0:1557964500.927894:0:24076:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1557964500.927894:0:24078:0:(import.c:1677:at_measured()) add 45 to ffff891506a77400 time=150 v=45 (45 45 45 45) 00000400:00000001:23.0:1557964500.927895:0:24080:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:7.0:1557964500.927895:0:24075:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000100:00000001:6.0:1557964500.927895:0:24076:0:(client.c:1337:after_reply()) Process entered 00000100:00001000:1.0:1557964500.927895:0:24078:0:(import.c:1677:at_measured()) add 1 to ffff891506a773c8 time=150 v=45 (1 1 1 1) 00000400:00000001:23.0:1557964500.927896:0:24080:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:23.0:1557964500.927896:0:24080:0:(events.c:91:reply_in_callback()) Process entered 02000000:00000001:7.0:1557964500.927896:0:24075:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:6.0:1557964500.927896:0:24076:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 02000000:00000010:7.0:1557964500.927897:0:24075:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925e025fe00. 00000100:00000001:6.0:1557964500.927897:0:24076:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:6.0:1557964500.927897:0:24076:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:23.0:1557964500.927898:0:24080:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514612400 x1633636318338384/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964606 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 02000000:00000001:7.0:1557964500.927898:0:24075:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:6.0:1557964500.927898:0:24076:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964500.927898:0:24078:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1557964500.927898:0:24078:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1557964500.927899:0:24075:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:7.0:1557964500.927899:0:24075:0:(genops.c:1228:class_import_put()) import ffff8925eae5c800 refcount=3 obd=MGC172.19.1.24@o2ib100 00010000:00000001:1.0:1557964500.927899:0:24078:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1557964500.927899:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00001000:6.0:1557964500.927900:0:24076:0:(import.c:1677:at_measured()) add 45 to ffff891506a72400 time=150 v=45 (45 45 45 45) 00010000:00000001:1.0:1557964500.927900:0:24078:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964500.927900:0:24077:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:7.0:1557964500.927901:0:24075:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:7.0:1557964500.927901:0:24075:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8cb00. 00000100:00001000:6.0:1557964500.927901:0:24076:0:(import.c:1677:at_measured()) add 1 to ffff891506a723c8 time=150 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964500.927901:0:24078:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1557964500.927902:0:24078:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0008-osc-ffff8925ba270000: skip recheck: last_committed 30064771278 02000000:00000001:7.0:1557964500.927903:0:24075:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:6.0:1557964500.927903:0:24076:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:6.0:1557964500.927903:0:24076:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964500.927903:0:24078:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1557964500.927903:0:24078:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1557964500.927903:0:24077:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1557964500.927903:0:24077:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000200:23.0:1557964500.927904:0:24080:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514612400 x1633636318338384/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964606 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 02000000:00000001:7.0:1557964500.927904:0:24075:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:7.0:1557964500.927904:0:24075:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514611800. 00010000:00000001:6.0:1557964500.927904:0:24076:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1557964500.927904:0:24078:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514614b00 x1633636318338368/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964606 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:7.0:1557964500.927905:0:24075:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00010000:00000001:6.0:1557964500.927905:0:24076:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964500.927906:0:24076:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:6.0:1557964500.927907:0:24076:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-mdc-ffff8925ba270000: skip recheck: last_committed 30064774473 00000100:00000001:1.0:1557964500.927907:0:24078:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1557964500.927908:0:24078:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1557964500.927909:0:24078:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1557964500.927910:0:24078:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514614b00 x1633636318338368/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964606 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:1.0:1557964500.927913:0:24078:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24078:1633636318338368:172.19.1.35@o2ib100:400 00000100:00000001:7.0:1557964500.927915:0:24075:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964500.927915:0:24076:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:7.0:1557964500.927916:0:24075:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964500.927916:0:24076:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964500.927916:0:24077:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000040:6.0:1557964500.927917:0:24076:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514611500 x1633636318338336/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964606 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:1.0:1557964500.927917:0:24078:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964500.927917:0:24078:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:7.0:1557964500.927918:0:24075:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1557964500.927918:0:24078:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514614b00 x1633636318338368/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964606 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000200:0.0:1557964500.927918:0:24077:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514612100 x1633636318338352/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964606 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964500.927919:0:24075:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964500.927920:0:24080:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:7.0:1557964500.927920:0:24075:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964500.927920:0:24075:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964500.927920:0:24076:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:23.0:1557964500.927921:0:24080:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8915f5283600. 00000100:00000001:6.0:1557964500.927921:0:24076:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1557964500.927921:0:24078:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1557964500.927921:0:24078:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:23.0:1557964500.927922:0:24080:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89159933e280 00000100:00000001:7.0:1557964500.927922:0:24075:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964500.927922:0:24075:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964500.927922:0:24076:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1557964500.927922:0:24078:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925e1e3aa00. 00000400:00000010:23.0:1557964500.927923:0:24080:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89159933e280. 00000100:00000040:6.0:1557964500.927923:0:24076:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514611500 x1633636318338336/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964606 ref 1 fl Interpret:RN/0/0 rc 0/0 02000000:00000001:1.0:1557964500.927923:0:24078:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1557964500.927923:0:24077:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514612100 x1633636318338352/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964606 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:23.0:1557964500.927924:0:24080:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964500.927924:0:24078:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:1.0:1557964500.927924:0:24078:0:(genops.c:1228:class_import_put()) import ffff891506a77000 refcount=4 obd=looze-OST0008-osc-ffff8925ba270000 00000100:00000001:23.0:1557964500.927925:0:24080:0:(client.c:1337:after_reply()) Process entered 00000020:00000001:1.0:1557964500.927925:0:24078:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:1.0:1557964500.927925:0:24078:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8ca00. 02000000:00000001:23.0:1557964500.927926:0:24080:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00100000:6.0:1557964500.927926:0:24076:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24076:1633636318338336:172.19.1.24@o2ib100:400 02000000:00000001:1.0:1557964500.927926:0:24078:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1557964500.927926:0:24077:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:23.0:1557964500.927927:0:24080:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1557964500.927927:0:24078:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1557964500.927927:0:24078:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514614b00. 00000100:00000001:23.0:1557964500.927928:0:24080:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964500.927928:0:24076:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964500.927928:0:24076:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 02000000:00000001:23.0:1557964500.927929:0:24080:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:6.0:1557964500.927929:0:24076:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514611500 x1633636318338336/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964606 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:6.0:1557964500.927932:0:24076:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000100:00001000:23.0:1557964500.927941:0:24080:0:(import.c:1677:at_measured()) add 45 to ffff891512a11400 time=150 v=45 (45 45 45 45) 02000000:00000001:6.0:1557964500.927941:0:24076:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1557964500.927941:0:24078:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1557964500.927941:0:24078:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1557964500.927941:0:24077:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925eb609780. 00000100:00001000:23.0:1557964500.927942:0:24080:0:(import.c:1677:at_measured()) add 1 to ffff891512a113c8 time=150 v=45 (1 1 1 1) 02000000:00000010:6.0:1557964500.927942:0:24076:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89254ea9c600. 00000100:00000001:1.0:1557964500.927942:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1557964500.927942:0:24077:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7f980 00000100:00000001:23.0:1557964500.927943:0:24080:0:(client.c:1251:ptlrpc_check_status()) Process entered 02000000:00000001:6.0:1557964500.927943:0:24076:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:0.0:1557964500.927943:0:24077:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7f980. 00000100:00000001:23.0:1557964500.927944:0:24080:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964500.927944:0:24076:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:6.0:1557964500.927944:0:24076:0:(genops.c:1228:class_import_put()) import ffff891506a72000 refcount=3 obd=looze-MDT0000-mdc-ffff8925ba270000 00000100:00000001:1.0:1557964500.927944:0:24078:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1557964500.927944:0:24078:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964500.927944:0:24077:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:23.0:1557964500.927945:0:24080:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000020:00000001:6.0:1557964500.927945:0:24076:0:(genops.c:1237:class_import_put()) Process leaving 00000100:00000001:1.0:1557964500.927945:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964500.927945:0:24077:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:0.0:1557964500.927945:0:24077:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00010000:00000001:23.0:1557964500.927946:0:24080:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:6.0:1557964500.927946:0:24076:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8f200. 00000100:00000001:1.0:1557964500.927946:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964500.927946:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964500.927946:0:24077:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:23.0:1557964500.927947:0:24080:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:23.0:1557964500.927947:0:24080:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0009-osc-ffff8925ba270000: skip recheck: last_committed 34359738567 02000000:00000001:6.0:1557964500.927947:0:24076:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:6.0:1557964500.927947:0:24076:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1557964500.927947:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964500.927947:0:24077:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964500.927948:0:24080:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:23.0:1557964500.927948:0:24080:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:6.0:1557964500.927948:0:24076:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514611500. 02000000:00000001:0.0:1557964500.927948:0:24077:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:23.0:1557964500.927949:0:24080:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514612400 x1633636318338384/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964606 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:6.0:1557964500.927949:0:24076:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:6.0:1557964500.927949:0:24076:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964500.927950:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1557964500.927950:0:24077:0:(import.c:1677:at_measured()) add 45 to ffff891506a74c00 time=150 v=45 (45 45 45 45) 00000100:00000001:6.0:1557964500.927951:0:24076:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1557964500.927951:0:24077:0:(import.c:1677:at_measured()) add 1 to ffff891506a74bc8 time=150 v=45 (1 1 1 1) 00000100:00000001:23.0:1557964500.927952:0:24080:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:6.0:1557964500.927952:0:24076:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964500.927952:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:23.0:1557964500.927953:0:24080:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:23.0:1557964500.927953:0:24080:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964500.927953:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964500.927953:0:24077:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1557964500.927953:0:24077:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:23.0:1557964500.927954:0:24080:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514612400 x1633636318338384/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964606 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:6.0:1557964500.927954:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964500.927954:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1557964500.927954:0:24077:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1557964500.927956:0:24077:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff891514612100 x1633636318338352/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964606 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00100000:23.0:1557964500.927958:0:24080:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_05:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24080:1633636318338384:172.19.1.36@o2ib100:400 00000100:00000001:23.0:1557964500.927959:0:24080:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1557964500.927959:0:24077:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964500.927960:0:24080:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1557964500.927960:0:24077:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:23.0:1557964500.927961:0:24080:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514612400 x1633636318338384/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964606 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000040:0.0:1557964500.927961:0:24077:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-mdc-ffff8925ba270000: skip recheck: last_committed 0 00000100:00000001:23.0:1557964500.927963:0:24080:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1557964500.927963:0:24077:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1557964500.927963:0:24077:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:23.0:1557964500.927964:0:24080:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:23.0:1557964500.927964:0:24080:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8915fa594400. 02000000:00000001:23.0:1557964500.927965:0:24080:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:23.0:1557964500.927965:0:24080:0:(genops.c:1221:class_import_put()) Process entered 00000100:00000040:0.0:1557964500.927965:0:24077:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514612100 x1633636318338352/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964606 ref 1 fl Rpc:RN/0/0 rc 0/0 00000020:00000040:23.0:1557964500.927967:0:24080:0:(genops.c:1228:class_import_put()) import ffff891512a11000 refcount=4 obd=looze-OST0009-osc-ffff8925ba270000 00000020:00000001:23.0:1557964500.927967:0:24080:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:23.0:1557964500.927968:0:24080:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8d300. 00000100:00000001:0.0:1557964500.927968:0:24077:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:23.0:1557964500.927969:0:24080:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1557964500.927969:0:24077:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1557964500.927969:0:24077:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:23.0:1557964500.927970:0:24080:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:23.0:1557964500.927970:0:24080:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514612400. 00000100:00000001:23.0:1557964500.927971:0:24080:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:23.0:1557964500.927971:0:24080:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1557964500.927971:0:24077:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514612100 x1633636318338352/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964606 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:23.0:1557964500.927972:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:23.0:1557964500.927973:0:24080:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:23.0:1557964500.927973:0:24080:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964500.927974:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1557964500.927974:0:24077:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24077:1633636318338352:172.19.1.25@o2ib100:400 00000100:00000001:23.0:1557964500.927975:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964500.927975:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:23.0:1557964500.927975:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964500.927975:0:24077:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964500.927976:0:24077:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1557964500.927977:0:24077:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514612100 x1633636318338352/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964606 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:0.0:1557964500.927980:0:24077:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1557964500.927980:0:24077:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1557964500.927981:0:24077:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89259e758000. 02000000:00000001:0.0:1557964500.927982:0:24077:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1557964500.927982:0:24077:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:0.0:1557964500.927983:0:24077:0:(genops.c:1228:class_import_put()) import ffff891506a74800 refcount=3 obd=looze-MDT0001-mdc-ffff8925ba270000 00000020:00000001:0.0:1557964500.927984:0:24077:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:0.0:1557964500.927984:0:24077:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8c600. 02000000:00000001:0.0:1557964500.927985:0:24077:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1557964500.927985:0:24077:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1557964500.927986:0:24077:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514612100. 00000100:00000001:0.0:1557964500.927987:0:24077:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1557964500.927987:0:24077:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964500.927988:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964500.927989:0:24077:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1557964500.927990:0:24077:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964500.927990:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964500.927991:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964500.927992:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964500.927992:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1557964501.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:2.0:1557964501.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964501.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964501.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964501.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964501.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964501.874361:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964501.874379:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964502.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:2.0:1557964502.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964502.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964502.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964502.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964502.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964502.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964502.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964503.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:2.0:1557964503.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964503.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964503.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964503.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964503.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964503.874368:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964503.874370:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000010:9.0:1557964504.481789:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf18000 (tot 30921332). 00000400:00000010:9.0:1557964504.481796:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf18000 (tot 30921076). 00000400:00000200:2.0:1557964504.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:2.0:1557964504.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964504.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964504.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964504.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964504.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964504.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964504.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964505.874313:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:2.0:1557964505.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964505.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964505.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964505.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964505.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964505.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964505.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964506.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:2.0:1557964506.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964506.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964506.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964506.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964506.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964506.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964506.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964507.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:2.0:1557964507.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964507.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964507.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964507.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964507.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964507.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964507.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964508.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:2.0:1557964508.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964508.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964508.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964508.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964508.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964508.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964508.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000010:9.0:1557964509.481980:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f9629c00 (tot 30921332). 00000400:00000010:9.0:1557964509.481987:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f9629c00 (tot 30921076). 00000400:00000200:2.0:1557964509.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:2.0:1557964509.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964509.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964509.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964509.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964509.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964509.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964509.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964510.874306:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:2.0:1557964510.874308:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964510.874310:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964510.874311:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964510.874312:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964510.874314:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964510.874315:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964510.874316:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00010000:00000001:7.0:1557964510.894329:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964510.894330:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:7.0:1557964510.894331:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964510.894332:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964510.894333:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964510.894333:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964510.894335:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964510.894335:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964510.894336:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964510.894336:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964510.894337:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964510.894337:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964510.894338:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964510.894339:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964510.894339:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964510.894340:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964510.894342:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964510.894342:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964510.894343:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964510.894343:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964510.894344:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964510.894344:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964510.894345:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964510.894346:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964510.894346:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964510.894346:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964510.894347:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964510.894347:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964510.894347:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964510.894348:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964510.894348:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964510.894348:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964510.894349:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964510.894353:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964510.894354:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964510.894355:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964510.894355:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1557964510.894384:0:24150:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:4.0:1557964510.894387:0:24150:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1557964510.894388:0:24150:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:4.0:1557964510.894389:0:24150:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1557964511.874300:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:2.0:1557964511.874302:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964511.874304:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964511.874305:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964511.874310:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964511.874313:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964511.874315:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964511.874317:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964512.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:2.0:1557964512.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964512.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964512.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964512.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964512.874361:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964512.874362:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964512.874363:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964513.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:2.0:1557964513.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964513.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964513.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964513.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964513.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964513.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:2.0:1557964513.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000010:9.0:1557964514.482435:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f9629f00 (tot 30921332). 00000400:00000010:9.0:1557964514.482451:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f9629f00 (tot 30921076). 00000400:00000200:3.0:1557964514.874294:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964514.874296:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964514.874298:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964514.874300:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964514.874302:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964514.874303:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964514.874304:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964514.874307:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964515.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964515.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964515.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964515.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964515.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964515.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964515.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964515.874363:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964516.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964516.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964516.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964516.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964516.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964516.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964516.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964516.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964517.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964517.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964517.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964517.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964517.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964517.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964517.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964517.874361:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964518.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964518.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964518.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964518.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964518.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964518.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964518.874362:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964518.874366:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000010:9.0:1557964519.482786:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f9629800 (tot 30921332). 00000400:00000010:9.0:1557964519.482802:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f9629800 (tot 30921076). 00000400:00000200:3.0:1557964519.874305:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964519.874307:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964519.874308:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964519.874310:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964519.874311:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964519.874312:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964519.874314:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964519.874315:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000080:00000001:25.0F:1557964520.325688:0:57502:0:(llite_lib.c:2571:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1557964520.349616:0:57502:0:(xattr.c:417:ll_xattr_get_common()) Process entered 00000020:00000010:0.0:1557964520.349621:0:57502:0:(lprocfs_status.c:1248:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1408 at ffff8915fda56800 (tot 30922484). 00000080:00000001:0.0:1557964520.349624:0:57502:0:(xattr.c:339:ll_xattr_list()) Process entered 00000080:00000001:0.0:1557964520.349626:0:57502:0:(xattr_cache.c:512:ll_xattr_cache_get()) Process entered 00000080:00000001:0.0:1557964520.349628:0:57502:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1557964520.349629:0:57502:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1557964520.349631:0:57502:0:(xattr_cache.c:547:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1557964520.349632:0:57502:0:(xattr_cache.c:551:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1557964520.349633:0:57502:0:(xattr.c:347:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:0.0:1557964520.349635:0:57502:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1557964520.349636:0:57502:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1557964520.349637:0:57502:0:(xattr.c:405:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1557964520.349638:0:57502:0:(xattr.c:461:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1557964520.349640:0:57502:0:(file.c:3768:ll_inode_revalidate()) Process entered 00000080:00000001:0.0:1557964520.349641:0:57502:0:(file.c:3656:__ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1557964520.349642:0:57502:0:(file.c:3661:__ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8925f24f7590),name=/ 00000080:00000010:0.0:1557964520.349645:0:57502:0:(llite_lib.c:2480:ll_prep_md_op_data()) kmalloced 'op_data': 320 at ffff89259e758a00. 00000080:00000001:0.0:1557964520.349648:0:57502:0:(obd_class.h:1387:md_intent_lock()) Process entered 00000020:00000010:0.0:1557964520.349649:0:57502:0:(lprocfs_status.c:1248:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff89150dec1000 (tot 30923124). 00800000:00000001:0.0:1557964520.349652:0:57502:0:(lmv_intent.c:474:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1557964520.349653:0:57502:0:(lmv_intent.c:482:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1557964520.349655:0:57502:0:(lmv_intent.c:361:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1557964520.349656:0:57502:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1557964520.349658:0:57502:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:0.0:1557964520.349659:0:57502:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1557964520.349661:0:57502:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1557964520.349662:0:57502:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1557964520.349663:0:57502:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1557964520.349664:0:57502:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1557964520.349665:0:57502:0:(lmv_intent.c:390:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 lsm= (null) lsm_magic=ffffffff 00800000:00000001:0.0:1557964520.349668:0:57502:0:(obd_class.h:1387:md_intent_lock()) Process entered 00000020:00000010:0.0:1557964520.349669:0:57502:0:(lprocfs_status.c:1248:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff89150dec5800 (tot 30923764). 00000002:00000001:0.0:1557964520.349671:0:57502:0:(mdc_locks.c:1144:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1557964520.349672:0:57502:0:(mdc_locks.c:1151:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1557964520.349675:0:57502:0:(mdc_locks.c:1050:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1557964520.349676:0:57502:0:(mdc_locks.c:142:mdc_lock_match()) Process entered 00010000:00000001:0.0:1557964520.349677:0:57502:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000040:0.0:1557964520.349683:0:57502:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 3 00010000:00000001:0.0:1557964520.349684:0:57502:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1557964520.349687:0:57502:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1557964520.349688:0:57502:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1557964520.349689:0:57502:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 4 00010000:00010000:0.0:1557964520.349690:0:57502:0:(ldlm_lock.c:745:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13 rrc: 4 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1557964520.349696:0:57502:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 3 00010000:00000001:0.0:1557964520.349697:0:57502:0:(ldlm_lock.c:1413:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000040:0.0:1557964520.349698:0:57502:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 2 00010000:00000040:0.0:1557964520.349699:0:57502:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 3 00010000:00010000:0.0:1557964520.349699:0:57502:0:(ldlm_lock.c:1473:ldlm_lock_match()) ### matched (0 0) ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1557964520.349702:0:57502:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 2 02000000:00000001:0.0:1557964520.349703:0:57502:0:(sec.c:936:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1557964520.349705:0:57502:0:(sec.c:950:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1557964520.349705:0:57502:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1557964520.349706:0:57502:0:(mdc_locks.c:1102:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1557964520.349707:0:57502:0:(mdc_locks.c:1164:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1557964520.349708:0:57502:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1557964520.349708:0:57502:0:(lmv_intent.c:409:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1557964520.349709:0:57502:0:(lmv_intent.c:515:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1557964520.349710:0:57502:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1557964520.349711:0:57502:0:(llite_lib.c:2531:ll_finish_md_op_data()) kfreed 'op_data': 320 at ffff89259e758a00. 00000080:00000001:0.0:1557964520.349713:0:57502:0:(dcache.c:267:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1557964520.349713:0:57502:0:(dcache.c:270:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1557964520.349714:0:57502:0:(dcache.c:290:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8925f24f7590) 00000080:00010000:0.0:1557964520.349716:0:57502:0:(llite_internal.h:1336:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8925f24f7590) for lock 0x398a44d554cdee01 00000080:00000001:0.0:1557964520.349717:0:57502:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00800000:00000001:0.0:1557964520.349720:0:57502:0:(lmv_obd.c:2852:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1557964520.349721:0:57502:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00000002:00000001:0.0:1557964520.349722:0:57502:0:(mdc_locks.c:103:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1557964520.349723:0:57502:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1557964520.349725:0:57502:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:0.0:1557964520.349726:0:57502:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:0.0:1557964520.349728:0:57502:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:0.0:1557964520.349729:0:57502:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1557964520.349729:0:57502:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1557964520.349729:0:57502:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1557964520.349730:0:57502:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1557964520.349731:0:57502:0:(lmv_obd.c:2857:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1557964520.349731:0:57502:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1557964520.349732:0:57502:0:(dcache.c:201:ll_intent_drop_lock()) releasing lock with cookie 0x398a44d554cdee01 from it ffff8915efeffd18 00010000:00000001:0.0:1557964520.349733:0:57502:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1557964520.349733:0:57502:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:0.0:1557964520.349733:0:57502:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:0.0:1557964520.349734:0:57502:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:0.0:1557964520.349735:0:57502:0:(ldlm_lock.c:826:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1557964520.349736:0:57502:0:(ldlm_lock.c:799:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: ?? lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 3/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1557964520.349739:0:57502:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1557964520.349739:0:57502:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1557964520.349740:0:57502:0:(ldlm_lock.c:872:ldlm_lock_decref_internal()) ### add lock into lru list ns: ?? lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 2/0,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1557964520.349742:0:57502:0:(ldlm_lock.c:300:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1557964520.349743:0:57502:0:(ldlm_lock.c:304:ldlm_lock_add_to_lru()) Process leaving 00010000:00000001:0.0:1557964520.349744:0:57502:0:(ldlm_lock.c:893:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1557964520.349744:0:57502:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1557964520.349744:0:57502:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1557964520.349745:0:57502:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1557964520.349745:0:57502:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1557964520.349746:0:57502:0:(file.c:3797:ll_inode_revalidate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1557964520.349781:0:57502:0:(xattr.c:417:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1557964520.349782:0:57502:0:(xattr.c:339:ll_xattr_list()) Process entered 00000080:00000001:0.0:1557964520.349784:0:57502:0:(xattr_cache.c:512:ll_xattr_cache_get()) Process entered 00000080:00000001:0.0:1557964520.349784:0:57502:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1557964520.349785:0:57502:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1557964520.349786:0:57502:0:(xattr_cache.c:547:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1557964520.349787:0:57502:0:(xattr_cache.c:551:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1557964520.349787:0:57502:0:(xattr.c:347:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:0.0:1557964520.349788:0:57502:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1557964520.349788:0:57502:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1557964520.349789:0:57502:0:(xattr.c:405:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1557964520.349789:0:57502:0:(xattr.c:461:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:0.0:1557964520.349791:0:57502:0:(llite_lib.c:1805:ll_statfs()) VFS Op: at 4318241503 jiffies 00000080:00000001:0.0:1557964520.349792:0:57502:0:(llite_lib.c:1755:ll_statfs_internal()) Process entered 00000080:00000001:0.0:1557964520.349793:0:57502:0:(obd_class.h:1094:obd_statfs()) Process entered 00000080:00000004:0.0:1557964520.349794:0:57502:0:(obd_class.h:1104:obd_statfs()) osfs 4312625187, max_age 4318240503 00800000:00000001:0.0:1557964520.349796:0:57502:0:(lmv_obd.c:1372:lmv_statfs()) Process entered 00800000:00000010:0.0:1557964520.349797:0:57502:0:(lmv_obd.c:1374:lmv_statfs()) kmalloced 'temp': 144 at ffff8915c4fe1440. 00800000:00000001:0.0:1557964520.349798:0:57502:0:(obd_class.h:1094:obd_statfs()) Process entered 00800000:00000004:0.0:1557964520.349799:0:57502:0:(obd_class.h:1104:obd_statfs()) osfs 4312625187, max_age 4318240503 00000002:00000001:0.0:1557964520.349801:0:57502:0:(mdc_request.c:1442:mdc_statfs()) Process entered 00000020:00000040:0.0:1557964520.349801:0:57502:0:(genops.c:1214:class_import_get()) import ffff891506a72000 refcount=4 obd=looze-MDT0000-mdc-ffff8925ba270000 00000100:00000010:0.0:1557964520.349803:0:57502:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff89150ee44b00. 00000020:00000040:0.0:1557964520.349804:0:57502:0:(genops.c:1214:class_import_get()) import ffff891506a72000 refcount=5 obd=looze-MDT0000-mdc-ffff8925ba270000 00000100:00000001:0.0:1557964520.349805:0:57502:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1557964520.349806:0:57502:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1557964520.349806:0:57502:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1557964520.349807:0:57502:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915e77e9700. 00000100:00000001:0.0:1557964520.349809:0:57502:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.349810:0:57502:0:(client.c:2909:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1557964520.349811:0:57502:0:(client.c:947:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1557964520.349813:0:57502:0:(client.c:949:ptlrpc_prep_set()) kmalloced 'set': 152 at ffff8915c4fe0840. 00000100:00000001:0.0:1557964520.349814:0:57502:0:(client.c:965:ptlrpc_prep_set()) Process leaving (rc=18446613325325142080 : -130748384409536 : ffff8915c4fe0840) 00000100:00000001:0.0:1557964520.349815:0:57502:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1557964520.349816:0:57502:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322270001920 : -130751439549696 : ffff89150ee44b00) 00000020:00000001:0.0:1557964520.349817:0:57502:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1557964520.349818:0:57502:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1557964520.349819:0:57502:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.349820:0:57502:0:(client.c:2315:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1557964520.349821:0:57502:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1557964520.349822:0:57502:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff89150ee44b00 x1633636318338400/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:/0/ffffffff rc 0/-1 00000100:00000001:0.0:1557964520.349826:0:57502:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1557964520.349827:0:57502:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964520.349828:0:57502:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1557964520.349828:0:57502:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1557964520.349829:0:57502:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc df:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57502:1633636318338400:172.19.1.24@o2ib100:41 00000100:00000001:0.0:1557964520.349831:0:57502:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1557964520.349831:0:57502:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1557964520.349832:0:57502:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964520.349833:0:57502:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1557964520.349833:0:57502:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff89150dec4c00. 02000000:00000001:0.0:1557964520.349834:0:57502:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964520.349835:0:57502:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925eb609780. 00000400:00000010:0.0:1557964520.349836:0:57502:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7f980. 00000100:00000200:0.0:1557964520.349838:0:57502:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1633636318338400, portal 10 00000100:00000001:0.0:1557964520.349838:0:57502:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1557964520.349839:0:57502:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322270001920 : -130751439549696 : ffff89150ee44b00) 00000100:00000040:0.0:1557964520.349840:0:57502:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff89150ee44b00 x1633636318338400/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964626 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:0.0:1557964520.349843:0:57502:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:0.0:1557964520.349844:0:57502:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:0.0:1557964520.349845:0:57502:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7e380. 00000100:00000200:0.0:1557964520.349846:0:57502:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318338400, offset 0 00000400:00000010:0.0:1557964520.349847:0:57502:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89259e758a00 (tot 30924164). 00000400:00000200:0.0:1557964520.349849:0:57502:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:0.0:1557964520.349854:0:57502:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:0.0:1557964520.349857:0:57502:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:0.0:1557964520.349859:0:57502:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:0.0:1557964520.349861:0:57502:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:0.0:1557964520.349879:0:57502:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:0.0:1557964520.349882:0:57502:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:0.0:1557964520.349883:0:57502:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.349883:0:57502:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1557964520.349884:0:57502:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.349885:0:57502:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1557964520.349886:0:57502:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00100000:0.0:1557964520.349886:0:57502:0:(client.c:2336:ptlrpc_set_wait()) set ffff8915c4fe0840 going to sleep for 61 seconds 00000100:00000001:0.0:1557964520.349887:0:57502:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1557964520.349888:0:57502:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.349889:0:57502:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1557964520.349889:0:57502:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964520.349921:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:19.0:1557964520.349963:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:19.0:1557964520.349967:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (23)-- 00000100:00000001:19.0:1557964520.349970:0:24063:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:19.0:1557964520.349972:0:24063:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff89150ee44b00 x1633636318338400/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964626 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964520.349976:0:24063:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:19.0:1557964520.349977:0:24063:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff89150ee44b00 x1633636318338400/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964626 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964520.349981:0:24063:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964520.349982:0:24063:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:19.0:1557964520.349982:0:24063:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7e380 00000400:00000010:19.0:1557964520.349983:0:24063:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7e380. 00000400:00000010:19.0:1557964520.349985:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89259e758a00 (tot 30923764). 00000800:00000200:19.0:1557964520.349987:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000800:00000200:19.0:1557964520.349988:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000800:00000200:29.2:1557964520.350142:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:21.0:1557964520.350208:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:21.0:1557964520.350213:0:24062:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557964520.350217:0:24062:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964520.350218:0:24062:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925f72e8400 (tot 30924164). 00000400:00000200:21.0:1557964520.350223:0:24062:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 336 into portal 10 MB=0x5cdc898725d60 00000400:00000200:21.0:1557964520.350225:0:24062:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 336/336 into md 0x1c1d1 [1] + 192 00000100:00000001:21.0:1557964520.350228:0:24062:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:21.0:1557964520.350230:0:24062:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff89150ee44b00 x1633636318338400/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964626 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:21.0:1557964520.350235:0:24062:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=336 offset=192 replen=368 req@ffff89150ee44b00 x1633636318338400/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964626 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964520.350240:0:24062:0:(events.c:171:reply_in_callback()) Process leaving 00000800:00000200:2.0:1557964520.350240:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000400:00000010:21.0:1557964520.350241:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925f72e8400 (tot 30923764). 00000800:00000200:21.0:1557964520.350242:0:24062:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:21.0:1557964520.350245:0:24062:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)-- 00000800:00000200:21.0:1557964520.350246:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000100:00000001:0.0:1557964520.350269:0:57502:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1557964520.350271:0:57502:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1557964520.350272:0:57502:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1557964520.350273:0:57502:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:0.0:1557964520.350275:0:57502:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff89150ee44b00 x1633636318338400/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964626 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:0.0:1557964520.350279:0:57502:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff89150ee44b00 x1633636318338400/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964626 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:0.0:1557964520.350283:0:57502:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:0.0:1557964520.350283:0:57502:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925eb609780. 00000400:00000200:0.0:1557964520.350284:0:57502:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7f980 00000400:00000010:0.0:1557964520.350285:0:57502:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7f980. 00000100:00000001:0.0:1557964520.350286:0:57502:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964520.350286:0:57502:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:0.0:1557964520.350287:0:57502:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1557964520.350288:0:57502:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1557964520.350288:0:57502:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964520.350289:0:57502:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1557964520.350291:0:57502:0:(import.c:1677:at_measured()) add 45 to ffff891506a72400 time=20 v=45 (45 45 45 45) 00000100:00001000:0.0:1557964520.350293:0:57502:0:(import.c:1677:at_measured()) add 1 to ffff891506a723c8 time=20 v=45 (1 1 1 1) 00000100:00000001:0.0:1557964520.350294:0:57502:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1557964520.350294:0:57502:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1557964520.350295:0:57502:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1557964520.350296:0:57502:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.350298:0:57502:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1557964520.350300:0:57502:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-mdc-ffff8925ba270000: skip recheck: last_committed 30064774473 00000100:00000001:0.0:1557964520.350300:0:57502:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1557964520.350301:0:57502:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1557964520.350302:0:57502:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff89150ee44b00 x1633636318338400/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/336 e 0 to 0 dl 1557964626 ref 2 fl Rpc:R/0/0 rc 0/0 00000100:00000001:0.0:1557964520.350306:0:57502:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1557964520.350307:0:57502:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1557964520.350307:0:57502:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1557964520.350308:0:57502:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff89150ee44b00 x1633636318338400/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/336 e 0 to 0 dl 1557964626 ref 2 fl Interpret:R/0/0 rc 0/0 00000100:00100000:0.0:1557964520.350312:0:57502:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc df:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57502:1633636318338400:172.19.1.24@o2ib100:41 00000100:00000001:0.0:1557964520.350313:0:57502:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964520.350315:0:57502:0:(client.c:2426:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.350316:0:57502:0:(client.c:1008:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1557964520.350317:0:57502:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1557964520.350318:0:57502:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff89150ee44b00 x1633636318338400/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/336 e 0 to 0 dl 1557964626 ref 2 fl Complete:R/0/0 rc 0/0 00000100:00000001:0.0:1557964520.350320:0:57502:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1557964520.350322:0:57502:0:(ptlrpc_internal.h:352:ptlrpc_reqset_put()) kfreed 'set': 152 at ffff8915c4fe0840. 00000100:00000001:0.0:1557964520.350322:0:57502:0:(client.c:1050:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1557964520.350323:0:57502:0:(client.c:2929:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1557964520.350325:0:57502:0:(mdc_request.c:1481:mdc_statfs()) Process leaving 00000100:00000001:0.0:1557964520.350325:0:57502:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1557964520.350326:0:57502:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff89150ee44b00 x1633636318338400/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/336 e 0 to 0 dl 1557964626 ref 1 fl Complete:R/0/0 rc 0/0 00000100:00000001:0.0:1557964520.350328:0:57502:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1557964520.350329:0:57502:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1557964520.350329:0:57502:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89150dec4c00. 02000000:00000001:0.0:1557964520.350330:0:57502:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1557964520.350331:0:57502:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:0.0:1557964520.350331:0:57502:0:(genops.c:1228:class_import_put()) import ffff891506a72000 refcount=4 obd=looze-MDT0000-mdc-ffff8925ba270000 00000020:00000001:0.0:1557964520.350332:0:57502:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:0.0:1557964520.350333:0:57502:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915e77e9700. 02000000:00000001:0.0:1557964520.350333:0:57502:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1557964520.350334:0:57502:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1557964520.350335:0:57502:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff89150ee44b00. 00000100:00000001:0.0:1557964520.350336:0:57502:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1557964520.350336:0:57502:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1557964520.350337:0:57502:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:0.0:1557964520.350337:0:57502:0:(genops.c:1228:class_import_put()) import ffff891506a72000 refcount=3 obd=looze-MDT0000-mdc-ffff8925ba270000 00000020:00000001:0.0:1557964520.350338:0:57502:0:(genops.c:1237:class_import_put()) Process leaving 00800000:00000001:0.0:1557964520.350339:0:57502:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1557964520.350341:0:57502:0:(obd_class.h:1094:obd_statfs()) Process entered 00800000:00000004:0.0:1557964520.350341:0:57502:0:(obd_class.h:1104:obd_statfs()) osfs 4312625187, max_age 4318240503 00000002:00000001:0.0:1557964520.350342:0:57502:0:(mdc_request.c:1442:mdc_statfs()) Process entered 00000020:00000040:0.0:1557964520.350342:0:57502:0:(genops.c:1214:class_import_get()) import ffff891506a74800 refcount=4 obd=looze-MDT0001-mdc-ffff8925ba270000 00000100:00000010:0.0:1557964520.350343:0:57502:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff89150ee44b00. 00000020:00000040:0.0:1557964520.350344:0:57502:0:(genops.c:1214:class_import_get()) import ffff891506a74800 refcount=5 obd=looze-MDT0001-mdc-ffff8925ba270000 00000100:00000001:0.0:1557964520.350345:0:57502:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1557964520.350346:0:57502:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1557964520.350346:0:57502:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1557964520.350347:0:57502:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915e77e9700. 00000100:00000001:0.0:1557964520.350349:0:57502:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.350349:0:57502:0:(client.c:2909:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1557964520.350350:0:57502:0:(client.c:947:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1557964520.350350:0:57502:0:(client.c:949:ptlrpc_prep_set()) kmalloced 'set': 152 at ffff8915c4fe0840. 00000100:00000001:0.0:1557964520.350351:0:57502:0:(client.c:965:ptlrpc_prep_set()) Process leaving (rc=18446613325325142080 : -130748384409536 : ffff8915c4fe0840) 00000100:00000001:0.0:1557964520.350352:0:57502:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1557964520.350352:0:57502:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322270001920 : -130751439549696 : ffff89150ee44b00) 00000020:00000001:0.0:1557964520.350353:0:57502:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1557964520.350353:0:57502:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1557964520.350354:0:57502:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.350355:0:57502:0:(client.c:2315:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1557964520.350355:0:57502:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1557964520.350356:0:57502:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff89150ee44b00 x1633636318338416/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:/0/ffffffff rc 0/-1 00000100:00000001:0.0:1557964520.350359:0:57502:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1557964520.350359:0:57502:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964520.350360:0:57502:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1557964520.350361:0:57502:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1557964520.350362:0:57502:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc df:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57502:1633636318338416:172.19.1.25@o2ib100:41 00000100:00000001:0.0:1557964520.350364:0:57502:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1557964520.350364:0:57502:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1557964520.350365:0:57502:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964520.350366:0:57502:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1557964520.350366:0:57502:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff89150dec4c00. 02000000:00000001:0.0:1557964520.350367:0:57502:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964520.350368:0:57502:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925eb609780. 00000400:00000010:0.0:1557964520.350369:0:57502:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7f980. 00000100:00000200:0.0:1557964520.350371:0:57502:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1633636318338416, portal 10 00000100:00000001:0.0:1557964520.350371:0:57502:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1557964520.350371:0:57502:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322270001920 : -130751439549696 : ffff89150ee44b00) 00000100:00000040:0.0:1557964520.350373:0:57502:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff89150ee44b00 x1633636318338416/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964626 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:0.0:1557964520.350376:0:57502:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:0.0:1557964520.350377:0:57502:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:0.0:1557964520.350378:0:57502:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7e780. 00000100:00000200:0.0:1557964520.350379:0:57502:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318338416, offset 0 00000400:00000010:0.0:1557964520.350380:0:57502:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89259e758a00 (tot 30924164). 00000400:00000200:0.0:1557964520.350382:0:57502:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:0.0:1557964520.350388:0:57502:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:0.0:1557964520.350390:0:57502:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:0.0:1557964520.350393:0:57502:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f3c80] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:0.0:1557964520.350395:0:57502:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925eb377e00] (20)++ 00000800:00000200:0.0:1557964520.350396:0:57502:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925eb377e00] (21)++ 00000800:00000200:0.0:1557964520.350399:0:57502:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925eb377e00] (22)-- 00000100:00000001:0.0:1557964520.350399:0:57502:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.350400:0:57502:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1557964520.350401:0:57502:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.350402:0:57502:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1557964520.350402:0:57502:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00100000:0.0:1557964520.350403:0:57502:0:(client.c:2336:ptlrpc_set_wait()) set ffff8915c4fe0840 going to sleep for 61 seconds 00000100:00000001:0.0:1557964520.350404:0:57502:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1557964520.350405:0:57502:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.350406:0:57502:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1557964520.350406:0:57502:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964520.350432:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (21)++ 00000800:00000200:14.0:1557964520.350468:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)++ 00000800:00000200:14.0:1557964520.350474:0:24066:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925eb377e00] (23)-- 00000100:00000001:14.0:1557964520.350479:0:24066:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:14.0:1557964520.350484:0:24066:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff89150ee44b00 x1633636318338416/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964626 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964520.350494:0:24066:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:14.0:1557964520.350497:0:24066:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff89150ee44b00 x1633636318338416/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964626 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964520.350506:0:24066:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964520.350508:0:24066:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:14.0:1557964520.350509:0:24066:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7e780 00000800:00000200:10.0F:1557964520.350510:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000400:00000010:14.0:1557964520.350511:0:24066:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7e780. 00000400:00000010:14.0:1557964520.350528:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89259e758a00 (tot 30923764). 00000800:00000200:14.0:1557964520.350531:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000800:00000200:14.2:1557964520.350590:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (20)++ 00000800:00000200:14.0:1557964520.350600:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)++ 00000800:00000200:14.0:1557964520.350606:0:24067:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964520.350613:0:24067:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964520.350616:0:24067:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915fdb7ec00 (tot 30924164). 00000400:00000200:14.0:1557964520.350622:0:24067:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 336 into portal 10 MB=0x5cdc898725d70 00000400:00000200:14.0:1557964520.350629:0:24067:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 336/336 into md 0xa2d5 [1] + 192 00000100:00000001:14.0:1557964520.350634:0:24067:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:14.0:1557964520.350639:0:24067:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff89150ee44b00 x1633636318338416/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964626 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000800:00000200:15.0:1557964520.350641:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000100:00000040:14.0:1557964520.350649:0:24067:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=336 offset=192 replen=368 req@ffff89150ee44b00 x1633636318338416/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964626 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964520.350661:0:24067:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:14.0:1557964520.350663:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915fdb7ec00 (tot 30923764). 00000800:00000200:14.0:1557964520.350666:0:24067:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925eb377e00] (21)++ 00000800:00000200:14.0:1557964520.350668:0:24067:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925eb377e00] (22)-- 00000800:00000200:14.0:1557964520.350670:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000100:00000001:0.0:1557964520.350672:0:57502:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1557964520.350674:0:57502:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1557964520.350674:0:57502:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1557964520.350675:0:57502:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:0.0:1557964520.350678:0:57502:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff89150ee44b00 x1633636318338416/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964626 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:0.0:1557964520.350681:0:57502:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff89150ee44b00 x1633636318338416/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964626 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:0.0:1557964520.350685:0:57502:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:0.0:1557964520.350686:0:57502:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925eb609780. 00000400:00000200:0.0:1557964520.350686:0:57502:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7f980 00000400:00000010:0.0:1557964520.350687:0:57502:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7f980. 00000100:00000001:0.0:1557964520.350688:0:57502:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964520.350688:0:57502:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:0.0:1557964520.350689:0:57502:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1557964520.350689:0:57502:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1557964520.350690:0:57502:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964520.350691:0:57502:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1557964520.350693:0:57502:0:(import.c:1677:at_measured()) add 45 to ffff891506a74c00 time=20 v=45 (45 45 45 45) 00000100:00001000:0.0:1557964520.350694:0:57502:0:(import.c:1677:at_measured()) add 1 to ffff891506a74bc8 time=20 v=45 (1 1 1 1) 00000100:00000001:0.0:1557964520.350695:0:57502:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1557964520.350695:0:57502:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1557964520.350696:0:57502:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1557964520.350697:0:57502:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff89150ee44b00 x1633636318338416/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/336 e 0 to 0 dl 1557964626 ref 2 fl Rpc:R/0/0 rc 0/0 00010000:00000001:0.0:1557964520.350700:0:57502:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.350701:0:57502:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1557964520.350702:0:57502:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-mdc-ffff8925ba270000: skip recheck: last_committed 0 00000100:00000001:0.0:1557964520.350702:0:57502:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1557964520.350703:0:57502:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1557964520.350704:0:57502:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff89150ee44b00 x1633636318338416/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/336 e 0 to 0 dl 1557964626 ref 2 fl Rpc:R/0/0 rc 0/0 00000100:00000001:0.0:1557964520.350706:0:57502:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1557964520.350708:0:57502:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1557964520.350709:0:57502:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1557964520.350710:0:57502:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff89150ee44b00 x1633636318338416/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/336 e 0 to 0 dl 1557964626 ref 2 fl Interpret:R/0/0 rc 0/0 00000100:00100000:0.0:1557964520.350713:0:57502:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc df:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57502:1633636318338416:172.19.1.25@o2ib100:41 00000100:00000001:0.0:1557964520.350715:0:57502:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964520.350716:0:57502:0:(client.c:2426:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.350716:0:57502:0:(client.c:1008:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1557964520.350717:0:57502:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1557964520.350718:0:57502:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff89150ee44b00 x1633636318338416/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/336 e 0 to 0 dl 1557964626 ref 2 fl Complete:R/0/0 rc 0/0 00000100:00000001:0.0:1557964520.350721:0:57502:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1557964520.350721:0:57502:0:(ptlrpc_internal.h:352:ptlrpc_reqset_put()) kfreed 'set': 152 at ffff8915c4fe0840. 00000100:00000001:0.0:1557964520.350722:0:57502:0:(client.c:1050:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1557964520.350722:0:57502:0:(client.c:2929:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1557964520.350723:0:57502:0:(mdc_request.c:1481:mdc_statfs()) Process leaving 00000100:00000001:0.0:1557964520.350724:0:57502:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1557964520.350724:0:57502:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff89150ee44b00 x1633636318338416/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/336 e 0 to 0 dl 1557964626 ref 1 fl Complete:R/0/0 rc 0/0 00000100:00000001:0.0:1557964520.350727:0:57502:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1557964520.350727:0:57502:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1557964520.350728:0:57502:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89150dec4c00. 02000000:00000001:0.0:1557964520.350728:0:57502:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1557964520.350729:0:57502:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:0.0:1557964520.350729:0:57502:0:(genops.c:1228:class_import_put()) import ffff891506a74800 refcount=4 obd=looze-MDT0001-mdc-ffff8925ba270000 00000020:00000001:0.0:1557964520.350730:0:57502:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:0.0:1557964520.350730:0:57502:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915e77e9700. 02000000:00000001:0.0:1557964520.350731:0:57502:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1557964520.350732:0:57502:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1557964520.350732:0:57502:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff89150ee44b00. 00000100:00000001:0.0:1557964520.350733:0:57502:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1557964520.350733:0:57502:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1557964520.350734:0:57502:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:0.0:1557964520.350734:0:57502:0:(genops.c:1228:class_import_put()) import ffff891506a74800 refcount=3 obd=looze-MDT0001-mdc-ffff8925ba270000 00000020:00000001:0.0:1557964520.350735:0:57502:0:(genops.c:1237:class_import_put()) Process leaving 00800000:00000001:0.0:1557964520.350736:0:57502:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1557964520.350737:0:57502:0:(lmv_obd.c:1409:lmv_statfs()) Process leaving 00800000:00000010:0.0:1557964520.350738:0:57502:0:(lmv_obd.c:1411:lmv_statfs()) kfreed 'temp': 144 at ffff8915c4fe1440. 00000080:00000001:0.0:1557964520.350740:0:57502:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1557964520.350741:0:57502:0:(llite_lib.c:1766:ll_statfs_internal()) MDC blocks 11716011/11716383 objects 202424172/202424910 00000080:00000001:0.0:1557964520.350742:0:57502:0:(obd_class.h:1070:obd_statfs_rqset()) Process entered 00000100:00000001:0.0:1557964520.350743:0:57502:0:(client.c:947:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1557964520.350743:0:57502:0:(client.c:949:ptlrpc_prep_set()) kmalloced 'set': 152 at ffff8915c4fe1440. 00000100:00000001:0.0:1557964520.350744:0:57502:0:(client.c:965:ptlrpc_prep_set()) Process leaving (rc=18446613325325145152 : -130748384406464 : ffff8915c4fe1440) 00000080:00000001:0.0:1557964520.350745:0:57502:0:(obd_class.h:1031:obd_statfs_async()) Process entered 00000080:00000004:0.0:1557964520.350746:0:57502:0:(obd_class.h:1041:obd_statfs_async()) looze-clilov-ffff8925ba270000: osfs ffff89150db48168 age 4312625187, max_age 4318240503 00020000:00000001:0.0:1557964520.350748:0:57502:0:(lov_obd.c:988:lov_statfs_async()) Process entered 00020000:00000001:0.0:1557964520.350750:0:57502:0:(lov_request.c:315:lov_prep_statfs_set()) Process entered 00020000:00000010:0.0:1557964520.350751:0:57502:0:(lov_request.c:317:lov_prep_statfs_set()) kmalloced 'set': 48 at ffff891513f552c0. 00020000:00080000:0.0:1557964520.350753:0:57502:0:(lov_request.c:332:lov_prep_statfs_set()) lov idx 0 inactive 00020000:00080000:0.0:1557964520.350753:0:57502:0:(lov_request.c:332:lov_prep_statfs_set()) lov idx 1 inactive 00020000:00080000:0.0:1557964520.350754:0:57502:0:(lov_request.c:332:lov_prep_statfs_set()) lov idx 2 inactive 00020000:00080000:0.0:1557964520.350754:0:57502:0:(lov_request.c:332:lov_prep_statfs_set()) lov idx 3 inactive 00020000:00080000:0.0:1557964520.350754:0:57502:0:(lov_request.c:332:lov_prep_statfs_set()) lov idx 4 inactive 00020000:00080000:0.0:1557964520.350755:0:57502:0:(lov_request.c:332:lov_prep_statfs_set()) lov idx 5 inactive 00020000:00080000:0.0:1557964520.350755:0:57502:0:(lov_request.c:332:lov_prep_statfs_set()) lov idx 6 inactive 00020000:00080000:0.0:1557964520.350755:0:57502:0:(lov_request.c:332:lov_prep_statfs_set()) lov idx 7 inactive 00020000:00000010:0.0:1557964520.350756:0:57502:0:(lov_request.c:347:lov_prep_statfs_set()) kmalloced 'req': 56 at ffff891513f55480. 00020000:00000010:0.0:1557964520.350757:0:57502:0:(lov_request.c:351:lov_prep_statfs_set()) kmalloced 'req->rq_oi.oi_osfs': 144 at ffff8915c4fe0840. 00020000:00000010:0.0:1557964520.350758:0:57502:0:(lov_request.c:347:lov_prep_statfs_set()) kmalloced 'req': 56 at ffff891513f55180. 00020000:00000010:0.0:1557964520.350758:0:57502:0:(lov_request.c:351:lov_prep_statfs_set()) kmalloced 'req->rq_oi.oi_osfs': 144 at ffff8915c4fe0c00. 00020000:00000001:0.0:1557964520.350759:0:57502:0:(lov_request.c:366:lov_prep_statfs_set()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1557964520.350760:0:57502:0:(obd_class.h:1031:obd_statfs_async()) Process entered 00020000:00000004:0.0:1557964520.350761:0:57502:0:(obd_class.h:1041:obd_statfs_async()) looze-OST0008-osc-ffff8925ba270000: osfs ffff89150db4bf48 age 4312625187, max_age 4318240503 00000008:00000001:0.0:1557964520.350763:0:57502:0:(osc_request.c:2376:osc_statfs_async()) Process entered 00000100:00000010:0.0:1557964520.350763:0:57502:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff89150ee44b00. 00000020:00000040:0.0:1557964520.350764:0:57502:0:(genops.c:1214:class_import_get()) import ffff891506a77000 refcount=5 obd=looze-OST0008-osc-ffff8925ba270000 00000100:00000001:0.0:1557964520.350765:0:57502:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1557964520.350765:0:57502:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1557964520.350766:0:57502:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1557964520.350767:0:57502:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915e77e9700. 00000100:00000001:0.0:1557964520.350768:0:57502:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1557964520.350769:0:57502:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1557964520.350770:0:57502:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1557964520.350771:0:57502:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1557964520.350772:0:57502:0:(osc_request.c:2409:osc_statfs_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1557964520.350773:0:57502:0:(obd_class.h:1056:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1557964520.350773:0:57502:0:(obd_class.h:1031:obd_statfs_async()) Process entered 00020000:00000004:0.0:1557964520.350774:0:57502:0:(obd_class.h:1041:obd_statfs_async()) looze-OST0009-osc-ffff8925ba270000: osfs ffff89150db4cec0 age 4312625187, max_age 4318240503 00000008:00000001:0.0:1557964520.350774:0:57502:0:(osc_request.c:2376:osc_statfs_async()) Process entered 00000100:00000010:0.0:1557964520.350775:0:57502:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff89150ee44e00. 00000020:00000040:0.0:1557964520.350775:0:57502:0:(genops.c:1214:class_import_get()) import ffff891512a11000 refcount=5 obd=looze-OST0009-osc-ffff8925ba270000 00000100:00000001:0.0:1557964520.350776:0:57502:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1557964520.350776:0:57502:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1557964520.350776:0:57502:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1557964520.350777:0:57502:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915e77ebf00. 00000100:00000001:0.0:1557964520.350777:0:57502:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1557964520.350778:0:57502:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1557964520.350778:0:57502:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1557964520.350779:0:57502:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1557964520.350779:0:57502:0:(osc_request.c:2409:osc_statfs_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1557964520.350780:0:57502:0:(obd_class.h:1056:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1557964520.350780:0:57502:0:(lov_obd.c:1017:lov_statfs_async()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1557964520.350781:0:57502:0:(obd_class.h:1056:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.350781:0:57502:0:(client.c:2315:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1557964520.350782:0:57502:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1557964520.350783:0:57502:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff89150ee44b00 x1633636318338432/t0(0) o13->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:0.0:1557964520.350785:0:57502:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1557964520.350786:0:57502:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964520.350786:0:57502:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1557964520.350787:0:57502:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1557964520.350788:0:57502:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc df:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57502:1633636318338432:172.19.1.35@o2ib100:13 00000100:00000001:0.0:1557964520.350789:0:57502:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1557964520.350789:0:57502:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1557964520.350790:0:57502:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964520.350791:0:57502:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1557964520.350791:0:57502:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff89150dec4c00. 02000000:00000001:0.0:1557964520.350792:0:57502:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964520.350793:0:57502:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925eb609780. 00000400:00000010:0.0:1557964520.350794:0:57502:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7f980. 00000100:00000200:0.0:1557964520.350795:0:57502:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1633636318338432, portal 4 00000100:00000001:0.0:1557964520.350796:0:57502:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1557964520.350796:0:57502:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322270001920 : -130751439549696 : ffff89150ee44b00) 00000100:00000040:0.0:1557964520.350798:0:57502:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff89150ee44b00 x1633636318338432/t0(0) o13->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964626 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:0.0:1557964520.350801:0:57502:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:0.0:1557964520.350802:0:57502:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.35@o2ib100 00000400:00000010:0.0:1557964520.350802:0:57502:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7f600. 00000100:00000200:0.0:1557964520.350804:0:57502:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1633636318338432, offset 0 00000400:00000010:0.0:1557964520.350805:0:57502:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89259e758000 (tot 30924164). 00000400:00000200:0.0:1557964520.350806:0:57502:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.35@o2ib100 00000400:00000200:0.0:1557964520.350811:0:57502:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.35@o2ib100(172.19.1.35@o2ib100:172.19.1.35@o2ib100) : PUT 00000800:00000200:0.0:1557964520.350813:0:57502:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.35@o2ib100 00000800:00000200:0.0:1557964520.350816:0:57502:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f2000] -> 172.19.1.35@o2ib100 (2) version: 12 00000800:00000200:0.0:1557964520.350817:0:57502:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (20)++ 00000800:00000200:0.0:1557964520.350818:0:57502:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7cc00] (21)++ 00000800:00000200:0.0:1557964520.350821:0:57502:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:0.0:1557964520.350821:0:57502:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.350822:0:57502:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1557964520.350823:0:57502:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.350824:0:57502:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1557964520.350824:0:57502:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff89150ee44e00 x1633636318338448/t0(0) o13->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:0.0:1557964520.350828:0:57502:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1557964520.350828:0:57502:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964520.350829:0:57502:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1557964520.350829:0:57502:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1557964520.350830:0:57502:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc df:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57502:1633636318338448:172.19.1.36@o2ib100:13 00000100:00000001:0.0:1557964520.350833:0:57502:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1557964520.350833:0:57502:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1557964520.350834:0:57502:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964520.350834:0:57502:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1557964520.350835:0:57502:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff89150dec1400. 02000000:00000001:0.0:1557964520.350835:0:57502:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964520.350836:0:57502:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925eb6098a0. 00000400:00000010:0.0:1557964520.350837:0:57502:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7fc00. 00000100:00000200:0.0:1557964520.350837:0:57502:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1633636318338448, portal 4 00000100:00000001:0.0:1557964520.350838:0:57502:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1557964520.350838:0:57502:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322270002688 : -130751439548928 : ffff89150ee44e00) 00000100:00000040:0.0:1557964520.350839:0:57502:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff89150ee44e00 x1633636318338448/t0(0) o13->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964626 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:0.0:1557964520.350842:0:57502:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:0.0:1557964520.350842:0:57502:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.36@o2ib100 00000400:00000010:0.0:1557964520.350843:0:57502:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7f580. 00000100:00000200:0.0:1557964520.350843:0:57502:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1633636318338448, offset 0 00000400:00000010:0.0:1557964520.350844:0:57502:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89259e758200 (tot 30924564). 00000400:00000200:0.0:1557964520.350846:0:57502:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.36@o2ib100 00000400:00000200:0.0:1557964520.350849:0:57502:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) : PUT 00000800:00000200:0.0:1557964520.350850:0:57502:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.36@o2ib100 00000800:00000200:0.0:1557964520.350852:0:57502:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915a1ec0580] -> 172.19.1.36@o2ib100 (2) version: 12 00000800:00000200:0.0:1557964520.350853:0:57502:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (20)++ 00000800:00000200:0.0:1557964520.350854:0:57502:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fdb7cc00] (21)++ 00000800:00000200:0.0:1557964520.350855:0:57502:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000001:0.0:1557964520.350856:0:57502:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.350856:0:57502:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1557964520.350857:0:57502:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.350857:0:57502:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1557964520.350858:0:57502:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00100000:0.0:1557964520.350858:0:57502:0:(client.c:2336:ptlrpc_set_wait()) set ffff8915c4fe1440 going to sleep for 61 seconds 00000800:00000200:24.2:1557964520.350859:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (21)++ 00000100:00000001:0.0:1557964520.350859:0:57502:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1557964520.350860:0:57502:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.350861:0:57502:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1557964520.350861:0:57502:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.0:1557964520.350878:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)++ 00000800:00000200:24.0:1557964520.350884:0:24068:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7cc00] (23)-- 00000100:00000001:24.0:1557964520.350889:0:24068:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:9.2:1557964520.350890:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (21)++ 00000100:00000200:24.0:1557964520.350894:0:24068:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff89150ee44b00 x1633636318338432/t0(0) o13->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964626 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:24.0:1557964520.350920:0:24068:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:24.0:1557964520.350923:0:24068:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff89150ee44b00 x1633636318338432/t0(0) o13->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964626 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:14.0:1557964520.350923:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000800:00000200:19.0:1557964520.350944:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)++ 00000100:00000001:24.0:1557964520.350946:0:24068:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:24.0:1557964520.350947:0:24068:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:24.0:1557964520.350947:0:24068:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7f600 00000400:00000010:24.0:1557964520.350948:0:24068:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7f600. 00000800:00000200:19.0:1557964520.350948:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fdb7cc00] (23)-- 00000100:00000001:19.0:1557964520.350950:0:24063:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:24.0:1557964520.350951:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89259e758000 (tot 30924164). 00000800:00000200:24.0:1557964520.350952:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000100:00000200:19.0:1557964520.350952:0:24063:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff89150ee44e00 x1633636318338448/t0(0) o13->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964626 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964520.350957:0:24063:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:19.0:1557964520.350958:0:24063:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff89150ee44e00 x1633636318338448/t0(0) o13->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964626 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964520.350962:0:24063:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964520.350963:0:24063:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:19.0:1557964520.350964:0:24063:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7f580 00000400:00000010:19.0:1557964520.350965:0:24063:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7f580. 00000400:00000010:19.0:1557964520.350967:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89259e758200 (tot 30923764). 00000800:00000200:19.0:1557964520.350968:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000800:00000200:19.0:1557964520.350970:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000800:00000200:24.2:1557964520.351003:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (20)++ 00000800:00000200:24.0:1557964520.351009:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)++ 00000800:00000200:24.0:1557964520.351011:0:24065:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.35@o2ib100 00000400:00000200:24.0:1557964520.351014:0:24065:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.35@o2ib100 : PUT 00000400:00000010:24.0:1557964520.351016:0:24065:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff892553917a00 (tot 30924164). 00000400:00000200:24.0:1557964520.351019:0:24065:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.35@o2ib100 of length 336 into portal 4 MB=0x5cdc898725d80 00000400:00000200:24.0:1557964520.351022:0:24065:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.35@o2ib100 of length 336/336 into md 0xa2dd [1] + 192 00000100:00000001:24.0:1557964520.351025:0:24065:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:24.0:1557964520.351027:0:24065:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff89150ee44b00 x1633636318338432/t0(0) o13->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964626 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:24.0:1557964520.351030:0:24065:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=336 offset=192 replen=368 req@ffff89150ee44b00 x1633636318338432/t0(0) o13->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964626 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:24.0:1557964520.351036:0:24065:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:24.0:1557964520.351037:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff892553917a00 (tot 30923764). 00000800:00000200:24.0:1557964520.351038:0:24065:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (22)++ 00000800:00000200:24.0:1557964520.351039:0:24065:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (23)-- 00000800:00000200:24.0:1557964520.351040:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:0.0:1557964520.351040:0:57502:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1557964520.351042:0:57502:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1557964520.351042:0:57502:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000800:00000200:24.0:1557964520.351043:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000100:00000001:0.0:1557964520.351043:0:57502:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:0.0:1557964520.351045:0:57502:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff89150ee44b00 x1633636318338432/t0(0) o13->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964626 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:0.0:1557964520.351048:0:57502:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff89150ee44b00 x1633636318338432/t0(0) o13->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964626 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:0.0:1557964520.351052:0:57502:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:0.0:1557964520.351053:0:57502:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925eb609780. 00000400:00000200:0.0:1557964520.351053:0:57502:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7f980 00000400:00000010:0.0:1557964520.351053:0:57502:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7f980. 00000100:00000001:0.0:1557964520.351054:0:57502:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964520.351054:0:57502:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:0.0:1557964520.351055:0:57502:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1557964520.351055:0:57502:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1557964520.351056:0:57502:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964520.351056:0:57502:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1557964520.351057:0:57502:0:(import.c:1677:at_measured()) add 45 to ffff891506a77470 time=5624 v=45 (45 45 0 0) 00000100:00001000:0.0:1557964520.351059:0:57502:0:(import.c:1677:at_measured()) add 1 to ffff891506a773c8 time=20 v=45 (1 1 1 1) 00000100:00000001:0.0:1557964520.351060:0:57502:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1557964520.351060:0:57502:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1557964520.351060:0:57502:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1557964520.351061:0:57502:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.351062:0:57502:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1557964520.351062:0:57502:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0008-osc-ffff8925ba270000: skip recheck: last_committed 30064771278 00000100:00000001:0.0:1557964520.351063:0:57502:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1557964520.351063:0:57502:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1557964520.351064:0:57502:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff89150ee44b00 x1633636318338432/t0(0) o13->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:7/4 lens 224/336 e 0 to 0 dl 1557964626 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:0.0:1557964520.351067:0:57502:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1557964520.351067:0:57502:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1557964520.351068:0:57502:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1557964520.351069:0:57502:0:(osc_request.c:2340:osc_statfs_interpret()) Process entered 00020000:00000001:0.0:1557964520.351071:0:57502:0:(lov_request.c:274:cb_statfs_update()) Process entered 00020000:00000001:0.0:1557964520.351072:0:57502:0:(obd_class.h:983:obd_getref()) Process entered 00020000:00000001:0.0:1557964520.351074:0:57502:0:(obd_class.h:988:obd_getref()) Process leaving 00020000:00000001:0.0:1557964520.351075:0:57502:0:(obd_class.h:993:obd_putref()) Process entered 00020000:00000001:0.0:1557964520.351075:0:57502:0:(obd_class.h:998:obd_putref()) Process leaving 00020000:00000001:0.0:1557964520.351076:0:57502:0:(lov_request.c:306:cb_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1557964520.351076:0:57502:0:(osc_request.c:2365:osc_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1557964520.351077:0:57502:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff89150ee44b00 x1633636318338432/t0(0) o13->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:7/4 lens 224/336 e 0 to 0 dl 1557964626 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:0.0:1557964520.351081:0:57502:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc df:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57502:1633636318338432:172.19.1.35@o2ib100:13 00000100:00000001:0.0:1557964520.351082:0:57502:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.351083:0:57502:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1557964520.351083:0:57502:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.2:1557964520.351588:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (20)++ 00000800:00000200:2.0:1557964520.351632:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)++ 00000800:00000200:2.0:1557964520.351642:0:24061:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.36@o2ib100 00000400:00000200:2.0:1557964520.351650:0:24061:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.36@o2ib100 : PUT 00000400:00000010:2.0:1557964520.351653:0:24061:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c4a00 (tot 30924164). 00000400:00000200:2.0:1557964520.351660:0:24061:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.36@o2ib100 of length 336 into portal 4 MB=0x5cdc898725d90 00000400:00000200:2.0:1557964520.351666:0:24061:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.36@o2ib100 of length 336/336 into md 0x1c1f1 [1] + 192 00000100:00000001:2.0:1557964520.351672:0:24061:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:21.0:1557964520.351675:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000200:2.0:1557964520.351675:0:24061:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff89150ee44e00 x1633636318338448/t0(0) o13->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964626 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:2.0:1557964520.351686:0:24061:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=336 offset=192 replen=368 req@ffff89150ee44e00 x1633636318338448/t0(0) o13->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964626 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964520.351699:0:24061:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:2.0:1557964520.351700:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c4a00 (tot 30923764). 00000800:00000200:2.0:1557964520.351704:0:24061:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (21)++ 00000800:00000200:2.0:1557964520.351706:0:24061:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (22)-- 00000800:00000200:2.0:1557964520.351708:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000100:00000001:0.0:1557964520.351734:0:57502:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1557964520.351738:0:57502:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1557964520.351740:0:57502:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1557964520.351741:0:57502:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:0.0:1557964520.351746:0:57502:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff89150ee44e00 x1633636318338448/t0(0) o13->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964626 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:0.0:1557964520.351758:0:57502:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff89150ee44e00 x1633636318338448/t0(0) o13->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964626 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:0.0:1557964520.351766:0:57502:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:0.0:1557964520.351768:0:57502:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925eb6098a0. 00000400:00000200:0.0:1557964520.351770:0:57502:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7fc00 00000400:00000010:0.0:1557964520.351771:0:57502:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7fc00. 00000100:00000001:0.0:1557964520.351773:0:57502:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964520.351775:0:57502:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:0.0:1557964520.351776:0:57502:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1557964520.351777:0:57502:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1557964520.351779:0:57502:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964520.351781:0:57502:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1557964520.351784:0:57502:0:(import.c:1677:at_measured()) add 45 to ffff891512a11470 time=5624 v=45 (45 45 0 0) 00000100:00001000:0.0:1557964520.351788:0:57502:0:(import.c:1677:at_measured()) add 1 to ffff891512a113c8 time=20 v=45 (1 1 1 1) 00000100:00000001:0.0:1557964520.351791:0:57502:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1557964520.351791:0:57502:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1557964520.351793:0:57502:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1557964520.351797:0:57502:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.351799:0:57502:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1557964520.351800:0:57502:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0009-osc-ffff8925ba270000: skip recheck: last_committed 34359738567 00000100:00000001:0.0:1557964520.351802:0:57502:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1557964520.351803:0:57502:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1557964520.351806:0:57502:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff89150ee44e00 x1633636318338448/t0(0) o13->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:7/4 lens 224/336 e 0 to 0 dl 1557964626 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:0.0:1557964520.351814:0:57502:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1557964520.351817:0:57502:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1557964520.351818:0:57502:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1557964520.351820:0:57502:0:(osc_request.c:2340:osc_statfs_interpret()) Process entered 00020000:00000001:0.0:1557964520.351822:0:57502:0:(lov_request.c:274:cb_statfs_update()) Process entered 00020000:00000001:0.0:1557964520.351823:0:57502:0:(obd_class.h:983:obd_getref()) Process entered 00020000:00000001:0.0:1557964520.351825:0:57502:0:(obd_class.h:988:obd_getref()) Process leaving 00020000:00000001:0.0:1557964520.351826:0:57502:0:(obd_class.h:993:obd_putref()) Process entered 00020000:00000001:0.0:1557964520.351827:0:57502:0:(obd_class.h:998:obd_putref()) Process leaving 00020000:00000001:0.0:1557964520.351828:0:57502:0:(lov_request.c:306:cb_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1557964520.351829:0:57502:0:(osc_request.c:2365:osc_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1557964520.351833:0:57502:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff89150ee44e00 x1633636318338448/t0(0) o13->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:7/4 lens 224/336 e 0 to 0 dl 1557964626 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:0.0:1557964520.351842:0:57502:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc df:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57502:1633636318338448:172.19.1.36@o2ib100:13 00000100:00000001:0.0:1557964520.351845:0:57502:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1557964520.351848:0:57502:0:(lov_obd.c:970:lov_statfs_interpret()) Process entered 00020000:00000001:0.0:1557964520.351851:0:57502:0:(lov_request.c:178:lov_fini_statfs_set()) Process entered 00020000:00000001:0.0:1557964520.351852:0:57502:0:(lov_request.c:155:lov_fini_statfs()) Process entered 00020000:00000001:0.0:1557964520.351854:0:57502:0:(lov_request.c:169:lov_fini_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1557964520.351856:0:57502:0:(lov_request.c:54:lov_finish_set()) Process entered 00020000:00000010:0.0:1557964520.351857:0:57502:0:(lov_request.c:62:lov_finish_set()) kfreed 'req->rq_oi.oi_osfs': 144 at ffff8915c4fe0840. 00020000:00000010:0.0:1557964520.351859:0:57502:0:(lov_request.c:64:lov_finish_set()) kfreed 'req': 56 at ffff891513f55480. 00020000:00000010:0.0:1557964520.351860:0:57502:0:(lov_request.c:62:lov_finish_set()) kfreed 'req->rq_oi.oi_osfs': 144 at ffff8915c4fe0c00. 00020000:00000010:0.0:1557964520.351862:0:57502:0:(lov_request.c:64:lov_finish_set()) kfreed 'req': 56 at ffff891513f55180. 00020000:00000010:0.0:1557964520.351863:0:57502:0:(lov_request.c:67:lov_finish_set()) kfreed 'set': 48 at ffff891513f552c0. 00020000:00000001:0.0:1557964520.351864:0:57502:0:(lov_request.c:68:lov_finish_set()) Process leaving 00020000:00000001:0.0:1557964520.351865:0:57502:0:(lov_request.c:190:lov_fini_statfs_set()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1557964520.351867:0:57502:0:(lov_obd.c:976:lov_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.351869:0:57502:0:(client.c:2426:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964520.351871:0:57502:0:(client.c:1008:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1557964520.351872:0:57502:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1557964520.351875:0:57502:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff89150ee44b00 x1633636318338432/t0(0) o13->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:7/4 lens 224/336 e 0 to 0 dl 1557964626 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:0.0:1557964520.351883:0:57502:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1557964520.351884:0:57502:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1557964520.351885:0:57502:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89150dec4c00. 02000000:00000001:0.0:1557964520.351887:0:57502:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1557964520.351888:0:57502:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:0.0:1557964520.351889:0:57502:0:(genops.c:1228:class_import_put()) import ffff891506a77000 refcount=4 obd=looze-OST0008-osc-ffff8925ba270000 00000020:00000001:0.0:1557964520.351891:0:57502:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:0.0:1557964520.351892:0:57502:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915e77e9700. 02000000:00000001:0.0:1557964520.351894:0:57502:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1557964520.351895:0:57502:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1557964520.351896:0:57502:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff89150ee44b00. 00000100:00000001:0.0:1557964520.351898:0:57502:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1557964520.351899:0:57502:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964520.351900:0:57502:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1557964520.351903:0:57502:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff89150ee44e00 x1633636318338448/t0(0) o13->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:7/4 lens 224/336 e 0 to 0 dl 1557964626 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:0.0:1557964520.351910:0:57502:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1557964520.351911:0:57502:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1557964520.351912:0:57502:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89150dec1400. 02000000:00000001:0.0:1557964520.351913:0:57502:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1557964520.351914:0:57502:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:0.0:1557964520.351914:0:57502:0:(genops.c:1228:class_import_put()) import ffff891512a11000 refcount=4 obd=looze-OST0009-osc-ffff8925ba270000 00000020:00000001:0.0:1557964520.351916:0:57502:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:0.0:1557964520.351917:0:57502:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915e77ebf00. 02000000:00000001:0.0:1557964520.351918:0:57502:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1557964520.351919:0:57502:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1557964520.351919:0:57502:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff89150ee44e00. 00000100:00000001:0.0:1557964520.351921:0:57502:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1557964520.351921:0:57502:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1557964520.351923:0:57502:0:(ptlrpc_internal.h:352:ptlrpc_reqset_put()) kfreed 'set': 152 at ffff8915c4fe1440. 00000100:00000001:0.0:1557964520.351925:0:57502:0:(client.c:1050:ptlrpc_set_destroy()) Process leaving 00000080:00000001:0.0:1557964520.351927:0:57502:0:(obd_class.h:1082:obd_statfs_rqset()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1557964520.351929:0:57502:0:(llite_lib.c:1779:ll_statfs_internal()) OSC blocks 890548283/890548925 objects 10265656555/10265658338 00000080:00000001:0.0:1557964520.351932:0:57502:0:(llite_lib.c:1796:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1557964520.351949:0:57502:0:(xattr.c:417:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1557964520.351953:0:57502:0:(xattr.c:339:ll_xattr_list()) Process entered 00000080:00000001:0.0:1557964520.351954:0:57502:0:(xattr_cache.c:512:ll_xattr_cache_get()) Process entered 00000080:00000001:0.0:1557964520.351955:0:57502:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1557964520.351956:0:57502:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1557964520.351959:0:57502:0:(xattr_cache.c:547:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1557964520.351961:0:57502:0:(xattr_cache.c:551:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1557964520.351963:0:57502:0:(xattr.c:347:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:0.0:1557964520.351965:0:57502:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1557964520.351966:0:57502:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1557964520.351967:0:57502:0:(xattr.c:405:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1557964520.351969:0:57502:0:(xattr.c:461:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1557964520.351972:0:57502:0:(file.c:3768:ll_inode_revalidate()) Process entered 00000080:00000001:0.0:1557964520.351973:0:57502:0:(file.c:3656:__ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1557964520.351973:0:57502:0:(file.c:3661:__ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8925f24f7590),name=/ 00000080:00000010:0.0:1557964520.351977:0:57502:0:(llite_lib.c:2480:ll_prep_md_op_data()) kmalloced 'op_data': 320 at ffff89259e758400. 00000080:00000001:0.0:1557964520.351979:0:57502:0:(obd_class.h:1387:md_intent_lock()) Process entered 00800000:00000001:0.0:1557964520.351981:0:57502:0:(lmv_intent.c:474:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1557964520.351982:0:57502:0:(lmv_intent.c:482:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1557964520.351986:0:57502:0:(lmv_intent.c:361:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1557964520.351987:0:57502:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1557964520.351988:0:57502:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:0.0:1557964520.351989:0:57502:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1557964520.351990:0:57502:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1557964520.351992:0:57502:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1557964520.351994:0:57502:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1557964520.351996:0:57502:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1557964520.351998:0:57502:0:(lmv_intent.c:390:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 lsm= (null) lsm_magic=ffffffff 00800000:00000001:0.0:1557964520.352002:0:57502:0:(obd_class.h:1387:md_intent_lock()) Process entered 00000002:00000001:0.0:1557964520.352003:0:57502:0:(mdc_locks.c:1144:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1557964520.352004:0:57502:0:(mdc_locks.c:1151:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1557964520.352008:0:57502:0:(mdc_locks.c:1050:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1557964520.352010:0:57502:0:(mdc_locks.c:142:mdc_lock_match()) Process entered 00010000:00000001:0.0:1557964520.352011:0:57502:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000040:0.0:1557964520.352014:0:57502:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 3 00010000:00000001:0.0:1557964520.352016:0:57502:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1557964520.352019:0:57502:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1557964520.352021:0:57502:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1557964520.352023:0:57502:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 4 00010000:00010000:0.0:1557964520.352024:0:57502:0:(ldlm_lock.c:745:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13 rrc: 4 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1557964520.352033:0:57502:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 3 00010000:00000001:0.0:1557964520.352035:0:57502:0:(ldlm_lock.c:1413:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000040:0.0:1557964520.352037:0:57502:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 2 00010000:00000040:0.0:1557964520.352038:0:57502:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 3 00010000:00010000:0.0:1557964520.352040:0:57502:0:(ldlm_lock.c:1473:ldlm_lock_match()) ### matched (0 0) ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1557964520.352047:0:57502:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 2 02000000:00000001:0.0:1557964520.352049:0:57502:0:(sec.c:936:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1557964520.352050:0:57502:0:(sec.c:950:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1557964520.352052:0:57502:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1557964520.352053:0:57502:0:(mdc_locks.c:1102:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1557964520.352055:0:57502:0:(mdc_locks.c:1164:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1557964520.352056:0:57502:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1557964520.352058:0:57502:0:(lmv_intent.c:409:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1557964520.352059:0:57502:0:(lmv_intent.c:515:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1557964520.352076:0:57502:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1557964520.352077:0:57502:0:(llite_lib.c:2531:ll_finish_md_op_data()) kfreed 'op_data': 320 at ffff89259e758400. 00000080:00000001:0.0:1557964520.352078:0:57502:0:(dcache.c:267:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1557964520.352078:0:57502:0:(dcache.c:270:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1557964520.352079:0:57502:0:(dcache.c:290:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8925f24f7590) 00000080:00010000:0.0:1557964520.352079:0:57502:0:(llite_internal.h:1336:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8925f24f7590) for lock 0x398a44d554cdee01 00000080:00000001:0.0:1557964520.352080:0:57502:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00800000:00000001:0.0:1557964520.352081:0:57502:0:(lmv_obd.c:2852:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1557964520.352081:0:57502:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00000002:00000001:0.0:1557964520.352085:0:57502:0:(mdc_locks.c:103:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1557964520.352086:0:57502:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1557964520.352086:0:57502:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:0.0:1557964520.352087:0:57502:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:0.0:1557964520.352088:0:57502:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:0.0:1557964520.352089:0:57502:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1557964520.352089:0:57502:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1557964520.352089:0:57502:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1557964520.352090:0:57502:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1557964520.352090:0:57502:0:(lmv_obd.c:2857:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1557964520.352091:0:57502:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1557964520.352091:0:57502:0:(dcache.c:201:ll_intent_drop_lock()) releasing lock with cookie 0x398a44d554cdee01 from it ffff8915efeffd18 00010000:00000001:0.0:1557964520.352092:0:57502:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1557964520.352092:0:57502:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:0.0:1557964520.352093:0:57502:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:0.0:1557964520.352093:0:57502:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:0.0:1557964520.352094:0:57502:0:(ldlm_lock.c:826:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1557964520.352094:0:57502:0:(ldlm_lock.c:799:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: ?? lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 3/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1557964520.352096:0:57502:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1557964520.352096:0:57502:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1557964520.352097:0:57502:0:(ldlm_lock.c:872:ldlm_lock_decref_internal()) ### add lock into lru list ns: ?? lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 2/0,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1557964520.352098:0:57502:0:(ldlm_lock.c:300:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1557964520.352099:0:57502:0:(ldlm_lock.c:304:ldlm_lock_add_to_lru()) Process leaving 00010000:00000001:0.0:1557964520.352099:0:57502:0:(ldlm_lock.c:893:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1557964520.352099:0:57502:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1557964520.352100:0:57502:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1557964520.352100:0:57502:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1557964520.352100:0:57502:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1557964520.352101:0:57502:0:(file.c:3797:ll_inode_revalidate()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964520.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964520.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964520.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964520.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964520.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964520.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964520.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964520.874363:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00010000:00000001:7.0:1557964520.894323:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964520.894325:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:7.0:1557964520.894329:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964520.894331:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964520.894334:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964520.894335:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964520.894337:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964520.894338:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964520.894339:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964520.894341:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964520.894342:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964520.894343:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964520.894345:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964520.894347:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964520.894348:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964520.894349:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964520.894350:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964520.894351:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964520.894352:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964520.894353:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964520.894354:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964520.894354:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:7.0:1557964520.894356:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964520.894356:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964520.894359:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:7.0:1557964520.894360:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964520.894360:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964520.894362:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964520.894363:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964520.894364:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964520.894365:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964520.894366:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964520.894366:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964520.894368:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964520.894369:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964520.894370:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964520.894371:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964520.894378:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964520.894379:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964520.894381:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964520.894382:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964521.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964521.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964521.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964521.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964521.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964521.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964521.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964521.874361:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964522.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964522.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964522.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964522.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964522.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964522.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964522.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964522.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964523.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964523.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964523.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964523.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964523.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964523.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964523.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964523.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000010:9.0:1557964524.483220:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f9628300 (tot 30924020). 00000400:00000010:9.0:1557964524.483227:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f9628300 (tot 30923764). 00000400:00000200:3.0:1557964524.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964524.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964524.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964524.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964524.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964524.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964524.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964524.874362:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964525.874310:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964525.874312:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964525.874314:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964525.874315:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964525.874317:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964525.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964525.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964525.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000100:00000040:5.0:1557964525.927289:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964525.927293:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964525.927294:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514612700. 00000020:00000040:5.0:1557964525.927295:0:24107:0:(genops.c:1214:class_import_get()) import ffff8925eae5c800 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:5.0:1557964525.927297:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964525.927298:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964525.927300:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964525.927301:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8f600. 00000100:00000001:5.0:1557964525.927302:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964525.927305:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS req@ffff891514612700 x1633636318338464/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964525.927309:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964525.927309:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964525.927310:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964525.927312:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514612700] to pc [ptlrpcd_00_05:5] req@ffff891514612700 x1633636318338464/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964525.927318:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927319:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2735144 : 2735144 : 29bc28) 00000020:00000001:5.0:1557964525.927320:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2952696 : 2952696 : 2d0df8) 00000020:00000001:5.0:1557964525.927321:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705578936 : -3972680 : ffffffffffc361b8) 00000020:00000001:5.0:1557964525.927322:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073699899538 : -9652078 : ffffffffff6cb892) 00000020:00000001:5.0:1557964525.927322:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1097192 : 1097192 : 10bde8) 00000100:00000001:3.0:1557964525.927323:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964525.927325:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709484022 : -67594 : fffffffffffef7f6) 00000020:00000001:5.0:1557964525.927325:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705767547 : -3784069 : ffffffffffc6427b) 00000100:00100000:3.0:1557964525.927325:0:24079:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [5->4] 00000020:00000001:5.0:1557964525.927326:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2485996 : 2485996 : 25eeec) 00000100:00000001:3.0:1557964525.927326:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964525.927327:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2081840 : 2081840 : 1fc430) 00000020:00000001:5.0:1557964525.927328:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=55480 : 55480 : d8b8) 00000020:00000001:5.0:1557964525.927328:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073708005614 : -1546002 : ffffffffffe868ee) 00000100:00000001:3.0:1557964525.927328:0:24079:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:5.0:1557964525.927329:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709443432 : -108184 : fffffffffffe5968) 00000020:00000001:5.0:1557964525.927329:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709484336 : -67280 : fffffffffffef930) 00000100:00000001:3.0:1557964525.927329:0:24079:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964525.927329:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964525.927329:0:24079:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964525.927330:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709450824 : -100792 : fffffffffffe7648) 00000100:00000001:3.0:1557964525.927330:0:24079:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:5.0:1557964525.927331:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709522752 : -28864 : ffffffffffff8f40) 00000020:00000001:5.0:1557964525.927331:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709546976 : -4640 : ffffffffffffede0) 00000020:00000001:5.0:1557964525.927332:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=49496 : 49496 : c158) 00000100:00000040:3.0:1557964525.927332:0:24079:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514612700 x1633636318338464/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964525.927333:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7833692 : 7833692 : 77885c) 00000020:00000001:5.0:1557964525.927333:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1435441 : 1435441 : 15e731) 00000020:00000001:5.0:1557964525.927334:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=15616 : 15616 : 3d00) 00000020:00000001:5.0:1557964525.927334:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=668095 : 668095 : a31bf) 00000020:00000001:5.0:1557964525.927335:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1358872 : 1358872 : 14bc18) 00000020:00000001:5.0:1557964525.927335:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1560429 : 1560429 : 17cf6d) 00000020:00000001:5.0:1557964525.927336:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1731852 : 1731852 : 1a6d0c) 00000020:00000001:5.0:1557964525.927336:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=92728 : 92728 : 16a38) 00000100:00000001:3.0:1557964525.927336:0:24079:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1557964525.927336:0:24079:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927337:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2027914 : 2027914 : 1ef18a) 00000020:00000001:5.0:1557964525.927337:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=114620 : 114620 : 1bfbc) 02000000:00000001:3.0:1557964525.927337:0:24079:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:5.0:1557964525.927338:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=4096 : 4096 : 1000) 02000000:00000001:3.0:1557964525.927338:0:24079:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927339:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709528278 : -23338 : ffffffffffffa4d6) 00000020:00000001:5.0:1557964525.927339:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=6747 : 6747 : 1a5b) 00000100:00100000:3.0:1557964525.927339:0:24079:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_04:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24079:1633636318338464:172.19.1.24@o2ib100:400 00000020:00000001:5.0:1557964525.927340:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709531320 : -20296 : ffffffffffffb0b8) 00000020:00000001:5.0:1557964525.927341:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709543636 : -7980 : ffffffffffffe0d4) 00000020:00000001:5.0:1557964525.927341:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964525.927341:0:24079:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1557964525.927341:0:24079:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:5.0:1557964525.927342:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964525.927342:0:24079:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927343:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964525.927343:0:24079:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:23.0:1557964525.927344:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964525.927344:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927344:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1557964525.927344:0:24079:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8915b1ffd400. 00000020:00000001:5.0:1557964525.927345:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927345:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964525.927346:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927346:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964525.927346:0:24079:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964525.927347:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:23.0:1557964525.927347:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927347:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927347:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1557964525.927347:0:24079:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8915e9408240. 00000020:00000001:5.0:1557964525.927348:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927348:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927349:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927349:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1557964525.927349:0:24079:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff891595bd1580. 00000020:00000001:5.0:1557964525.927350:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927350:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1557964525.927350:0:24079:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338464, portal 25 00000020:00000001:5.0:1557964525.927351:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927351:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964525.927351:0:24079:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1557964525.927351:0:24079:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362070784 : -130751347480832 : ffff891514612700) 00000020:00000001:5.0:1557964525.927352:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927352:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927353:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927353:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1557964525.927353:0:24079:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514612700 x1633636318338464/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964631 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964525.927354:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927354:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927355:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927355:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927356:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927356:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964525.927356:0:24079:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:5.0:1557964525.927357:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927357:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1557964525.927357:0:24079:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000020:00000001:5.0:1557964525.927358:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927358:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1557964525.927358:0:24079:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff891595bd0e80. 00000100:00000200:3.0:1557964525.927358:0:24079:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636318338464, offset 0 00000020:00000001:5.0:1557964525.927359:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927359:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1557964525.927359:0:24079:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ff9e00 (tot 30924164). 00000020:00000001:5.0:1557964525.927360:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927360:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927361:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964525.927361:0:24079:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:5.0:1557964525.927362:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927363:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927363:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927364:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927365:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927365:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927366:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927366:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964525.927366:0:24079:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:5.0:1557964525.927367:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927367:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927368:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927368:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964525.927368:0:24079:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:5.0:1557964525.927369:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927369:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927370:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927370:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927371:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927371:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964525.927371:0:24079:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964525.927372:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927372:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964525.927372:0:24079:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (20)++ 00000020:00000001:5.0:1557964525.927373:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927373:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964525.927373:0:24079:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (21)++ 00000020:00000001:5.0:1557964525.927374:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927374:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927375:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964525.927375:0:24079:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (22)-- 00000020:00000001:5.0:1557964525.927376:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927376:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964525.927376:0:24079:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927377:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927377:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964525.927377:0:24079:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1557964525.927377:0:24079:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927378:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927378:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964525.927378:0:24079:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927379:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927379:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964525.927379:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964525.927380:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964525.927380:0:24079:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964525.927381:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964525.927381:0:24079:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964525.927381:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927382:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927382:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927383:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927383:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927384:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927385:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927385:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927386:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927386:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927387:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927387:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927388:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927388:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927389:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927389:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927390:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927390:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927391:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927391:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927392:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927392:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927393:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927393:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927394:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927394:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927395:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927395:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927396:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927396:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927397:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927397:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927398:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927398:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927399:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927400:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927401:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927401:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927402:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927402:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927403:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927404:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927404:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927405:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927405:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927406:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927406:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927407:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927408:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927409:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927409:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927410:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927410:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927411:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927411:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927412:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927412:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927413:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927413:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964525.927414:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (21)++ 00000020:00000001:5.0:1557964525.927414:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927414:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927415:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927415:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927416:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927416:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927417:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927417:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927417:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927419:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927419:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927420:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927421:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927421:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927421:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927422:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927422:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927423:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927423:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927424:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927424:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927425:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927425:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927426:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927426:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927427:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927427:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1557964525.927428:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000020:00000001:5.0:1557964525.927428:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927428:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927429:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964525.927429:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964525.927430:0:24107:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318272081) 00000800:00000200:19.0:1557964525.927431:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (23)-- 00000100:00000001:19.0:1557964525.927433:0:24063:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:19.0:1557964525.927436:0:24063:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514612700 x1633636318338464/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964631 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964525.927440:0:24063:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:19.0:1557964525.927441:0:24063:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514612700 x1633636318338464/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964631 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964525.927444:0:24063:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964525.927445:0:24063:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:19.0:1557964525.927445:0:24063:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff891595bd0e80 00000400:00000010:19.0:1557964525.927446:0:24063:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff891595bd0e80. 00000400:00000010:19.0:1557964525.927447:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ff9e00 (tot 30923764). 00000800:00000200:19.0:1557964525.927448:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000800:00000200:19.0:1557964525.927449:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000800:00000200:29.2:1557964525.927624:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:21.0:1557964525.927641:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:21.0:1557964525.927645:0:24062:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000800:00000200:2.0:1557964525.927648:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000400:00000200:21.0:1557964525.927649:0:24062:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964525.927650:0:24062:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925f72e8400 (tot 30924164). 00000400:00000200:21.0:1557964525.927653:0:24062:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc898725da0 00000400:00000200:21.0:1557964525.927656:0:24062:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1c201 [1] + 192 00000100:00000001:21.0:1557964525.927658:0:24062:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:21.0:1557964525.927660:0:24062:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514612700 x1633636318338464/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964631 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:21.0:1557964525.927664:0:24062:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514612700 x1633636318338464/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964631 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964525.927668:0:24062:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:21.0:1557964525.927669:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925f72e8400 (tot 30923764). 00000800:00000200:21.0:1557964525.927671:0:24062:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (21)++ 00000100:00000001:3.0:1557964525.927671:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964525.927671:0:24079:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:21.0:1557964525.927672:0:24062:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)-- 00000400:00000001:3.0:1557964525.927672:0:24079:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000800:00000200:21.0:1557964525.927673:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000400:00000001:3.0:1557964525.927673:0:24079:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1557964525.927673:0:24079:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:3.0:1557964525.927674:0:24079:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514612700 x1633636318338464/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964631 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:3.0:1557964525.927683:0:24079:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514612700 x1633636318338464/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964631 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:3.0:1557964525.927686:0:24079:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:3.0:1557964525.927687:0:24079:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8915e9408240. 00000400:00000200:3.0:1557964525.927687:0:24079:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff891595bd1580 00000400:00000010:3.0:1557964525.927687:0:24079:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff891595bd1580. 00000100:00000001:3.0:1557964525.927688:0:24079:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964525.927689:0:24079:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:3.0:1557964525.927689:0:24079:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1557964525.927689:0:24079:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1557964525.927690:0:24079:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964525.927691:0:24079:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1557964525.927692:0:24079:0:(import.c:1677:at_measured()) add 45 to ffff8925eae5cc00 time=25 v=45 (45 45 45 45) 00000100:00001000:3.0:1557964525.927693:0:24079:0:(import.c:1677:at_measured()) add 1 to ffff8925eae5cbc8 time=25 v=45 (1 1 1 1) 00000100:00000001:3.0:1557964525.927694:0:24079:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1557964525.927694:0:24079:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1557964525.927695:0:24079:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1557964525.927696:0:24079:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964525.927696:0:24079:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1557964525.927697:0:24079:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514612700 x1633636318338464/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964631 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:3.0:1557964525.927700:0:24079:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1557964525.927701:0:24079:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1557964525.927702:0:24079:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1557964525.927703:0:24079:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514612700 x1633636318338464/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964631 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:3.0:1557964525.927706:0:24079:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_04:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24079:1633636318338464:172.19.1.24@o2ib100:400 00000100:00000001:3.0:1557964525.927707:0:24079:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964525.927708:0:24079:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1557964525.927709:0:24079:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514612700 x1633636318338464/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964631 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:3.0:1557964525.927711:0:24079:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1557964525.927712:0:24079:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1557964525.927713:0:24079:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8915b1ffd400. 02000000:00000001:3.0:1557964525.927714:0:24079:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1557964525.927715:0:24079:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:3.0:1557964525.927715:0:24079:0:(genops.c:1228:class_import_put()) import ffff8925eae5c800 refcount=3 obd=MGC172.19.1.24@o2ib100 00000020:00000001:3.0:1557964525.927716:0:24079:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:3.0:1557964525.927717:0:24079:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8f600. 02000000:00000001:3.0:1557964525.927718:0:24079:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1557964525.927718:0:24079:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1557964525.927719:0:24079:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514612700. 00000100:00000001:3.0:1557964525.927719:0:24079:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1557964525.927720:0:24079:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964525.927720:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964525.927721:0:24079:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1557964525.927721:0:24079:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964525.927722:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964525.927722:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964525.927723:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964525.927723:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0F:1557964526.604607:0:57508:0:(llite_lib.c:2571:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964526.604726:0:57508:0:(xattr.c:417:ll_xattr_get_common()) Process entered 00000080:00000001:17.0:1557964526.604728:0:57508:0:(xattr.c:339:ll_xattr_list()) Process entered 00000080:00000001:17.0:1557964526.604729:0:57508:0:(xattr_cache.c:512:ll_xattr_cache_get()) Process entered 00000080:00000001:17.0:1557964526.604729:0:57508:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:17.0:1557964526.604730:0:57508:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964526.604731:0:57508:0:(xattr_cache.c:547:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:17.0:1557964526.604732:0:57508:0:(xattr_cache.c:551:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964526.604733:0:57508:0:(xattr.c:347:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:17.0:1557964526.604734:0:57508:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:17.0:1557964526.604734:0:57508:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:17.0:1557964526.604735:0:57508:0:(xattr.c:405:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964526.604736:0:57508:0:(xattr.c:461:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964526.604736:0:57508:0:(file.c:3768:ll_inode_revalidate()) Process entered 00000080:00000001:17.0:1557964526.604737:0:57508:0:(file.c:3656:__ll_inode_revalidate()) Process entered 00000080:00200000:17.0:1557964526.604737:0:57508:0:(file.c:3661:__ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8925f24f7590),name=/ 00000080:00000010:17.0:1557964526.604739:0:57508:0:(llite_lib.c:2480:ll_prep_md_op_data()) kmalloced 'op_data': 320 at ffff89150ef15c00. 00000080:00000001:17.0:1557964526.604740:0:57508:0:(obd_class.h:1387:md_intent_lock()) Process entered 00800000:00000001:17.0:1557964526.604741:0:57508:0:(lmv_intent.c:474:lmv_intent_lock()) Process entered 00800000:00000002:17.0:1557964526.604742:0:57508:0:(lmv_intent.c:482:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:17.0:1557964526.604743:0:57508:0:(lmv_intent.c:361:lmv_intent_lookup()) Process entered 00800000:00000001:17.0:1557964526.604744:0:57508:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:17.0:1557964526.604744:0:57508:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:17.0:1557964526.604745:0:57508:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:17.0:1557964526.604745:0:57508:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:17.0:1557964526.604746:0:57508:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964526.604746:0:57508:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:17.0:1557964526.604747:0:57508:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964526.604748:0:57508:0:(lmv_intent.c:390:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 lsm= (null) lsm_magic=ffffffff 00800000:00000001:17.0:1557964526.604749:0:57508:0:(obd_class.h:1387:md_intent_lock()) Process entered 00000002:00000001:17.0:1557964526.604750:0:57508:0:(mdc_locks.c:1144:mdc_intent_lock()) Process entered 00000002:00010000:17.0:1557964526.604750:0:57508:0:(mdc_locks.c:1151:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:17.0:1557964526.604752:0:57508:0:(mdc_locks.c:1050:mdc_revalidate_lock()) Process entered 00000002:00000001:17.0:1557964526.604752:0:57508:0:(mdc_locks.c:142:mdc_lock_match()) Process entered 00010000:00000001:17.0:1557964526.604753:0:57508:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000040:17.0:1557964526.604755:0:57508:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 3 00010000:00000001:17.0:1557964526.604756:0:57508:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:17.0:1557964526.604757:0:57508:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:17.0:1557964526.604757:0:57508:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:17.0:1557964526.604758:0:57508:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 4 00010000:00010000:17.0:1557964526.604759:0:57508:0:(ldlm_lock.c:745:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13 rrc: 4 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964526.604762:0:57508:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 3 00010000:00000001:17.0:1557964526.604762:0:57508:0:(ldlm_lock.c:1413:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000040:17.0:1557964526.604763:0:57508:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 2 00010000:00000040:17.0:1557964526.604764:0:57508:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 3 00010000:00010000:17.0:1557964526.604764:0:57508:0:(ldlm_lock.c:1473:ldlm_lock_match()) ### matched (0 0) ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964526.604767:0:57508:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 2 02000000:00000001:17.0:1557964526.604767:0:57508:0:(sec.c:936:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:17.0:1557964526.604768:0:57508:0:(sec.c:950:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964526.604769:0:57508:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:17.0:1557964526.604769:0:57508:0:(mdc_locks.c:1102:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:17.0:1557964526.604770:0:57508:0:(mdc_locks.c:1164:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:17.0:1557964526.604770:0:57508:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:17.0:1557964526.604771:0:57508:0:(lmv_intent.c:409:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:17.0:1557964526.604771:0:57508:0:(lmv_intent.c:515:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:17.0:1557964526.604772:0:57508:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:17.0:1557964526.604773:0:57508:0:(llite_lib.c:2531:ll_finish_md_op_data()) kfreed 'op_data': 320 at ffff89150ef15c00. 00000080:00000001:17.0:1557964526.604773:0:57508:0:(dcache.c:267:ll_revalidate_it_finish()) Process entered 00000080:00000001:17.0:1557964526.604774:0:57508:0:(dcache.c:270:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:17.0:1557964526.604774:0:57508:0:(dcache.c:290:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8925f24f7590) 00000080:00010000:17.0:1557964526.604775:0:57508:0:(llite_internal.h:1336:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8925f24f7590) for lock 0x398a44d554cdee01 00000080:00000001:17.0:1557964526.604776:0:57508:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00800000:00000001:17.0:1557964526.604776:0:57508:0:(lmv_obd.c:2852:lmv_set_lock_data()) Process entered 00800000:00000001:17.0:1557964526.604777:0:57508:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00000002:00000001:17.0:1557964526.604777:0:57508:0:(mdc_locks.c:103:mdc_set_lock_data()) Process entered 00010000:00000001:17.0:1557964526.604777:0:57508:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964526.604778:0:57508:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964526.604779:0:57508:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:17.0:1557964526.604780:0:57508:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:17.0:1557964526.604780:0:57508:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964526.604781:0:57508:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:17.0:1557964526.604781:0:57508:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964526.604781:0:57508:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964526.604782:0:57508:0:(lmv_obd.c:2857:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964526.604782:0:57508:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:17.0:1557964526.604783:0:57508:0:(dcache.c:201:ll_intent_drop_lock()) releasing lock with cookie 0x398a44d554cdee01 from it ffff8915efeffd18 00010000:00000001:17.0:1557964526.604783:0:57508:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964526.604784:0:57508:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964526.604784:0:57508:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:17.0:1557964526.604784:0:57508:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:17.0:1557964526.604785:0:57508:0:(ldlm_lock.c:826:ldlm_lock_decref_internal()) Process entered 00010000:00010000:17.0:1557964526.604786:0:57508:0:(ldlm_lock.c:799:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: ?? lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 3/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:17.0:1557964526.604788:0:57508:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964526.604788:0:57508:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00010000:17.0:1557964526.604788:0:57508:0:(ldlm_lock.c:872:ldlm_lock_decref_internal()) ### add lock into lru list ns: ?? lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 2/0,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:17.0:1557964526.604790:0:57508:0:(ldlm_lock.c:300:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:17.0:1557964526.604791:0:57508:0:(ldlm_lock.c:304:ldlm_lock_add_to_lru()) Process leaving 00010000:00000001:17.0:1557964526.604791:0:57508:0:(ldlm_lock.c:893:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:17.0:1557964526.604791:0:57508:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964526.604791:0:57508:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000100:00000001:17.0:1557964526.604792:0:57508:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:17.0:1557964526.604792:0:57508:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:17.0:1557964526.604793:0:57508:0:(file.c:3797:ll_inode_revalidate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964526.604806:0:57508:0:(xattr.c:417:ll_xattr_get_common()) Process entered 00000080:00000001:17.0:1557964526.604807:0:57508:0:(xattr.c:339:ll_xattr_list()) Process entered 00000080:00000001:17.0:1557964526.604808:0:57508:0:(xattr_cache.c:512:ll_xattr_cache_get()) Process entered 00000080:00000001:17.0:1557964526.604808:0:57508:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:17.0:1557964526.604808:0:57508:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964526.604809:0:57508:0:(xattr_cache.c:547:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:17.0:1557964526.604810:0:57508:0:(xattr_cache.c:551:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964526.604811:0:57508:0:(xattr.c:347:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:17.0:1557964526.604811:0:57508:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:17.0:1557964526.604812:0:57508:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:17.0:1557964526.604812:0:57508:0:(xattr.c:405:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964526.604813:0:57508:0:(xattr.c:461:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:17.0:1557964526.604814:0:57508:0:(llite_lib.c:1805:ll_statfs()) VFS Op: at 4318247758 jiffies 00000080:00000001:17.0:1557964526.604814:0:57508:0:(llite_lib.c:1755:ll_statfs_internal()) Process entered 00000080:00000001:17.0:1557964526.604815:0:57508:0:(obd_class.h:1094:obd_statfs()) Process entered 00000080:00000004:17.0:1557964526.604815:0:57508:0:(obd_class.h:1104:obd_statfs()) osfs 4318241504, max_age 4318246758 00800000:00000001:17.0:1557964526.604816:0:57508:0:(lmv_obd.c:1372:lmv_statfs()) Process entered 00800000:00000010:17.0:1557964526.604816:0:57508:0:(lmv_obd.c:1374:lmv_statfs()) kmalloced 'temp': 144 at ffff8915cc388cc0. 00800000:00000001:17.0:1557964526.604817:0:57508:0:(obd_class.h:1094:obd_statfs()) Process entered 00800000:00000004:17.0:1557964526.604817:0:57508:0:(obd_class.h:1104:obd_statfs()) osfs 4318241504, max_age 4318246758 00000002:00000001:17.0:1557964526.604818:0:57508:0:(mdc_request.c:1442:mdc_statfs()) Process entered 00000020:00000040:17.0:1557964526.604818:0:57508:0:(genops.c:1214:class_import_get()) import ffff891506a72000 refcount=4 obd=looze-MDT0000-mdc-ffff8925ba270000 00000100:00000010:17.0:1557964526.604820:0:57508:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff89157528ef00. 00000020:00000040:17.0:1557964526.604821:0:57508:0:(genops.c:1214:class_import_get()) import ffff891506a72000 refcount=5 obd=looze-MDT0000-mdc-ffff8925ba270000 00000100:00000001:17.0:1557964526.604822:0:57508:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:17.0:1557964526.604822:0:57508:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:17.0:1557964526.604823:0:57508:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:17.0:1557964526.604825:0:57508:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff891579b21d00. 00000100:00000001:17.0:1557964526.604826:0:57508:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.604827:0:57508:0:(client.c:2909:ptlrpc_queue_wait()) Process entered 00000100:00000001:17.0:1557964526.604827:0:57508:0:(client.c:947:ptlrpc_prep_set()) Process entered 00000100:00000010:17.0:1557964526.604828:0:57508:0:(client.c:949:ptlrpc_prep_set()) kmalloced 'set': 152 at ffff8915cc388c00. 00000100:00000001:17.0:1557964526.604829:0:57508:0:(client.c:965:ptlrpc_prep_set()) Process leaving (rc=18446613325446417408 : -130748263134208 : ffff8915cc388c00) 00000100:00000001:17.0:1557964526.604829:0:57508:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964526.604829:0:57508:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985776384 : -130749723775232 : ffff89157528ef00) 00000020:00000001:17.0:1557964526.604830:0:57508:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:17.0:1557964526.604831:0:57508:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:17.0:1557964526.604831:0:57508:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.604832:0:57508:0:(client.c:2315:ptlrpc_set_wait()) Process entered 00000100:00000001:17.0:1557964526.604832:0:57508:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:17.0:1557964526.604834:0:57508:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff89157528ef00 x1633636318338480/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964526.604838:0:57508:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:17.0:1557964526.604838:0:57508:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964526.604839:0:57508:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:17.0:1557964526.604839:0:57508:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:17.0:1557964526.604840:0:57508:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc df:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57508:1633636318338480:172.19.1.24@o2ib100:41 00000100:00000001:17.0:1557964526.604841:0:57508:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:17.0:1557964526.604842:0:57508:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:17.0:1557964526.604842:0:57508:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964526.604843:0:57508:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:17.0:1557964526.604844:0:57508:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff8915757ac000. 02000000:00000001:17.0:1557964526.604845:0:57508:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:17.0:1557964526.604846:0:57508:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924c9af1d80. 00000400:00000010:17.0:1557964526.604847:0:57508:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba6080. 00000100:00000200:17.0:1557964526.604849:0:57508:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1633636318338480, portal 10 00000100:00000001:17.0:1557964526.604849:0:57508:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964526.604849:0:57508:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985776384 : -130749723775232 : ffff89157528ef00) 00000100:00000040:17.0:1557964526.604851:0:57508:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff89157528ef00 x1633636318338480/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964632 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964526.604854:0:57508:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:17.0:1557964526.604855:0:57508:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:17.0:1557964526.604855:0:57508:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba6900. 00000100:00000200:17.0:1557964526.604856:0:57508:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318338480, offset 0 00000400:00000010:17.0:1557964526.604857:0:57508:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89150ef15c00 (tot 30924164). 00000400:00000200:17.0:1557964526.604858:0:57508:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:17.0:1557964526.604863:0:57508:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:17.0:1557964526.604865:0:57508:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:17.0:1557964526.604868:0:57508:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:17.0:1557964526.604868:0:57508:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:17.0:1557964526.604869:0:57508:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:17.0:1557964526.604871:0:57508:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:17.0:1557964526.604872:0:57508:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.604872:0:57508:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964526.604873:0:57508:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.604874:0:57508:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:17.0:1557964526.604874:0:57508:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00100000:17.0:1557964526.604875:0:57508:0:(client.c:2336:ptlrpc_set_wait()) set ffff8915cc388c00 going to sleep for 61 seconds 00000100:00000001:17.0:1557964526.604875:0:57508:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1557964526.604876:0:57508:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.604877:0:57508:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1557964526.604877:0:57508:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964526.604909:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:19.0:1557964526.604946:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:19.0:1557964526.604950:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (23)-- 00000100:00000001:19.0:1557964526.604953:0:24063:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:19.0:1557964526.604955:0:24063:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff89157528ef00 x1633636318338480/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964632 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964526.604976:0:24063:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:19.0:1557964526.604978:0:24063:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff89157528ef00 x1633636318338480/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964632 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964526.604981:0:24063:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964526.604982:0:24063:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:19.0:1557964526.604983:0:24063:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba6900 00000800:00000200:4.0:1557964526.604983:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000400:00000010:19.0:1557964526.604984:0:24063:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba6900. 00000400:00000010:19.0:1557964526.604985:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89150ef15c00 (tot 30923764). 00000800:00000200:19.0:1557964526.604987:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000800:00000200:29.2:1557964526.605069:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:2.0:1557964526.605106:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:2.0:1557964526.605112:0:24061:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:2.0:1557964526.605115:0:24061:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:2.0:1557964526.605117:0:24061:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c4a00 (tot 30924164). 00000400:00000200:2.0:1557964526.605120:0:24061:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 336 into portal 10 MB=0x5cdc898725db0 00000400:00000200:2.0:1557964526.605122:0:24061:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 336/336 into md 0x1c211 [1] + 192 00000100:00000001:2.0:1557964526.605125:0:24061:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:2.0:1557964526.605127:0:24061:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff89157528ef00 x1633636318338480/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964632 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:2.0:1557964526.605131:0:24061:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=336 offset=192 replen=368 req@ffff89157528ef00 x1633636318338480/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964632 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964526.605137:0:24061:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:2.0:1557964526.605138:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c4a00 (tot 30923764). 00000800:00000200:2.0:1557964526.605139:0:24061:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:21.0:1557964526.605141:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000800:00000200:2.0:1557964526.605142:0:24061:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (23)-- 00000800:00000200:2.0:1557964526.605143:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000100:00000001:17.0:1557964526.605177:0:57508:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:17.0:1557964526.605179:0:57508:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:17.0:1557964526.605180:0:57508:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:17.0:1557964526.605181:0:57508:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:17.0:1557964526.605183:0:57508:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff89157528ef00 x1633636318338480/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964632 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:17.0:1557964526.605187:0:57508:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff89157528ef00 x1633636318338480/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964632 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964526.605190:0:57508:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:17.0:1557964526.605191:0:57508:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924c9af1d80. 00000400:00000200:17.0:1557964526.605192:0:57508:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba6080 00000400:00000010:17.0:1557964526.605193:0:57508:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba6080. 00000100:00000001:17.0:1557964526.605193:0:57508:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964526.605194:0:57508:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:17.0:1557964526.605195:0:57508:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:17.0:1557964526.605195:0:57508:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:17.0:1557964526.605196:0:57508:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964526.605197:0:57508:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:17.0:1557964526.605198:0:57508:0:(import.c:1677:at_measured()) add 45 to ffff891506a72400 time=26 v=45 (45 45 45 45) 00000100:00001000:17.0:1557964526.605200:0:57508:0:(import.c:1677:at_measured()) add 1 to ffff891506a723c8 time=26 v=45 (1 1 1 1) 00000100:00000001:17.0:1557964526.605201:0:57508:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:17.0:1557964526.605201:0:57508:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964526.605202:0:57508:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:17.0:1557964526.605202:0:57508:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.605203:0:57508:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:17.0:1557964526.605204:0:57508:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-mdc-ffff8925ba270000: skip recheck: last_committed 30064774473 00000100:00000001:17.0:1557964526.605204:0:57508:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:17.0:1557964526.605204:0:57508:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:17.0:1557964526.605206:0:57508:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff89157528ef00 x1633636318338480/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/336 e 0 to 0 dl 1557964632 ref 2 fl Rpc:R/0/0 rc 0/0 00000100:00000001:17.0:1557964526.605210:0:57508:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964526.605211:0:57508:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:17.0:1557964526.605211:0:57508:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:17.0:1557964526.605212:0:57508:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff89157528ef00 x1633636318338480/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/336 e 0 to 0 dl 1557964632 ref 2 fl Interpret:R/0/0 rc 0/0 00000100:00100000:17.0:1557964526.605215:0:57508:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc df:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57508:1633636318338480:172.19.1.24@o2ib100:41 00000100:00000001:17.0:1557964526.605217:0:57508:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964526.605218:0:57508:0:(client.c:2426:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.605218:0:57508:0:(client.c:1008:ptlrpc_set_destroy()) Process entered 00000100:00000001:17.0:1557964526.605219:0:57508:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964526.605220:0:57508:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff89157528ef00 x1633636318338480/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/336 e 0 to 0 dl 1557964632 ref 2 fl Complete:R/0/0 rc 0/0 00000100:00000001:17.0:1557964526.605222:0:57508:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:17.0:1557964526.605223:0:57508:0:(ptlrpc_internal.h:352:ptlrpc_reqset_put()) kfreed 'set': 152 at ffff8915cc388c00. 00000100:00000001:17.0:1557964526.605224:0:57508:0:(client.c:1050:ptlrpc_set_destroy()) Process leaving 00000100:00000001:17.0:1557964526.605224:0:57508:0:(client.c:2929:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964526.605226:0:57508:0:(mdc_request.c:1481:mdc_statfs()) Process leaving 00000100:00000001:17.0:1557964526.605226:0:57508:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964526.605227:0:57508:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff89157528ef00 x1633636318338480/t0(0) o41->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/336 e 0 to 0 dl 1557964632 ref 1 fl Complete:R/0/0 rc 0/0 00000100:00000001:17.0:1557964526.605229:0:57508:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:17.0:1557964526.605230:0:57508:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:17.0:1557964526.605230:0:57508:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8915757ac000. 02000000:00000001:17.0:1557964526.605231:0:57508:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:17.0:1557964526.605232:0:57508:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:17.0:1557964526.605232:0:57508:0:(genops.c:1228:class_import_put()) import ffff891506a72000 refcount=4 obd=looze-MDT0000-mdc-ffff8925ba270000 00000020:00000001:17.0:1557964526.605233:0:57508:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:17.0:1557964526.605233:0:57508:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff891579b21d00. 02000000:00000001:17.0:1557964526.605234:0:57508:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:17.0:1557964526.605234:0:57508:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:17.0:1557964526.605234:0:57508:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff89157528ef00. 00000100:00000001:17.0:1557964526.605235:0:57508:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:17.0:1557964526.605235:0:57508:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964526.605236:0:57508:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:17.0:1557964526.605237:0:57508:0:(genops.c:1228:class_import_put()) import ffff891506a72000 refcount=3 obd=looze-MDT0000-mdc-ffff8925ba270000 00000020:00000001:17.0:1557964526.605238:0:57508:0:(genops.c:1237:class_import_put()) Process leaving 00800000:00000001:17.0:1557964526.605238:0:57508:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964526.605239:0:57508:0:(obd_class.h:1094:obd_statfs()) Process entered 00800000:00000004:17.0:1557964526.605240:0:57508:0:(obd_class.h:1104:obd_statfs()) osfs 4318241504, max_age 4318246758 00000002:00000001:17.0:1557964526.605241:0:57508:0:(mdc_request.c:1442:mdc_statfs()) Process entered 00000020:00000040:17.0:1557964526.605241:0:57508:0:(genops.c:1214:class_import_get()) import ffff891506a74800 refcount=4 obd=looze-MDT0001-mdc-ffff8925ba270000 00000100:00000010:17.0:1557964526.605242:0:57508:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff89157528ef00. 00000020:00000040:17.0:1557964526.605243:0:57508:0:(genops.c:1214:class_import_get()) import ffff891506a74800 refcount=5 obd=looze-MDT0001-mdc-ffff8925ba270000 00000100:00000001:17.0:1557964526.605243:0:57508:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:17.0:1557964526.605244:0:57508:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:17.0:1557964526.605245:0:57508:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:17.0:1557964526.605245:0:57508:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff891579b21d00. 00000100:00000001:17.0:1557964526.605246:0:57508:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.605247:0:57508:0:(client.c:2909:ptlrpc_queue_wait()) Process entered 00000100:00000001:17.0:1557964526.605247:0:57508:0:(client.c:947:ptlrpc_prep_set()) Process entered 00000100:00000010:17.0:1557964526.605248:0:57508:0:(client.c:949:ptlrpc_prep_set()) kmalloced 'set': 152 at ffff8915cc388c00. 00000100:00000001:17.0:1557964526.605248:0:57508:0:(client.c:965:ptlrpc_prep_set()) Process leaving (rc=18446613325446417408 : -130748263134208 : ffff8915cc388c00) 00000100:00000001:17.0:1557964526.605249:0:57508:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964526.605250:0:57508:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985776384 : -130749723775232 : ffff89157528ef00) 00000020:00000001:17.0:1557964526.605251:0:57508:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:17.0:1557964526.605252:0:57508:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:17.0:1557964526.605252:0:57508:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.605253:0:57508:0:(client.c:2315:ptlrpc_set_wait()) Process entered 00000100:00000001:17.0:1557964526.605254:0:57508:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:17.0:1557964526.605255:0:57508:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff89157528ef00 x1633636318338496/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964526.605266:0:57508:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:17.0:1557964526.605266:0:57508:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964526.605267:0:57508:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:17.0:1557964526.605267:0:57508:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:17.0:1557964526.605268:0:57508:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc df:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57508:1633636318338496:172.19.1.25@o2ib100:41 00000100:00000001:17.0:1557964526.605269:0:57508:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:17.0:1557964526.605270:0:57508:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:17.0:1557964526.605271:0:57508:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964526.605272:0:57508:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:17.0:1557964526.605273:0:57508:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff8915757ac000. 02000000:00000001:17.0:1557964526.605274:0:57508:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:17.0:1557964526.605275:0:57508:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924c9af1d80. 00000400:00000010:17.0:1557964526.605277:0:57508:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba6080. 00000100:00000200:17.0:1557964526.605278:0:57508:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1633636318338496, portal 10 00000100:00000001:17.0:1557964526.605279:0:57508:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964526.605279:0:57508:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985776384 : -130749723775232 : ffff89157528ef00) 00000100:00000040:17.0:1557964526.605282:0:57508:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff89157528ef00 x1633636318338496/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964632 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964526.605285:0:57508:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:17.0:1557964526.605286:0:57508:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:17.0:1557964526.605286:0:57508:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba6e80. 00000100:00000200:17.0:1557964526.605287:0:57508:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318338496, offset 0 00000400:00000010:17.0:1557964526.605288:0:57508:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89150ef15200 (tot 30924164). 00000400:00000200:17.0:1557964526.605290:0:57508:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:17.0:1557964526.605296:0:57508:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:17.0:1557964526.605298:0:57508:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:17.0:1557964526.605302:0:57508:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f3c80] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:17.0:1557964526.605303:0:57508:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925eb377e00] (20)++ 00000800:00000200:17.0:1557964526.605304:0:57508:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925eb377e00] (21)++ 00000800:00000200:17.0:1557964526.605307:0:57508:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925eb377e00] (22)-- 00000100:00000001:17.0:1557964526.605308:0:57508:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.605308:0:57508:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964526.605309:0:57508:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.605310:0:57508:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:17.0:1557964526.605310:0:57508:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00100000:17.0:1557964526.605311:0:57508:0:(client.c:2336:ptlrpc_set_wait()) set ffff8915cc388c00 going to sleep for 61 seconds 00000100:00000001:17.0:1557964526.605312:0:57508:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1557964526.605313:0:57508:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.605313:0:57508:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1557964526.605314:0:57508:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964526.605341:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (21)++ 00000800:00000200:14.0:1557964526.605369:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)++ 00000800:00000200:14.0:1557964526.605373:0:24066:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925eb377e00] (23)-- 00000100:00000001:14.0:1557964526.605376:0:24066:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:14.0:1557964526.605397:0:24066:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff89157528ef00 x1633636318338496/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964632 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964526.605402:0:24066:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:14.0:1557964526.605403:0:24066:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff89157528ef00 x1633636318338496/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964632 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000800:00000200:24.0:1557964526.605404:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000100:00000001:14.0:1557964526.605406:0:24066:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964526.605407:0:24066:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:14.0:1557964526.605408:0:24066:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba6e80 00000400:00000010:14.0:1557964526.605409:0:24066:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba6e80. 00000400:00000010:14.0:1557964526.605412:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89150ef15200 (tot 30923764). 00000800:00000200:14.0:1557964526.605413:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000800:00000200:14.2:1557964526.605511:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (20)++ 00000800:00000200:14.0:1557964526.605515:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)++ 00000800:00000200:14.0:1557964526.605518:0:24065:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964526.605521:0:24065:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964526.605523:0:24065:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915fdb7ec00 (tot 30924164). 00000400:00000200:14.0:1557964526.605525:0:24065:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 336 into portal 10 MB=0x5cdc898725dc0 00000400:00000200:14.0:1557964526.605529:0:24065:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 336/336 into md 0xa2e5 [1] + 192 00000100:00000001:14.0:1557964526.605532:0:24065:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:14.0:1557964526.605533:0:24065:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff89157528ef00 x1633636318338496/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964632 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:14.0:1557964526.605542:0:24065:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=336 offset=192 replen=368 req@ffff89157528ef00 x1633636318338496/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964632 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000800:00000200:15.0:1557964526.605547:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000100:00000001:14.0:1557964526.605548:0:24065:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:14.0:1557964526.605548:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915fdb7ec00 (tot 30923764). 00000800:00000200:14.0:1557964526.605550:0:24065:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925eb377e00] (21)++ 00000800:00000200:14.0:1557964526.605551:0:24065:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925eb377e00] (22)-- 00000100:00000001:17.0:1557964526.605552:0:57508:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:14.0:1557964526.605552:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000400:00000001:17.0:1557964526.605554:0:57508:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:17.0:1557964526.605555:0:57508:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:17.0:1557964526.605556:0:57508:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:17.0:1557964526.605557:0:57508:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff89157528ef00 x1633636318338496/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964632 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:17.0:1557964526.605561:0:57508:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff89157528ef00 x1633636318338496/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/368 e 0 to 0 dl 1557964632 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964526.605564:0:57508:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:17.0:1557964526.605565:0:57508:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924c9af1d80. 00000400:00000200:17.0:1557964526.605566:0:57508:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba6080 00000400:00000010:17.0:1557964526.605566:0:57508:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba6080. 00000100:00000001:17.0:1557964526.605567:0:57508:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964526.605568:0:57508:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:17.0:1557964526.605568:0:57508:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:17.0:1557964526.605568:0:57508:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:17.0:1557964526.605569:0:57508:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964526.605570:0:57508:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:17.0:1557964526.605571:0:57508:0:(import.c:1677:at_measured()) add 45 to ffff891506a74c00 time=26 v=45 (45 45 45 45) 00000100:00001000:17.0:1557964526.605572:0:57508:0:(import.c:1677:at_measured()) add 1 to ffff891506a74bc8 time=26 v=45 (1 1 1 1) 00000100:00000001:17.0:1557964526.605573:0:57508:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:17.0:1557964526.605574:0:57508:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964526.605574:0:57508:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00080000:17.0:1557964526.605576:0:57508:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff89157528ef00 x1633636318338496/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/336 e 0 to 0 dl 1557964632 ref 2 fl Rpc:R/0/0 rc 0/0 00010000:00000001:17.0:1557964526.605579:0:57508:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.605580:0:57508:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:17.0:1557964526.605580:0:57508:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-mdc-ffff8925ba270000: skip recheck: last_committed 0 00000100:00000001:17.0:1557964526.605580:0:57508:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:17.0:1557964526.605581:0:57508:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:17.0:1557964526.605582:0:57508:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff89157528ef00 x1633636318338496/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/336 e 0 to 0 dl 1557964632 ref 2 fl Rpc:R/0/0 rc 0/0 00000100:00000001:17.0:1557964526.605584:0:57508:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964526.605585:0:57508:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:17.0:1557964526.605585:0:57508:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:17.0:1557964526.605586:0:57508:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff89157528ef00 x1633636318338496/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/336 e 0 to 0 dl 1557964632 ref 2 fl Interpret:R/0/0 rc 0/0 00000100:00100000:17.0:1557964526.605590:0:57508:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc df:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57508:1633636318338496:172.19.1.25@o2ib100:41 00000100:00000001:17.0:1557964526.605597:0:57508:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964526.605598:0:57508:0:(client.c:2426:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.605599:0:57508:0:(client.c:1008:ptlrpc_set_destroy()) Process entered 00000100:00000001:17.0:1557964526.605599:0:57508:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964526.605600:0:57508:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff89157528ef00 x1633636318338496/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/336 e 0 to 0 dl 1557964632 ref 2 fl Complete:R/0/0 rc 0/0 00000100:00000001:17.0:1557964526.605603:0:57508:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:17.0:1557964526.605604:0:57508:0:(ptlrpc_internal.h:352:ptlrpc_reqset_put()) kfreed 'set': 152 at ffff8915cc388c00. 00000100:00000001:17.0:1557964526.605604:0:57508:0:(client.c:1050:ptlrpc_set_destroy()) Process leaving 00000100:00000001:17.0:1557964526.605605:0:57508:0:(client.c:2929:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964526.605605:0:57508:0:(mdc_request.c:1481:mdc_statfs()) Process leaving 00000100:00000001:17.0:1557964526.605606:0:57508:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964526.605606:0:57508:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff89157528ef00 x1633636318338496/t0(0) o41->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/336 e 0 to 0 dl 1557964632 ref 1 fl Complete:R/0/0 rc 0/0 00000100:00000001:17.0:1557964526.605609:0:57508:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:17.0:1557964526.605609:0:57508:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:17.0:1557964526.605610:0:57508:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8915757ac000. 02000000:00000001:17.0:1557964526.605610:0:57508:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:17.0:1557964526.605611:0:57508:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:17.0:1557964526.605611:0:57508:0:(genops.c:1228:class_import_put()) import ffff891506a74800 refcount=4 obd=looze-MDT0001-mdc-ffff8925ba270000 00000020:00000001:17.0:1557964526.605612:0:57508:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:17.0:1557964526.605612:0:57508:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff891579b21d00. 02000000:00000001:17.0:1557964526.605613:0:57508:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:17.0:1557964526.605613:0:57508:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:17.0:1557964526.605613:0:57508:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff89157528ef00. 00000100:00000001:17.0:1557964526.605614:0:57508:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:17.0:1557964526.605614:0:57508:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964526.605615:0:57508:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:17.0:1557964526.605615:0:57508:0:(genops.c:1228:class_import_put()) import ffff891506a74800 refcount=3 obd=looze-MDT0001-mdc-ffff8925ba270000 00000020:00000001:17.0:1557964526.605616:0:57508:0:(genops.c:1237:class_import_put()) Process leaving 00800000:00000001:17.0:1557964526.605616:0:57508:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964526.605617:0:57508:0:(lmv_obd.c:1409:lmv_statfs()) Process leaving 00800000:00000010:17.0:1557964526.605617:0:57508:0:(lmv_obd.c:1411:lmv_statfs()) kfreed 'temp': 144 at ffff8915cc388cc0. 00000080:00000001:17.0:1557964526.605619:0:57508:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:17.0:1557964526.605620:0:57508:0:(llite_lib.c:1766:ll_statfs_internal()) MDC blocks 11716011/11716383 objects 202424172/202424910 00000080:00000001:17.0:1557964526.605621:0:57508:0:(obd_class.h:1070:obd_statfs_rqset()) Process entered 00000100:00000001:17.0:1557964526.605621:0:57508:0:(client.c:947:ptlrpc_prep_set()) Process entered 00000100:00000010:17.0:1557964526.605622:0:57508:0:(client.c:949:ptlrpc_prep_set()) kmalloced 'set': 152 at ffff8915cc388cc0. 00000100:00000001:17.0:1557964526.605623:0:57508:0:(client.c:965:ptlrpc_prep_set()) Process leaving (rc=18446613325446417600 : -130748263134016 : ffff8915cc388cc0) 00000080:00000001:17.0:1557964526.605624:0:57508:0:(obd_class.h:1031:obd_statfs_async()) Process entered 00000080:00000004:17.0:1557964526.605624:0:57508:0:(obd_class.h:1041:obd_statfs_async()) looze-clilov-ffff8925ba270000: osfs ffff89150db48168 age 4318241505, max_age 4318246758 00020000:00000001:17.0:1557964526.605625:0:57508:0:(lov_obd.c:988:lov_statfs_async()) Process entered 00020000:00000001:17.0:1557964526.605626:0:57508:0:(lov_request.c:315:lov_prep_statfs_set()) Process entered 00020000:00000010:17.0:1557964526.605626:0:57508:0:(lov_request.c:317:lov_prep_statfs_set()) kmalloced 'set': 48 at ffff8915e3e28d80. 00020000:00080000:17.0:1557964526.605627:0:57508:0:(lov_request.c:332:lov_prep_statfs_set()) lov idx 0 inactive 00020000:00080000:17.0:1557964526.605627:0:57508:0:(lov_request.c:332:lov_prep_statfs_set()) lov idx 1 inactive 00020000:00080000:17.0:1557964526.605628:0:57508:0:(lov_request.c:332:lov_prep_statfs_set()) lov idx 2 inactive 00020000:00080000:17.0:1557964526.605628:0:57508:0:(lov_request.c:332:lov_prep_statfs_set()) lov idx 3 inactive 00020000:00080000:17.0:1557964526.605628:0:57508:0:(lov_request.c:332:lov_prep_statfs_set()) lov idx 4 inactive 00020000:00080000:17.0:1557964526.605629:0:57508:0:(lov_request.c:332:lov_prep_statfs_set()) lov idx 5 inactive 00020000:00080000:17.0:1557964526.605629:0:57508:0:(lov_request.c:332:lov_prep_statfs_set()) lov idx 6 inactive 00020000:00080000:17.0:1557964526.605630:0:57508:0:(lov_request.c:332:lov_prep_statfs_set()) lov idx 7 inactive 00020000:00000010:17.0:1557964526.605630:0:57508:0:(lov_request.c:347:lov_prep_statfs_set()) kmalloced 'req': 56 at ffff8915e3e28e40. 00020000:00000010:17.0:1557964526.605631:0:57508:0:(lov_request.c:351:lov_prep_statfs_set()) kmalloced 'req->rq_oi.oi_osfs': 144 at ffff8915cc388c00. 00020000:00000010:17.0:1557964526.605632:0:57508:0:(lov_request.c:347:lov_prep_statfs_set()) kmalloced 'req': 56 at ffff8915e3e288c0. 00020000:00000010:17.0:1557964526.605632:0:57508:0:(lov_request.c:351:lov_prep_statfs_set()) kmalloced 'req->rq_oi.oi_osfs': 144 at ffff8915cc388d80. 00020000:00000001:17.0:1557964526.605633:0:57508:0:(lov_request.c:366:lov_prep_statfs_set()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964526.605633:0:57508:0:(obd_class.h:1031:obd_statfs_async()) Process entered 00020000:00000004:17.0:1557964526.605634:0:57508:0:(obd_class.h:1041:obd_statfs_async()) looze-OST0008-osc-ffff8925ba270000: osfs ffff89150db4bf48 age 4318241504, max_age 4318246758 00000008:00000001:17.0:1557964526.605635:0:57508:0:(osc_request.c:2376:osc_statfs_async()) Process entered 00000100:00000010:17.0:1557964526.605635:0:57508:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff89157528ef00. 00000020:00000040:17.0:1557964526.605636:0:57508:0:(genops.c:1214:class_import_get()) import ffff891506a77000 refcount=5 obd=looze-OST0008-osc-ffff8925ba270000 00000100:00000001:17.0:1557964526.605637:0:57508:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:17.0:1557964526.605637:0:57508:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:17.0:1557964526.605637:0:57508:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:17.0:1557964526.605638:0:57508:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff891579b21d00. 00000100:00000001:17.0:1557964526.605639:0:57508:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964526.605640:0:57508:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:17.0:1557964526.605640:0:57508:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:17.0:1557964526.605641:0:57508:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964526.605642:0:57508:0:(osc_request.c:2409:osc_statfs_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964526.605643:0:57508:0:(obd_class.h:1056:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964526.605643:0:57508:0:(obd_class.h:1031:obd_statfs_async()) Process entered 00020000:00000004:17.0:1557964526.605644:0:57508:0:(obd_class.h:1041:obd_statfs_async()) looze-OST0009-osc-ffff8925ba270000: osfs ffff89150db4cec0 age 4318241505, max_age 4318246758 00000008:00000001:17.0:1557964526.605645:0:57508:0:(osc_request.c:2376:osc_statfs_async()) Process entered 00000100:00000010:17.0:1557964526.605645:0:57508:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff89157528f200. 00000020:00000040:17.0:1557964526.605646:0:57508:0:(genops.c:1214:class_import_get()) import ffff891512a11000 refcount=5 obd=looze-OST0009-osc-ffff8925ba270000 00000100:00000001:17.0:1557964526.605646:0:57508:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:17.0:1557964526.605646:0:57508:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:17.0:1557964526.605647:0:57508:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:17.0:1557964526.605648:0:57508:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff891579b22f00. 00000100:00000001:17.0:1557964526.605648:0:57508:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964526.605649:0:57508:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:17.0:1557964526.605649:0:57508:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:17.0:1557964526.605649:0:57508:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964526.605650:0:57508:0:(osc_request.c:2409:osc_statfs_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964526.605650:0:57508:0:(obd_class.h:1056:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964526.605651:0:57508:0:(lov_obd.c:1017:lov_statfs_async()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964526.605651:0:57508:0:(obd_class.h:1056:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.605652:0:57508:0:(client.c:2315:ptlrpc_set_wait()) Process entered 00000100:00000001:17.0:1557964526.605652:0:57508:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:17.0:1557964526.605653:0:57508:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff89157528ef00 x1633636318338512/t0(0) o13->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964526.605656:0:57508:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:17.0:1557964526.605656:0:57508:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964526.605656:0:57508:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:17.0:1557964526.605657:0:57508:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:17.0:1557964526.605658:0:57508:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc df:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57508:1633636318338512:172.19.1.35@o2ib100:13 00000100:00000001:17.0:1557964526.605659:0:57508:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:17.0:1557964526.605659:0:57508:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:17.0:1557964526.605660:0:57508:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964526.605660:0:57508:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:17.0:1557964526.605661:0:57508:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff8915757ac000. 02000000:00000001:17.0:1557964526.605661:0:57508:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:17.0:1557964526.605662:0:57508:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924c9af1d80. 00000400:00000010:17.0:1557964526.605663:0:57508:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba6080. 00000100:00000200:17.0:1557964526.605664:0:57508:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1633636318338512, portal 4 00000100:00000001:17.0:1557964526.605665:0:57508:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964526.605665:0:57508:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985776384 : -130749723775232 : ffff89157528ef00) 00000100:00000040:17.0:1557964526.605667:0:57508:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff89157528ef00 x1633636318338512/t0(0) o13->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964632 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964526.605670:0:57508:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:17.0:1557964526.605671:0:57508:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.35@o2ib100 00000400:00000010:17.0:1557964526.605671:0:57508:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba7500. 00000100:00000200:17.0:1557964526.605684:0:57508:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1633636318338512, offset 0 00000400:00000010:17.0:1557964526.605686:0:57508:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89150ef13c00 (tot 30924164). 00000400:00000200:17.0:1557964526.605687:0:57508:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.35@o2ib100 00000400:00000200:17.0:1557964526.605691:0:57508:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.35@o2ib100(172.19.1.35@o2ib100:172.19.1.35@o2ib100) : PUT 00000800:00000200:17.0:1557964526.605693:0:57508:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.35@o2ib100 00000800:00000200:17.0:1557964526.605695:0:57508:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f2000] -> 172.19.1.35@o2ib100 (2) version: 12 00000800:00000200:17.0:1557964526.605696:0:57508:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (20)++ 00000800:00000200:17.0:1557964526.605697:0:57508:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7cc00] (21)++ 00000800:00000200:17.0:1557964526.605710:0:57508:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:17.0:1557964526.605711:0:57508:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.605711:0:57508:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964526.605712:0:57508:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.605713:0:57508:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:17.0:1557964526.605714:0:57508:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff89157528f200 x1633636318338528/t0(0) o13->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964526.605717:0:57508:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:17.0:1557964526.605717:0:57508:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964526.605717:0:57508:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:17.0:1557964526.605718:0:57508:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:17.0:1557964526.605719:0:57508:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc df:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57508:1633636318338528:172.19.1.36@o2ib100:13 00000100:00000001:17.0:1557964526.605719:0:57508:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:17.0:1557964526.605720:0:57508:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:17.0:1557964526.605720:0:57508:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964526.605721:0:57508:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:17.0:1557964526.605722:0:57508:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff8915757ac400. 02000000:00000001:17.0:1557964526.605723:0:57508:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:17.0:1557964526.605723:0:57508:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924c9af19c0. 00000400:00000010:17.0:1557964526.605724:0:57508:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba7d80. 00000100:00000200:17.0:1557964526.605725:0:57508:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1633636318338528, portal 4 00000100:00000001:17.0:1557964526.605726:0:57508:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964526.605726:0:57508:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985777152 : -130749723774464 : ffff89157528f200) 00000100:00000040:17.0:1557964526.605727:0:57508:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff89157528f200 x1633636318338528/t0(0) o13->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964632 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964526.605730:0:57508:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:17.0:1557964526.605731:0:57508:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.36@o2ib100 00000400:00000010:17.0:1557964526.605731:0:57508:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba6c80. 00000100:00000200:17.0:1557964526.605732:0:57508:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1633636318338528, offset 0 00000400:00000010:17.0:1557964526.605733:0:57508:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89150ef14e00 (tot 30924564). 00000400:00000200:17.0:1557964526.605734:0:57508:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.36@o2ib100 00000400:00000200:17.0:1557964526.605737:0:57508:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) : PUT 00000800:00000200:17.0:1557964526.605739:0:57508:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.36@o2ib100 00000800:00000200:17.0:1557964526.605740:0:57508:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915a1ec0580] -> 172.19.1.36@o2ib100 (2) version: 12 00000800:00000200:17.0:1557964526.605741:0:57508:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (20)++ 00000800:00000200:17.0:1557964526.605742:0:57508:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fdb7cc00] (21)++ 00000800:00000200:24.2:1557964526.605744:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (21)++ 00000800:00000200:17.0:1557964526.605744:0:57508:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000001:17.0:1557964526.605744:0:57508:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.605744:0:57508:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964526.605745:0:57508:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.605745:0:57508:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:17.0:1557964526.605746:0:57508:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00100000:17.0:1557964526.605746:0:57508:0:(client.c:2336:ptlrpc_set_wait()) set ffff8915cc388cc0 going to sleep for 61 seconds 00000100:00000001:17.0:1557964526.605747:0:57508:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1557964526.605747:0:57508:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.605748:0:57508:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1557964526.605748:0:57508:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.0:1557964526.605754:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)++ 00000800:00000200:24.0:1557964526.605758:0:24068:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7cc00] (23)-- 00000800:00000200:14.0:1557964526.605759:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:24.0:1557964526.605761:0:24068:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:24.0:1557964526.605764:0:24068:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff89157528ef00 x1633636318338512/t0(0) o13->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964632 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:24.0:1557964526.605769:0:24068:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:24.0:1557964526.605770:0:24068:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff89157528ef00 x1633636318338512/t0(0) o13->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964632 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:9.2:1557964526.605773:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (21)++ 00000100:00000001:24.0:1557964526.605774:0:24068:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:24.0:1557964526.605774:0:24068:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:24.0:1557964526.605775:0:24068:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba7500 00000400:00000010:24.0:1557964526.605776:0:24068:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba7500. 00000400:00000010:24.0:1557964526.605779:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89150ef13c00 (tot 30924164). 00000800:00000200:24.0:1557964526.605780:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000800:00000200:4.0:1557964526.605808:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)++ 00000800:00000200:4.0:1557964526.605812:0:24064:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fdb7cc00] (23)-- 00000100:00000001:4.0:1557964526.605814:0:24064:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:4.0:1557964526.605816:0:24064:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff89157528f200 x1633636318338528/t0(0) o13->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964632 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964526.605838:0:24064:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:4.0:1557964526.605840:0:24064:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff89157528f200 x1633636318338528/t0(0) o13->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964632 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:19.0:1557964526.605843:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000001:4.0:1557964526.605843:0:24064:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964526.605844:0:24064:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:4.0:1557964526.605845:0:24064:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba6c80 00000400:00000010:4.0:1557964526.605846:0:24064:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba6c80. 00000400:00000010:4.0:1557964526.605848:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89150ef14e00 (tot 30923764). 00000800:00000200:4.0:1557964526.605850:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000800:00000200:24.2:1557964526.605899:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (20)++ 00000800:00000200:24.0:1557964526.605908:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)++ 00000800:00000200:24.0:1557964526.605914:0:24067:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.35@o2ib100 00000800:00000200:14.0:1557964526.605916:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000400:00000200:24.0:1557964526.605921:0:24067:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.35@o2ib100 : PUT 00000400:00000010:24.0:1557964526.605924:0:24067:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff892553917a00 (tot 30924164). 00000400:00000200:24.0:1557964526.605930:0:24067:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.35@o2ib100 of length 336 into portal 4 MB=0x5cdc898725dd0 00000400:00000200:24.0:1557964526.605937:0:24067:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.35@o2ib100 of length 336/336 into md 0xa2ed [1] + 192 00000100:00000001:24.0:1557964526.605943:0:24067:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:24.0:1557964526.605946:0:24067:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff89157528ef00 x1633636318338512/t0(0) o13->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964632 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:24.0:1557964526.605956:0:24067:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=336 offset=192 replen=368 req@ffff89157528ef00 x1633636318338512/t0(0) o13->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964632 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:9.2:1557964526.605967:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (20)++ 00000100:00000001:24.0:1557964526.605968:0:24067:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:24.0:1557964526.605969:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff892553917a00 (tot 30923764). 00000100:00000001:17.0:1557964526.605971:0:57508:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:24.0:1557964526.605972:0:24067:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (21)++ 00000400:00000001:17.0:1557964526.605973:0:57508:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000800:00000200:24.0:1557964526.605974:0:24067:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (22)-- 00000800:00000200:24.0:1557964526.605976:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000400:00000001:17.0:1557964526.605976:0:57508:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:17.0:1557964526.605977:0:57508:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:17.0:1557964526.605979:0:57508:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff89157528ef00 x1633636318338512/t0(0) o13->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964632 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:17.0:1557964526.605982:0:57508:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff89157528ef00 x1633636318338512/t0(0) o13->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964632 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964526.605986:0:57508:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:17.0:1557964526.605987:0:57508:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924c9af1d80. 00000400:00000200:17.0:1557964526.605987:0:57508:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba6080 00000400:00000010:17.0:1557964526.605988:0:57508:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba6080. 00000100:00000001:17.0:1557964526.605988:0:57508:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964526.605989:0:57508:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:17.0:1557964526.605989:0:57508:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:17.0:1557964526.605989:0:57508:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:17.0:1557964526.605990:0:57508:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964526.605991:0:57508:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:17.0:1557964526.605992:0:57508:0:(import.c:1677:at_measured()) add 45 to ffff891506a77470 time=80 v=45 (45 0 0 0) 00000100:00001000:17.0:1557964526.605993:0:57508:0:(import.c:1677:at_measured()) add 1 to ffff891506a773c8 time=26 v=45 (1 1 1 1) 00000100:00000001:17.0:1557964526.605994:0:57508:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:17.0:1557964526.605994:0:57508:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964526.605995:0:57508:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:17.0:1557964526.605995:0:57508:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.605996:0:57508:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:17.0:1557964526.605996:0:57508:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0008-osc-ffff8925ba270000: skip recheck: last_committed 30064771278 00000100:00000001:17.0:1557964526.605997:0:57508:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:17.0:1557964526.605997:0:57508:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:17.0:1557964526.605998:0:57508:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff89157528ef00 x1633636318338512/t0(0) o13->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:7/4 lens 224/336 e 0 to 0 dl 1557964632 ref 1 fl Rpc:RN/0/0 rc 0/0 00000800:00000200:21.0:1557964526.606001:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)++ 00000100:00000001:17.0:1557964526.606001:0:57508:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964526.606002:0:57508:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:17.0:1557964526.606002:0:57508:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:17.0:1557964526.606003:0:57508:0:(osc_request.c:2340:osc_statfs_interpret()) Process entered 00020000:00000001:17.0:1557964526.606004:0:57508:0:(lov_request.c:274:cb_statfs_update()) Process entered 00020000:00000001:17.0:1557964526.606005:0:57508:0:(obd_class.h:983:obd_getref()) Process entered 00020000:00000001:17.0:1557964526.606005:0:57508:0:(obd_class.h:988:obd_getref()) Process leaving 00000800:00000200:21.0:1557964526.606006:0:24062:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.36@o2ib100 00020000:00000001:17.0:1557964526.606006:0:57508:0:(obd_class.h:993:obd_putref()) Process entered 00020000:00000001:17.0:1557964526.606006:0:57508:0:(obd_class.h:998:obd_putref()) Process leaving 00020000:00000001:17.0:1557964526.606007:0:57508:0:(lov_request.c:306:cb_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964526.606008:0:57508:0:(osc_request.c:2365:osc_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:17.0:1557964526.606009:0:57508:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff89157528ef00 x1633636318338512/t0(0) o13->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:7/4 lens 224/336 e 0 to 0 dl 1557964632 ref 1 fl Interpret:RN/0/0 rc 0/0 00000400:00000200:21.0:1557964526.606011:0:24062:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.36@o2ib100 : PUT 00000400:00000010:21.0:1557964526.606013:0:24062:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925f72e8400 (tot 30924164). 00000100:00100000:17.0:1557964526.606013:0:57508:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc df:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57508:1633636318338512:172.19.1.35@o2ib100:13 00000100:00000001:17.0:1557964526.606014:0:57508:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.606015:0:57508:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1557964526.606015:0:57508:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:21.0:1557964526.606016:0:24062:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.36@o2ib100 of length 336 into portal 4 MB=0x5cdc898725de0 00000400:00000200:21.0:1557964526.606019:0:24062:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.36@o2ib100 of length 336/336 into md 0x1c231 [1] + 192 00000100:00000001:21.0:1557964526.606022:0:24062:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:21.0:1557964526.606023:0:24062:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff89157528f200 x1633636318338528/t0(0) o13->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964632 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:21.0:1557964526.606028:0:24062:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=336 offset=192 replen=368 req@ffff89157528f200 x1633636318338528/t0(0) o13->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964632 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964526.606033:0:24062:0:(events.c:171:reply_in_callback()) Process leaving 00000800:00000200:2.0:1557964526.606033:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000400:00000010:21.0:1557964526.606034:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925f72e8400 (tot 30923764). 00000100:00000001:17.0:1557964526.606035:0:57508:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:21.0:1557964526.606036:0:24062:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (21)++ 00000400:00000001:17.0:1557964526.606036:0:57508:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:17.0:1557964526.606036:0:57508:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:17.0:1557964526.606036:0:57508:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:21.0:1557964526.606037:0:24062:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000200:17.0:1557964526.606037:0:57508:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff89157528f200 x1633636318338528/t0(0) o13->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964632 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557964526.606038:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000100:00000200:17.0:1557964526.606040:0:57508:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff89157528f200 x1633636318338528/t0(0) o13->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:7/4 lens 224/368 e 0 to 0 dl 1557964632 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964526.606043:0:57508:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:17.0:1557964526.606043:0:57508:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924c9af19c0. 00000400:00000200:17.0:1557964526.606044:0:57508:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba7d80 00000400:00000010:17.0:1557964526.606044:0:57508:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba7d80. 00000100:00000001:17.0:1557964526.606045:0:57508:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964526.606045:0:57508:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:17.0:1557964526.606046:0:57508:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:17.0:1557964526.606046:0:57508:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:17.0:1557964526.606046:0:57508:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964526.606047:0:57508:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:17.0:1557964526.606047:0:57508:0:(import.c:1677:at_measured()) add 45 to ffff891512a11470 time=80 v=45 (45 0 0 0) 00000100:00001000:17.0:1557964526.606048:0:57508:0:(import.c:1677:at_measured()) add 1 to ffff891512a113c8 time=26 v=45 (1 1 1 1) 00000100:00000001:17.0:1557964526.606049:0:57508:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:17.0:1557964526.606050:0:57508:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964526.606050:0:57508:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:17.0:1557964526.606051:0:57508:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.606051:0:57508:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:17.0:1557964526.606052:0:57508:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0009-osc-ffff8925ba270000: skip recheck: last_committed 34359738567 00000100:00000001:17.0:1557964526.606052:0:57508:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:17.0:1557964526.606053:0:57508:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:17.0:1557964526.606054:0:57508:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff89157528f200 x1633636318338528/t0(0) o13->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:7/4 lens 224/336 e 0 to 0 dl 1557964632 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:17.0:1557964526.606057:0:57508:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964526.606058:0:57508:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:17.0:1557964526.606058:0:57508:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:17.0:1557964526.606059:0:57508:0:(osc_request.c:2340:osc_statfs_interpret()) Process entered 00020000:00000001:17.0:1557964526.606060:0:57508:0:(lov_request.c:274:cb_statfs_update()) Process entered 00020000:00000001:17.0:1557964526.606060:0:57508:0:(obd_class.h:983:obd_getref()) Process entered 00020000:00000001:17.0:1557964526.606060:0:57508:0:(obd_class.h:988:obd_getref()) Process leaving 00020000:00000001:17.0:1557964526.606061:0:57508:0:(obd_class.h:993:obd_putref()) Process entered 00020000:00000001:17.0:1557964526.606061:0:57508:0:(obd_class.h:998:obd_putref()) Process leaving 00020000:00000001:17.0:1557964526.606061:0:57508:0:(lov_request.c:306:cb_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964526.606062:0:57508:0:(osc_request.c:2365:osc_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:17.0:1557964526.606063:0:57508:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff89157528f200 x1633636318338528/t0(0) o13->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:7/4 lens 224/336 e 0 to 0 dl 1557964632 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:17.0:1557964526.606066:0:57508:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc df:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57508:1633636318338528:172.19.1.36@o2ib100:13 00000100:00000001:17.0:1557964526.606067:0:57508:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:17.0:1557964526.606067:0:57508:0:(lov_obd.c:970:lov_statfs_interpret()) Process entered 00020000:00000001:17.0:1557964526.606068:0:57508:0:(lov_request.c:178:lov_fini_statfs_set()) Process entered 00020000:00000001:17.0:1557964526.606068:0:57508:0:(lov_request.c:155:lov_fini_statfs()) Process entered 00020000:00000001:17.0:1557964526.606069:0:57508:0:(lov_request.c:169:lov_fini_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964526.606069:0:57508:0:(lov_request.c:54:lov_finish_set()) Process entered 00020000:00000010:17.0:1557964526.606070:0:57508:0:(lov_request.c:62:lov_finish_set()) kfreed 'req->rq_oi.oi_osfs': 144 at ffff8915cc388c00. 00020000:00000010:17.0:1557964526.606070:0:57508:0:(lov_request.c:64:lov_finish_set()) kfreed 'req': 56 at ffff8915e3e28e40. 00020000:00000010:17.0:1557964526.606071:0:57508:0:(lov_request.c:62:lov_finish_set()) kfreed 'req->rq_oi.oi_osfs': 144 at ffff8915cc388d80. 00020000:00000010:17.0:1557964526.606071:0:57508:0:(lov_request.c:64:lov_finish_set()) kfreed 'req': 56 at ffff8915e3e288c0. 00020000:00000010:17.0:1557964526.606072:0:57508:0:(lov_request.c:67:lov_finish_set()) kfreed 'set': 48 at ffff8915e3e28d80. 00020000:00000001:17.0:1557964526.606072:0:57508:0:(lov_request.c:68:lov_finish_set()) Process leaving 00020000:00000001:17.0:1557964526.606072:0:57508:0:(lov_request.c:190:lov_fini_statfs_set()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964526.606073:0:57508:0:(lov_obd.c:976:lov_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.606073:0:57508:0:(client.c:2426:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964526.606074:0:57508:0:(client.c:1008:ptlrpc_set_destroy()) Process entered 00000100:00000001:17.0:1557964526.606075:0:57508:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964526.606075:0:57508:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff89157528ef00 x1633636318338512/t0(0) o13->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:7/4 lens 224/336 e 0 to 0 dl 1557964632 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:17.0:1557964526.606081:0:57508:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:17.0:1557964526.606082:0:57508:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:17.0:1557964526.606082:0:57508:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8915757ac000. 02000000:00000001:17.0:1557964526.606084:0:57508:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:17.0:1557964526.606084:0:57508:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:17.0:1557964526.606085:0:57508:0:(genops.c:1228:class_import_put()) import ffff891506a77000 refcount=4 obd=looze-OST0008-osc-ffff8925ba270000 00000020:00000001:17.0:1557964526.606085:0:57508:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:17.0:1557964526.606086:0:57508:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff891579b21d00. 02000000:00000001:17.0:1557964526.606086:0:57508:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:17.0:1557964526.606087:0:57508:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:17.0:1557964526.606087:0:57508:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff89157528ef00. 00000100:00000001:17.0:1557964526.606088:0:57508:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:17.0:1557964526.606088:0:57508:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964526.606089:0:57508:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964526.606089:0:57508:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff89157528f200 x1633636318338528/t0(0) o13->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:7/4 lens 224/336 e 0 to 0 dl 1557964632 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:17.0:1557964526.606092:0:57508:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:17.0:1557964526.606092:0:57508:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:17.0:1557964526.606092:0:57508:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8915757ac400. 02000000:00000001:17.0:1557964526.606093:0:57508:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:17.0:1557964526.606093:0:57508:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:17.0:1557964526.606093:0:57508:0:(genops.c:1228:class_import_put()) import ffff891512a11000 refcount=4 obd=looze-OST0009-osc-ffff8925ba270000 00000020:00000001:17.0:1557964526.606094:0:57508:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:17.0:1557964526.606094:0:57508:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff891579b22f00. 02000000:00000001:17.0:1557964526.606095:0:57508:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:17.0:1557964526.606095:0:57508:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:17.0:1557964526.606095:0:57508:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff89157528f200. 00000100:00000001:17.0:1557964526.606096:0:57508:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:17.0:1557964526.606096:0:57508:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:17.0:1557964526.606097:0:57508:0:(ptlrpc_internal.h:352:ptlrpc_reqset_put()) kfreed 'set': 152 at ffff8915cc388cc0. 00000100:00000001:17.0:1557964526.606097:0:57508:0:(client.c:1050:ptlrpc_set_destroy()) Process leaving 00000080:00000001:17.0:1557964526.606098:0:57508:0:(obd_class.h:1082:obd_statfs_rqset()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:17.0:1557964526.606098:0:57508:0:(llite_lib.c:1779:ll_statfs_internal()) OSC blocks 890548283/890548925 objects 10265656555/10265658338 00000080:00000001:17.0:1557964526.606099:0:57508:0:(llite_lib.c:1796:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964526.606108:0:57508:0:(xattr.c:417:ll_xattr_get_common()) Process entered 00000080:00000001:17.0:1557964526.606110:0:57508:0:(xattr.c:339:ll_xattr_list()) Process entered 00000080:00000001:17.0:1557964526.606111:0:57508:0:(xattr_cache.c:512:ll_xattr_cache_get()) Process entered 00000080:00000001:17.0:1557964526.606112:0:57508:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:17.0:1557964526.606112:0:57508:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964526.606113:0:57508:0:(xattr_cache.c:547:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:17.0:1557964526.606114:0:57508:0:(xattr_cache.c:551:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964526.606115:0:57508:0:(xattr.c:347:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:17.0:1557964526.606116:0:57508:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:17.0:1557964526.606116:0:57508:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:17.0:1557964526.606117:0:57508:0:(xattr.c:405:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964526.606117:0:57508:0:(xattr.c:461:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964526.606118:0:57508:0:(file.c:3768:ll_inode_revalidate()) Process entered 00000080:00000001:17.0:1557964526.606119:0:57508:0:(file.c:3656:__ll_inode_revalidate()) Process entered 00000080:00200000:17.0:1557964526.606119:0:57508:0:(file.c:3661:__ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8925f24f7590),name=/ 00000080:00000010:17.0:1557964526.606121:0:57508:0:(llite_lib.c:2480:ll_prep_md_op_data()) kmalloced 'op_data': 320 at ffff89150ef12c00. 00000080:00000001:17.0:1557964526.606122:0:57508:0:(obd_class.h:1387:md_intent_lock()) Process entered 00800000:00000001:17.0:1557964526.606122:0:57508:0:(lmv_intent.c:474:lmv_intent_lock()) Process entered 00800000:00000002:17.0:1557964526.606123:0:57508:0:(lmv_intent.c:482:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:17.0:1557964526.606124:0:57508:0:(lmv_intent.c:361:lmv_intent_lookup()) Process entered 00800000:00000001:17.0:1557964526.606125:0:57508:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:17.0:1557964526.606125:0:57508:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:17.0:1557964526.606126:0:57508:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:17.0:1557964526.606127:0:57508:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:17.0:1557964526.606127:0:57508:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964526.606128:0:57508:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:17.0:1557964526.606129:0:57508:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964526.606130:0:57508:0:(lmv_intent.c:390:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 lsm= (null) lsm_magic=ffffffff 00800000:00000001:17.0:1557964526.606131:0:57508:0:(obd_class.h:1387:md_intent_lock()) Process entered 00000002:00000001:17.0:1557964526.606132:0:57508:0:(mdc_locks.c:1144:mdc_intent_lock()) Process entered 00000002:00010000:17.0:1557964526.606132:0:57508:0:(mdc_locks.c:1151:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:17.0:1557964526.606134:0:57508:0:(mdc_locks.c:1050:mdc_revalidate_lock()) Process entered 00000002:00000001:17.0:1557964526.606134:0:57508:0:(mdc_locks.c:142:mdc_lock_match()) Process entered 00010000:00000001:17.0:1557964526.606135:0:57508:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000040:17.0:1557964526.606136:0:57508:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 3 00010000:00000001:17.0:1557964526.606137:0:57508:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:17.0:1557964526.606138:0:57508:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:17.0:1557964526.606139:0:57508:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:17.0:1557964526.606140:0:57508:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 4 00010000:00010000:17.0:1557964526.606141:0:57508:0:(ldlm_lock.c:745:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13 rrc: 4 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964526.606144:0:57508:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 3 00010000:00000001:17.0:1557964526.606145:0:57508:0:(ldlm_lock.c:1413:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000040:17.0:1557964526.606146:0:57508:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 2 00010000:00000040:17.0:1557964526.606146:0:57508:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 3 00010000:00010000:17.0:1557964526.606147:0:57508:0:(ldlm_lock.c:1473:ldlm_lock_match()) ### matched (0 0) ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964526.606149:0:57508:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 2 02000000:00000001:17.0:1557964526.606150:0:57508:0:(sec.c:936:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:17.0:1557964526.606150:0:57508:0:(sec.c:950:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964526.606151:0:57508:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:17.0:1557964526.606151:0:57508:0:(mdc_locks.c:1102:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:17.0:1557964526.606152:0:57508:0:(mdc_locks.c:1164:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:17.0:1557964526.606153:0:57508:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:17.0:1557964526.606153:0:57508:0:(lmv_intent.c:409:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:17.0:1557964526.606154:0:57508:0:(lmv_intent.c:515:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:17.0:1557964526.606154:0:57508:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:17.0:1557964526.606155:0:57508:0:(llite_lib.c:2531:ll_finish_md_op_data()) kfreed 'op_data': 320 at ffff89150ef12c00. 00000080:00000001:17.0:1557964526.606156:0:57508:0:(dcache.c:267:ll_revalidate_it_finish()) Process entered 00000080:00000001:17.0:1557964526.606156:0:57508:0:(dcache.c:270:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:17.0:1557964526.606156:0:57508:0:(dcache.c:290:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8925f24f7590) 00000080:00010000:17.0:1557964526.606157:0:57508:0:(llite_internal.h:1336:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8925f24f7590) for lock 0x398a44d554cdee01 00000080:00000001:17.0:1557964526.606158:0:57508:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00800000:00000001:17.0:1557964526.606159:0:57508:0:(lmv_obd.c:2852:lmv_set_lock_data()) Process entered 00800000:00000001:17.0:1557964526.606159:0:57508:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00000002:00000001:17.0:1557964526.606159:0:57508:0:(mdc_locks.c:103:mdc_set_lock_data()) Process entered 00010000:00000001:17.0:1557964526.606160:0:57508:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964526.606160:0:57508:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964526.606161:0:57508:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:17.0:1557964526.606162:0:57508:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:17.0:1557964526.606163:0:57508:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964526.606163:0:57508:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:17.0:1557964526.606164:0:57508:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964526.606164:0:57508:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964526.606165:0:57508:0:(lmv_obd.c:2857:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964526.606166:0:57508:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:17.0:1557964526.606166:0:57508:0:(dcache.c:201:ll_intent_drop_lock()) releasing lock with cookie 0x398a44d554cdee01 from it ffff8915efeffd18 00010000:00000001:17.0:1557964526.606167:0:57508:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964526.606167:0:57508:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964526.606167:0:57508:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:17.0:1557964526.606168:0:57508:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:17.0:1557964526.606169:0:57508:0:(ldlm_lock.c:826:ldlm_lock_decref_internal()) Process entered 00010000:00010000:17.0:1557964526.606169:0:57508:0:(ldlm_lock.c:799:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: ?? lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 3/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:17.0:1557964526.606171:0:57508:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964526.606171:0:57508:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00010000:17.0:1557964526.606172:0:57508:0:(ldlm_lock.c:872:ldlm_lock_decref_internal()) ### add lock into lru list ns: ?? lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 2/0,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:17.0:1557964526.606173:0:57508:0:(ldlm_lock.c:300:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:17.0:1557964526.606174:0:57508:0:(ldlm_lock.c:304:ldlm_lock_add_to_lru()) Process leaving 00010000:00000001:17.0:1557964526.606174:0:57508:0:(ldlm_lock.c:893:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:17.0:1557964526.606174:0:57508:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964526.606174:0:57508:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000100:00000001:17.0:1557964526.606175:0:57508:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:17.0:1557964526.606175:0:57508:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:17.0:1557964526.606176:0:57508:0:(file.c:3797:ll_inode_revalidate()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964526.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964526.874364:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964526.874369:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964526.874373:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964526.874377:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964526.874381:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964526.874384:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964526.874388:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964527.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964527.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964527.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964527.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964527.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964527.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964527.874361:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964527.874365:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964528.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964528.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964528.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964528.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964528.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964528.874361:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964528.874365:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964528.874369:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000010:9.0:1557964529.483473:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f9628a00 (tot 30924020). 00000400:00000010:9.0:1557964529.483480:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f9628a00 (tot 30923764). 00000400:00000200:3.0:1557964529.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964529.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964529.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964529.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964529.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964529.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964529.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964529.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964530.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964530.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964530.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964530.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964530.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964530.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964530.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964530.874362:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00010000:00000001:7.0:1557964530.894356:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964530.894358:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:7.0:1557964530.894362:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964530.894365:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964530.894366:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964530.894368:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964530.894370:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964530.894371:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964530.894372:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964530.894373:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964530.894374:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964530.894376:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964530.894378:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964530.894380:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964530.894380:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964530.894381:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964530.894382:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964530.894383:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964530.894384:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964530.894385:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964530.894386:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964530.894387:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964530.894387:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:7.0:1557964530.894389:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964530.894389:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964530.894391:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964530.894392:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00000020:00000001:3.0:1557964530.894392:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:7.0:1557964530.894393:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00000020:00000001:3.0:1557964530.894393:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964530.894394:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964530.894395:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964530.894398:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964530.894399:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964530.894400:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964530.894401:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964530.894403:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964530.894410:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964530.894410:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964530.894412:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964530.894413:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964531.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964531.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964531.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964531.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964531.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964531.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964531.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964531.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964532.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964532.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964532.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964532.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964532.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964532.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964532.874362:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964532.874365:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964533.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964533.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964533.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964533.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964533.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964533.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964533.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964533.874363:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000010:9.0:1557964534.483782:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f962a100 (tot 30924020). 00000400:00000010:9.0:1557964534.483798:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f962a100 (tot 30923764). 00000400:00000200:3.0:1557964534.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964534.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964534.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964534.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964534.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964534.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964534.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964534.874364:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964535.874305:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964535.874308:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964535.874311:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964535.874313:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964535.874314:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964535.874316:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964535.874317:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964535.874318:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964536.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964536.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964536.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964536.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964536.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964536.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964536.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964536.874362:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964537.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964537.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964537.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964537.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964537.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964537.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964537.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964537.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964538.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964538.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964538.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964538.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964538.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964538.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964538.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964538.874363:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000010:9.0:1557964539.484103:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f962bd00 (tot 30924020). 00000400:00000010:9.0:1557964539.484120:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f962bd00 (tot 30923764). 00000400:00000200:3.0:1557964539.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964539.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964539.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964539.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964539.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964539.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964539.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964539.874361:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964540.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964540.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964540.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964540.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964540.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964540.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964540.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964540.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00010000:00000001:7.0:1557964540.894322:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964540.894324:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:7.0:1557964540.894327:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964540.894330:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964540.894332:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964540.894333:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964540.894336:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964540.894337:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964540.894338:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964540.894340:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964540.894341:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964540.894342:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964540.894344:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964540.894346:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964540.894347:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964540.894348:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964540.894349:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964540.894350:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964540.894351:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964540.894352:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964540.894353:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964540.894354:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964540.894354:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:7.0:1557964540.894356:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964540.894356:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964540.894358:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964540.894359:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964540.894359:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00000020:00000001:3.0:1557964540.894359:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964540.894359:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964540.894361:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964540.894361:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964540.894362:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964540.894363:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964540.894364:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964540.894365:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964540.894367:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964540.894375:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964540.894375:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964540.894377:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964540.894378:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964541.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964541.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964541.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964541.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964541.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964541.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964541.874364:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964541.874368:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964542.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964542.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964542.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964542.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964542.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964542.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964542.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964542.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964543.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964543.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964543.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964543.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964543.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964543.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964543.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964543.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000001:1.1F:1557964544.190295:0:0:0:(watchdog.c:120:lcw_cb()) Process entered 00000400:00000001:1.1:1557964544.190297:0:0:0:(watchdog.c:123:lcw_cb()) Process leaving 00000400:00000010:9.0:1557964544.484499:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f9628000 (tot 30924020). 00000400:00000010:9.0:1557964544.484515:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f9628000 (tot 30923764). 00000400:00000200:3.0:1557964544.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964544.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964544.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964544.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964544.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964544.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964544.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964544.874365:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964545.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964545.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964545.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964545.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964545.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964545.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964545.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964545.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964546.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964546.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964546.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964546.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964546.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964546.874361:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964546.874362:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964546.874364:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964547.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964547.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964547.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964547.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964547.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964547.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964547.874361:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964547.874365:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964548.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964548.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964548.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964548.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964548.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964548.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964548.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964548.874361:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000010:9.0:1557964549.484714:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f962b100 (tot 30924020). 00000400:00000010:9.0:1557964549.484722:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f962b100 (tot 30923764). 00000400:00000200:3.0:1557964549.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964549.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964549.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964549.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964549.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964549.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964549.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964549.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964550.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964550.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964550.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964550.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964550.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964550.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964550.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964550.874361:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00010000:00000001:7.0:1557964550.894324:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964550.894330:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:7.0:1557964550.894333:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964550.894335:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964550.894336:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964550.894338:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964550.894340:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964550.894341:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964550.894341:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964550.894343:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964550.894344:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964550.894346:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964550.894347:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964550.894350:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964550.894350:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964550.894351:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964550.894352:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964550.894353:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964550.894354:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964550.894355:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00000020:00000001:3.0:1557964550.894355:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:7.0:1557964550.894356:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964550.894357:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964550.894358:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964550.894359:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964550.894360:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:7.0:1557964550.894361:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00000020:00000001:3.0:1557964550.894361:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964550.894362:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964550.894363:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964550.894364:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964550.894365:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964550.894365:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964550.894367:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964550.894368:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964550.894369:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964550.894371:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964550.894377:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964550.894378:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964550.894380:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964550.894380:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964550.927309:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964550.927313:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964550.927316:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514610900. 00000020:00000040:5.0:1557964550.927317:0:24107:0:(genops.c:1214:class_import_get()) import ffff8925eae5c800 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:5.0:1557964550.927319:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964550.927320:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964550.927321:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964550.927322:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8c900. 00000100:00000001:5.0:1557964550.927324:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964550.927326:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS req@ffff891514610900 x1633636318338544/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964550.927334:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964550.927334:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964550.927335:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964550.927337:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514610900] to pc [ptlrpcd_00_06:6] req@ffff891514610900 x1633636318338544/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964550.927344:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927345:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2735144 : 2735144 : 29bc28) 00000020:00000001:5.0:1557964550.927346:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2952696 : 2952696 : 2d0df8) 00000020:00000001:5.0:1557964550.927347:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705578936 : -3972680 : ffffffffffc361b8) 00000020:00000001:5.0:1557964550.927347:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073699898514 : -9653102 : ffffffffff6cb492) 00000020:00000001:5.0:1557964550.927348:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1097192 : 1097192 : 10bde8) 00000020:00000001:5.0:1557964550.927349:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709485046 : -66570 : fffffffffffefbf6) 00000020:00000001:5.0:1557964550.927350:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705767547 : -3784069 : ffffffffffc6427b) 00000020:00000001:5.0:1557964550.927369:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2485996 : 2485996 : 25eeec) 00000020:00000001:5.0:1557964550.927369:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2081840 : 2081840 : 1fc430) 00000020:00000001:5.0:1557964550.927370:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=55480 : 55480 : d8b8) 00000020:00000001:5.0:1557964550.927370:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073708005614 : -1546002 : ffffffffffe868ee) 00000020:00000001:5.0:1557964550.927371:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709443432 : -108184 : fffffffffffe5968) 00000020:00000001:5.0:1557964550.927372:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709484336 : -67280 : fffffffffffef930) 00000020:00000001:5.0:1557964550.927372:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709450824 : -100792 : fffffffffffe7648) 00000020:00000001:5.0:1557964550.927373:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709522752 : -28864 : ffffffffffff8f40) 00000020:00000001:5.0:1557964550.927373:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709546976 : -4640 : ffffffffffffede0) 00000020:00000001:5.0:1557964550.927374:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=49496 : 49496 : c158) 00000020:00000001:5.0:1557964550.927375:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7833692 : 7833692 : 77885c) 00000020:00000001:5.0:1557964550.927375:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1435441 : 1435441 : 15e731) 00000020:00000001:5.0:1557964550.927376:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=15616 : 15616 : 3d00) 00000020:00000001:5.0:1557964550.927377:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=668095 : 668095 : a31bf) 00000020:00000001:5.0:1557964550.927377:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1358872 : 1358872 : 14bc18) 00000020:00000001:5.0:1557964550.927378:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1560429 : 1560429 : 17cf6d) 00000100:00000001:4.0:1557964550.927378:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964550.927379:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1731852 : 1731852 : 1a6d0c) 00000100:00000001:1.0:1557964550.927379:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964550.927380:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=92728 : 92728 : 16a38) 00000100:00100000:4.0:1557964550.927380:0:24082:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [6->7] 00000100:00000001:1.0:1557964550.927380:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927381:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2027914 : 2027914 : 1ef18a) 00000100:00000001:4.0:1557964550.927381:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964550.927381:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964550.927382:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=114620 : 114620 : 1bfbc) 00000100:00000001:1.0:1557964550.927382:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927383:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=4096 : 4096 : 1000) 00000020:00000001:5.0:1557964550.927383:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709528278 : -23338 : ffffffffffffa4d6) 00000100:00000001:4.0:1557964550.927383:0:24082:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:5.0:1557964550.927384:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=6747 : 6747 : 1a5b) 00000020:00000001:5.0:1557964550.927384:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709531320 : -20296 : ffffffffffffb0b8) 00000100:00000001:4.0:1557964550.927384:0:24082:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964550.927384:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964550.927385:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709543636 : -7980 : ffffffffffffe0d4) 00000020:00000001:5.0:1557964550.927385:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964550.927385:0:24082:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964550.927386:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964550.927386:0:24082:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:5.0:1557964550.927387:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927387:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927387:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927388:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927388:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964550.927388:0:24082:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514610900 x1633636318338544/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964550.927389:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927390:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927390:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927390:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927391:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927392:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927392:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927392:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964550.927392:0:24082:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000001:5.0:1557964550.927393:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927393:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964550.927393:0:24082:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927394:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927394:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964550.927394:0:24082:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:5.0:1557964550.927395:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927395:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964550.927395:0:24082:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927396:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:4.0:1557964550.927396:0:24082:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_07:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24082:1633636318338544:172.19.1.24@o2ib100:400 00000020:00000001:5.0:1557964550.927397:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964550.927397:0:24082:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:5.0:1557964550.927398:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964550.927398:0:24082:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:4.0:1557964550.927398:0:24082:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927399:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927399:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927400:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927400:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927401:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964550.927401:0:24082:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:5.0:1557964550.927402:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927402:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:4.0:1557964550.927402:0:24082:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925bd2c3000. 00000020:00000001:5.0:1557964550.927403:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927403:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964550.927403:0:24082:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927404:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927404:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927405:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927405:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964550.927405:0:24082:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925c1ddacc0. 00000020:00000001:5.0:1557964550.927406:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927406:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927407:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927407:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964550.927407:0:24082:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f0bcfe80. 00000020:00000001:5.0:1557964550.927408:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927408:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:4.0:1557964550.927408:0:24082:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338544, portal 25 00000020:00000001:5.0:1557964550.927409:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927409:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964550.927409:0:24082:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:4.0:1557964550.927409:0:24082:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362063104 : -130751347488512 : ffff891514610900) 00000020:00000001:5.0:1557964550.927410:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927410:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927411:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964550.927411:0:24082:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514610900 x1633636318338544/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964656 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964550.927412:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927412:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927413:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927413:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927414:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927414:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927415:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927415:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964550.927415:0:24082:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:5.0:1557964550.927416:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964550.927416:0:24082:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000020:00000001:5.0:1557964550.927417:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964550.927417:0:24082:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f0bce900. 00000020:00000001:5.0:1557964550.927418:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927418:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:4.0:1557964550.927418:0:24082:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636318338544, offset 0 00000020:00000001:5.0:1557964550.927419:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964550.927419:0:24082:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925bd2c1e00 (tot 30924164). 00000020:00000001:5.0:1557964550.927420:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927421:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927421:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1557964550.927421:0:24082:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:5.0:1557964550.927422:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927422:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927423:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927423:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927424:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927424:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927425:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927425:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927426:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927426:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927426:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1557964550.927426:0:24082:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:5.0:1557964550.927427:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927427:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927428:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927428:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964550.927428:0:24082:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:5.0:1557964550.927429:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927429:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927430:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927430:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927431:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927431:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964550.927431:0:24082:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964550.927432:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927432:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964550.927432:0:24082:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (20)++ 00000020:00000001:5.0:1557964550.927433:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927433:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964550.927433:0:24082:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (21)++ 00000020:00000001:5.0:1557964550.927434:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927435:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927436:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964550.927436:0:24082:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:4.0:1557964550.927436:0:24082:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927437:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927437:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964550.927437:0:24082:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964550.927438:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927438:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964550.927438:0:24082:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927439:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964550.927439:0:24082:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927440:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927440:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964550.927440:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927441:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927441:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964550.927441:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1557964550.927441:0:24082:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964550.927442:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927442:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964550.927442:0:24082:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964550.927442:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927443:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927443:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927444:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927444:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927445:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927445:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927446:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927446:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927447:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927447:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927448:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927448:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927448:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927449:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927449:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927450:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927450:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927451:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927451:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927452:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927453:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927453:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927454:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927455:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927455:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927456:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927456:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927457:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927458:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927458:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927459:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927459:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927459:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927460:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927460:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927461:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927461:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927462:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927462:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927463:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927463:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927464:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927464:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927465:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927465:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927466:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927466:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927467:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927468:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927468:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927469:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927469:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927470:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927470:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927471:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927472:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964550.927472:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964550.927473:0:24107:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318297081) 00000800:00000200:29.2:1557964550.927475:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:19.0:1557964550.927512:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:19.0:1557964550.927517:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (23)-- 00000100:00000001:19.0:1557964550.927519:0:24063:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:4.0:1557964550.927519:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000200:19.0:1557964550.927521:0:24063:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514610900 x1633636318338544/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964656 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964550.927526:0:24063:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:19.0:1557964550.927527:0:24063:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514610900 x1633636318338544/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964656 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964550.927539:0:24063:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964550.927540:0:24063:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:19.0:1557964550.927541:0:24063:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f0bce900 00000400:00000010:19.0:1557964550.927542:0:24063:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f0bce900. 00000400:00000010:19.0:1557964550.927543:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925bd2c1e00 (tot 30923764). 00000800:00000200:19.0:1557964550.927545:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000800:00000200:29.2:1557964550.927666:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:2.0:1557964550.927722:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:2.0:1557964550.927727:0:24061:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:2.0:1557964550.927730:0:24061:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:2.0:1557964550.927732:0:24061:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c4a00 (tot 30924164). 00000400:00000200:2.0:1557964550.927735:0:24061:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc898725df0 00000800:00000200:21.0:1557964550.927738:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000400:00000200:2.0:1557964550.927738:0:24061:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1c241 [1] + 192 00000100:00000001:2.0:1557964550.927741:0:24061:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:2.0:1557964550.927743:0:24061:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514610900 x1633636318338544/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964656 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:2.0:1557964550.927747:0:24061:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514610900 x1633636318338544/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964656 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964550.927753:0:24061:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:2.0:1557964550.927754:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c4a00 (tot 30923764). 00000100:00000001:4.0:1557964550.927755:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1557964550.927755:0:24082:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1557964550.927755:0:24061:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (21)++ 00000400:00000001:4.0:1557964550.927756:0:24082:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1557964550.927756:0:24061:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)-- 00000400:00000001:4.0:1557964550.927757:0:24082:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1557964550.927757:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000100:00000001:4.0:1557964550.927758:0:24082:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:4.0:1557964550.927759:0:24082:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514610900 x1633636318338544/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964656 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:4.0:1557964550.927764:0:24082:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514610900 x1633636318338544/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964656 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964550.927767:0:24082:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:4.0:1557964550.927767:0:24082:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925c1ddacc0. 00000400:00000200:4.0:1557964550.927768:0:24082:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f0bcfe80 00000400:00000010:4.0:1557964550.927769:0:24082:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f0bcfe80. 00000100:00000001:4.0:1557964550.927769:0:24082:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964550.927770:0:24082:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:4.0:1557964550.927770:0:24082:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:4.0:1557964550.927771:0:24082:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:4.0:1557964550.927771:0:24082:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964550.927772:0:24082:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:4.0:1557964550.927774:0:24082:0:(import.c:1677:at_measured()) add 45 to ffff8925eae5cc00 time=50 v=45 (45 45 45 45) 00000100:00001000:4.0:1557964550.927775:0:24082:0:(import.c:1677:at_measured()) add 1 to ffff8925eae5cbc8 time=50 v=45 (1 1 1 1) 00000100:00000001:4.0:1557964550.927776:0:24082:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:4.0:1557964550.927777:0:24082:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1557964550.927778:0:24082:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:4.0:1557964550.927778:0:24082:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964550.927779:0:24082:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964550.927782:0:24082:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514610900 x1633636318338544/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964656 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:4.0:1557964550.927784:0:24082:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:4.0:1557964550.927785:0:24082:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:4.0:1557964550.927786:0:24082:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:4.0:1557964550.927787:0:24082:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514610900 x1633636318338544/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964656 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:4.0:1557964550.927790:0:24082:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_07:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24082:1633636318338544:172.19.1.24@o2ib100:400 00000100:00000001:4.0:1557964550.927791:0:24082:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964550.927792:0:24082:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:4.0:1557964550.927793:0:24082:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514610900 x1633636318338544/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964656 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:4.0:1557964550.927799:0:24082:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:4.0:1557964550.927800:0:24082:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:4.0:1557964550.927800:0:24082:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925bd2c3000. 02000000:00000001:4.0:1557964550.927801:0:24082:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:4.0:1557964550.927802:0:24082:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:4.0:1557964550.927802:0:24082:0:(genops.c:1228:class_import_put()) import ffff8925eae5c800 refcount=3 obd=MGC172.19.1.24@o2ib100 00000020:00000001:4.0:1557964550.927803:0:24082:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:4.0:1557964550.927804:0:24082:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8c900. 02000000:00000001:4.0:1557964550.927804:0:24082:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:4.0:1557964550.927805:0:24082:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:4.0:1557964550.927805:0:24082:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514610900. 00000100:00000001:4.0:1557964550.927806:0:24082:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:4.0:1557964550.927806:0:24082:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964550.927807:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964550.927808:0:24082:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:4.0:1557964550.927808:0:24082:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964550.927809:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1557964550.927809:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964550.927809:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1557964550.927810:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964551.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964551.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964551.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964551.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964551.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964551.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964551.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964551.874361:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964552.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964552.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964552.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964552.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964552.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964552.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964552.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964552.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964553.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964553.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964553.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964553.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964553.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964553.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964553.874361:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964553.874365:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000010:9.0:1557964554.485166:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f9628400 (tot 30924020). 00000400:00000010:9.0:1557964554.485182:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f9628400 (tot 30923764). 00000400:00000200:3.0:1557964554.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964554.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964554.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964554.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964554.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964554.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964554.874364:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964554.874371:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964555.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964555.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964555.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964555.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964555.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964555.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964555.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964555.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964556.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964556.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964556.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964556.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964556.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964556.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964556.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964556.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964557.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964557.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964557.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964557.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964557.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964557.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964557.874364:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964557.874368:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964558.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964558.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964558.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964558.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964558.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964558.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964558.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964558.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000010:9.0:1557964559.485588:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f962aa00 (tot 30924020). 00000400:00000010:9.0:1557964559.485604:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f962aa00 (tot 30923764). 00000400:00000200:3.0:1557964559.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964559.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964559.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964559.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964559.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964559.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964559.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964559.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964560.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318221028 00000400:00000200:3.0:1557964560.874343:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.52@o2ib100 00000400:00000010:3.0:1557964560.874346:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ffd400 (tot 30924164). 00000400:00000200:3.0:1557964560.874351:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.52@o2ib100 00000400:00000200:3.0:1557964560.874364:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.52@o2ib100(172.19.1.52@o2ib100:172.19.1.52@o2ib100) : GET 00000800:00000200:3.0:1557964560.874370:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.52@o2ib100 00000800:00000200:3.0:1557964560.874375:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f09300] -> 172.19.1.52@o2ib100 (2) version: 12 00000800:00000200:3.0:1557964560.874378:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa595400] (20)++ 00000800:00000200:3.0:1557964560.874380:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa595400] (21)++ 00000800:00000200:3.0:1557964560.874385:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa595400] (22)-- 00000400:00000200:3.0:1557964560.874389:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964560.874393:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964560.874397:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964560.874401:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964560.874405:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964560.874409:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964560.874413:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000800:00000200:9.2:1557964560.874426:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa595400] (21)++ 00000800:00000200:4.0:1557964560.874473:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa595400] (22)++ 00000800:00000200:4.0:1557964560.874481:0:24064:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa595400] (23)-- 00000400:00000010:4.0:1557964560.874486:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ffd400 (tot 30923764). 00000800:00000200:19.0:1557964560.874489:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa595400] (22)++ 00000800:00000200:4.0:1557964560.874495:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa595400] (23)-- 00000800:00000200:19.0:1557964560.874498:0:24063:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.52@o2ib100 00000800:00000200:4.0:1557964560.874498:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa595400] (22)-- 00000400:00000200:19.0:1557964560.874505:0:24063:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.52@o2ib100 : REPLY 00000400:00000010:19.0:1557964560.874508:0:24063:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925eb78be00 (tot 30924164). 00000400:00000200:19.0:1557964560.874515:0:24063:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.52@o2ib100 of length 64/64 into md 0x9 00000400:00000200:19.0:1557964560.874519:0:24063:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:19.0:1557964560.874536:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925eb78be00 (tot 30923764). 00000800:00000200:19.0:1557964560.874537:0:24063:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa595400] (21)++ 00000800:00000200:19.0:1557964560.874538:0:24063:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa595400] (22)-- 00000800:00000200:19.0:1557964560.874539:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa595400] (21)-- 00010000:00000001:7.0:1557964560.894331:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964560.894332:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:7.0:1557964560.894333:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964560.894334:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964560.894334:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964560.894335:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964560.894336:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964560.894338:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964560.894339:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964560.894340:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964560.894340:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964560.894341:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964560.894342:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964560.894343:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964560.894343:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964560.894343:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964560.894344:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964560.894344:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964560.894344:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964560.894345:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964560.894345:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964560.894346:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964560.894346:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964560.894347:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964560.894347:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964560.894348:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964560.894348:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964560.894348:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964560.894348:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964560.894349:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964560.894349:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964560.894350:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964560.894350:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964560.894355:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964560.894356:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964560.894357:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964560.894358:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1557964560.894385:0:24150:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:4.0:1557964560.894386:0:24150:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1557964560.894387:0:24150:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:4.0:1557964560.894387:0:24150:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964561.874307:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964561.874310:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964561.874311:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.53@o2ib100 00000400:00000010:3.0:1557964561.874313:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ffca00 (tot 30924164). 00000400:00000200:3.0:1557964561.874315:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.53@o2ib100 00000400:00000200:3.0:1557964561.874320:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.53@o2ib100(172.19.1.53@o2ib100:172.19.1.53@o2ib100) : GET 00000800:00000200:3.0:1557964561.874323:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.53@o2ib100 00000800:00000200:3.0:1557964561.874328:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0a000] -> 172.19.1.53@o2ib100 (2) version: 12 00000800:00000200:3.0:1557964561.874329:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7c600] (20)++ 00000800:00000200:3.0:1557964561.874330:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7c600] (21)++ 00000800:00000200:3.0:1557964561.874333:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7c600] (22)-- 00000400:00000200:3.0:1557964561.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964561.874336:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.54@o2ib100 00000400:00000010:3.0:1557964561.874337:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ffe200 (tot 30924564). 00000400:00000200:3.0:1557964561.874339:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.54@o2ib100 00000400:00000200:3.0:1557964561.874342:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.54@o2ib100(172.19.1.54@o2ib100:172.19.1.54@o2ib100) : GET 00000800:00000200:3.0:1557964561.874344:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.54@o2ib100 00000800:00000200:3.0:1557964561.874346:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0a100] -> 172.19.1.54@o2ib100 (2) version: 12 00000800:00000200:3.0:1557964561.874347:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7c800] (20)++ 00000800:00000200:3.0:1557964561.874348:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7c800] (21)++ 00000800:00000200:3.0:1557964561.874350:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7c800] (22)-- 00000400:00000200:3.0:1557964561.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964561.874352:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.55@o2ib100 00000400:00000010:3.0:1557964561.874353:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ff9a00 (tot 30924964). 00000400:00000200:3.0:1557964561.874354:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.55@o2ib100 00000400:00000200:3.0:1557964561.874357:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.55@o2ib100(172.19.1.55@o2ib100:172.19.1.55@o2ib100) : GET 00000800:00000200:3.0:1557964561.874359:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.55@o2ib100 00000800:00000200:3.0:1557964561.874360:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f08a00] -> 172.19.1.55@o2ib100 (2) version: 12 00000800:00000200:3.0:1557964561.874361:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915b2ec9e00] (20)++ 00000800:00000200:3.0:1557964561.874362:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915b2ec9e00] (21)++ 00000800:00000200:3.0:1557964561.874364:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915b2ec9e00] (22)-- 00000400:00000200:3.0:1557964561.874365:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964561.874366:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.22@o2ib100 00000400:00000010:3.0:1557964561.874367:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ffa800 (tot 30925364). 00000400:00000200:3.0:1557964561.874368:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.22@o2ib100 00000400:00000200:3.0:1557964561.874371:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.22@o2ib100(172.19.2.22@o2ib100:172.19.2.22@o2ib100) : GET 00000800:00000200:3.0:1557964561.874373:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.22@o2ib100 00000800:00000200:3.0:1557964561.874375:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f09900] -> 172.19.2.22@o2ib100 (2) version: 12 00000800:00000200:3.0:1557964561.874377:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915b2ece400] (20)++ 00000800:00000200:3.0:1557964561.874378:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915b2ece400] (21)++ 00000800:00000200:26.2:1557964561.874380:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7c600] (21)++ 00000800:00000200:3.0:1557964561.874380:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915b2ece400] (22)-- 00000400:00000200:3.0:1557964561.874381:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964561.874383:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.23@o2ib100 00000400:00000010:3.0:1557964561.874383:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ffc200 (tot 30925764). 00000400:00000200:3.0:1557964561.874385:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.23@o2ib100 00000400:00000200:3.0:1557964561.874388:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.23@o2ib100(172.19.2.23@o2ib100:172.19.2.23@o2ib100) : GET 00000800:00000200:3.0:1557964561.874389:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.23@o2ib100 00000800:00000200:3.0:1557964561.874391:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0bf80] -> 172.19.2.23@o2ib100 (2) version: 12 00000800:00000200:3.0:1557964561.874391:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7bc00] (20)++ 00000800:00000200:3.0:1557964561.874392:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7bc00] (21)++ 00000800:00000200:3.0:1557964561.874394:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7bc00] (22)-- 00000400:00000200:3.0:1557964561.874396:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964561.874397:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.24@o2ib100 00000400:00000010:3.0:1557964561.874398:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ffd200 (tot 30926164). 00000400:00000200:3.0:1557964561.874400:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.24@o2ib100 00000400:00000200:3.0:1557964561.874403:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.24@o2ib100(172.19.2.24@o2ib100:172.19.2.24@o2ib100) : GET 00000800:00000200:3.0:1557964561.874408:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.24@o2ib100 00000800:00000200:3.0:1557964561.874410:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f08780] -> 172.19.2.24@o2ib100 (2) version: 12 00000800:00000200:3.0:1557964561.874411:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915b2ec9800] (20)++ 00000800:00000200:3.0:1557964561.874412:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915b2ec9800] (21)++ 00000800:00000200:27.2:1557964561.874413:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7c800] (21)++ 00000800:00000200:11.2:1557964561.874413:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ece400] (21)++ 00000800:00000200:3.0:1557964561.874413:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915b2ec9800] (22)-- 00000400:00000200:3.0:1557964561.874414:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318222028 00000400:00000200:3.0:1557964561.874416:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.25@o2ib100 00000400:00000010:3.0:1557964561.874416:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ffb800 (tot 30926564). 00000800:00000200:12.2:1557964561.874418:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ec9e00] (21)++ 00000400:00000200:3.0:1557964561.874418:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.25@o2ib100 00000800:00000200:28.2:1557964561.874419:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7bc00] (21)++ 00000400:00000200:3.0:1557964561.874421:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.25@o2ib100(172.19.2.25@o2ib100:172.19.2.25@o2ib100) : GET 00000800:00000200:3.0:1557964561.874422:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.25@o2ib100 00000800:00000200:26.0:1557964561.874425:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c600] (22)++ 00000800:00000200:3.0:1557964561.874425:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0a200] -> 172.19.2.25@o2ib100 (2) version: 12 00000800:00000200:3.0:1557964561.874426:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7b600] (20)++ 00000800:00000200:3.0:1557964561.874427:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7b600] (21)++ 00000800:00000200:27.0:1557964561.874428:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c800] (22)++ 00000800:00000200:3.0:1557964561.874429:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7b600] (22)-- 00000800:00000200:26.0:1557964561.874430:0:24066:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7c600] (23)-- 00000800:00000200:28.0:1557964561.874431:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (22)++ 00000800:00000200:27.0:1557964561.874431:0:24068:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7c800] (23)-- 00000800:00000200:28.0:1557964561.874433:0:24065:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7bc00] (23)-- 00000400:00000010:26.0:1557964561.874435:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ffca00 (tot 30926164). 00000800:00000200:26.0:1557964561.874437:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c600] (22)-- 00000400:00000010:27.0:1557964561.874438:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ffe200 (tot 30925764). 00000800:00000200:26.0:1557964561.874438:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c600] (21)-- 00000800:00000200:26.0:1557964561.874439:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (22)-- 00000400:00000010:28.0:1557964561.874441:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ffc200 (tot 30925364). 00000800:00000200:27.0:1557964561.874441:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (21)-- 00000800:00000200:26.0:1557964561.874442:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (22)-- 00000800:00000200:28.0:1557964561.874443:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (21)-- 00000800:00000200:29.2:1557964561.874462:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ec9800] (21)++ 00000800:00000200:26.2:1557964561.874462:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7c600] (20)++ 00000800:00000200:14.2:1557964561.874466:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7b600] (21)++ 00000800:00000200:2.0:1557964561.874469:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ece400] (22)++ 00000800:00000200:27.2:1557964561.874471:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7c800] (20)++ 00000800:00000200:26.0:1557964561.874473:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c600] (21)++ 00000800:00000200:24.0:1557964561.874475:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7b600] (22)++ 00000800:00000200:2.0:1557964561.874475:0:24061:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915b2ece400] (23)-- 00000800:00000200:26.0:1557964561.874476:0:24068:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.53@o2ib100 00000800:00000200:4.0:1557964561.874477:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (22)++ 00000400:00000010:2.0:1557964561.874479:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ffa800 (tot 30924964). 00000800:00000200:27.0:1557964561.874480:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c800] (21)++ 00000400:00000200:26.0:1557964561.874480:0:24068:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.53@o2ib100 : REPLY 00000800:00000200:19.0:1557964561.874480:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9800] (22)++ 00000800:00000200:4.0:1557964561.874480:0:24064:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915b2ec9e00] (23)-- 00000400:00000010:26.0:1557964561.874481:0:24068:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924c826a600 (tot 30925364). 00000800:00000200:24.0:1557964561.874481:0:24067:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7b600] (23)-- 00000800:00000200:27.0:1557964561.874482:0:24065:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.54@o2ib100 00000800:00000200:19.0:1557964561.874482:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915b2ec9800] (23)-- 00000800:00000200:14.0:1557964561.874482:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c600] (22)-- 00000800:00000200:2.0:1557964561.874482:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ece400] (22)-- 00000800:00000200:2.0:1557964561.874483:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ece400] (21)-- 00000800:00000200:14.0:1557964561.874484:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7b600] (22)-- 00000400:00000010:4.0:1557964561.874484:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ff9a00 (tot 30924964). 00000400:00000200:27.0:1557964561.874485:0:24065:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.54@o2ib100 : REPLY 00000400:00000010:24.0:1557964561.874485:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ffb800 (tot 30924564). 00000800:00000200:14.0:1557964561.874485:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (22)-- 00000800:00000200:4.0:1557964561.874485:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (22)-- 00000400:00000200:26.0:1557964561.874486:0:24068:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.53@o2ib100 of length 64/64 into md 0x11 00000400:00000010:27.0:1557964561.874487:0:24065:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff892575fc3600 (tot 30924964). 00000800:00000200:24.0:1557964561.874487:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7b600] (21)-- 00000800:00000200:2.0:1557964561.874487:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (21)++ 00000800:00000200:4.0:1557964561.874488:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (22)-- 00000400:00000200:26.0:1557964561.874489:0:24068:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:19.0:1557964561.874489:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ffd200 (tot 30924564). 00000800:00000200:4.0:1557964561.874490:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (22)-- 00000800:00000200:2.0:1557964561.874490:0:24061:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.55@o2ib100 00000400:00000010:26.0:1557964561.874491:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924c826a600 (tot 30924164). 00000800:00000200:19.0:1557964561.874491:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (21)-- 00000400:00000200:27.0:1557964561.874492:0:24065:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.54@o2ib100 of length 64/64 into md 0x19 00000800:00000200:26.0:1557964561.874492:0:24068:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7c600] (21)++ 00000400:00000200:27.0:1557964561.874494:0:24065:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:26.0:1557964561.874494:0:24068:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7c600] (22)-- 00000400:00000200:2.0:1557964561.874494:0:24061:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.55@o2ib100 : REPLY 00000800:00000200:26.0:1557964561.874495:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c600] (21)-- 00000400:00000010:2.0:1557964561.874496:0:24061:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c4a00 (tot 30924564). 00000400:00000010:27.0:1557964561.874497:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff892575fc3600 (tot 30924164). 00000800:00000200:27.0:1557964561.874498:0:24065:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7c800] (21)++ 00000800:00000200:27.0:1557964561.874499:0:24065:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7c800] (22)-- 00000800:00000200:27.0:1557964561.874500:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (21)-- 00000400:00000200:2.0:1557964561.874500:0:24061:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.55@o2ib100 of length 64/64 into md 0x21 00000400:00000200:2.0:1557964561.874502:0:24061:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:11.2:1557964561.874503:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ece400] (20)++ 00000400:00000010:2.0:1557964561.874503:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c4a00 (tot 30923764). 00000800:00000200:2.0:1557964561.874505:0:24061:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915b2ec9e00] (21)++ 00000800:00000200:2.0:1557964561.874506:0:24061:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915b2ec9e00] (22)-- 00000800:00000200:2.0:1557964561.874509:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (21)-- 00000800:00000200:2.0:1557964561.874510:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ece400] (21)++ 00000800:00000200:2.0:1557964561.874514:0:24061:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.22@o2ib100 00000800:00000200:19.0:1557964561.874516:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ece400] (22)-- 00000400:00000200:2.0:1557964561.874516:0:24061:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.22@o2ib100 : REPLY 00000400:00000010:2.0:1557964561.874517:0:24061:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c4a00 (tot 30924164). 00000400:00000200:2.0:1557964561.874519:0:24061:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.22@o2ib100 of length 64/64 into md 0x29 00000800:00000200:29.2:1557964561.874520:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ec9800] (20)++ 00000400:00000200:2.0:1557964561.874520:0:24061:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:2.0:1557964561.874521:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c4a00 (tot 30923764). 00000800:00000200:2.0:1557964561.874521:0:24061:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915b2ece400] (21)++ 00000800:00000200:2.0:1557964561.874522:0:24061:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915b2ece400] (22)-- 00000800:00000200:2.0:1557964561.874523:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ece400] (21)-- 00000800:00000200:2.0:1557964561.874525:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9800] (21)++ 00000800:00000200:2.0:1557964561.874528:0:24061:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.24@o2ib100 00000800:00000200:21.0:1557964561.874529:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (22)-- 00000400:00000200:2.0:1557964561.874530:0:24061:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.24@o2ib100 : REPLY 00000400:00000010:2.0:1557964561.874530:0:24061:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c4a00 (tot 30924164). 00000400:00000200:2.0:1557964561.874533:0:24061:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.24@o2ib100 of length 64/64 into md 0x39 00000400:00000200:2.0:1557964561.874534:0:24061:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:2.0:1557964561.874534:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c4a00 (tot 30923764). 00000800:00000200:2.0:1557964561.874535:0:24061:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915b2ec9800] (21)++ 00000800:00000200:2.0:1557964561.874536:0:24061:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915b2ec9800] (22)-- 00000800:00000200:2.0:1557964561.874537:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (21)-- 00000800:00000200:14.2:1557964561.874541:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7b600] (20)++ 00000800:00000200:14.0:1557964561.874545:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7b600] (21)++ 00000800:00000200:14.0:1557964561.874548:0:24066:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.25@o2ib100 00000800:00000200:24.0:1557964561.874551:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7b600] (22)-- 00000400:00000200:14.0:1557964561.874552:0:24066:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.25@o2ib100 : REPLY 00000400:00000010:14.0:1557964561.874554:0:24066:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915fdb78c00 (tot 30924164). 00000400:00000200:14.0:1557964561.874558:0:24066:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.25@o2ib100 of length 64/64 into md 0x41 00000400:00000200:14.0:1557964561.874560:0:24066:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:14.0:1557964561.874561:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915fdb78c00 (tot 30923764). 00000800:00000200:14.0:1557964561.874563:0:24066:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7b600] (21)++ 00000800:00000200:14.0:1557964561.874564:0:24066:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7b600] (22)-- 00000800:00000200:14.0:1557964561.874565:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7b600] (21)-- 00000800:00000200:28.2:1557964561.874608:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7bc00] (20)++ 00000800:00000200:28.0:1557964561.874620:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (21)++ 00000800:00000200:28.0:1557964561.874641:0:24068:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.23@o2ib100 00000400:00000200:28.0:1557964561.874647:0:24068:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.23@o2ib100 : REPLY 00000400:00000010:28.0:1557964561.874666:0:24068:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925fd04bc00 (tot 30924164). 00000400:00000200:28.0:1557964561.874670:0:24068:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.23@o2ib100 of length 64/64 into md 0x31 00000400:00000200:28.0:1557964561.874672:0:24068:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:28.0:1557964561.874673:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925fd04bc00 (tot 30923764). 00000800:00000200:28.0:1557964561.874691:0:24068:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7bc00] (22)++ 00000800:00000200:27.0:1557964561.874691:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (22)-- 00000800:00000200:28.0:1557964561.874692:0:24068:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7bc00] (23)-- 00000800:00000200:28.0:1557964561.874694:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (21)-- 00000400:00000200:3.0:1557964562.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964562.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964562.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964562.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964562.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964562.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964562.874362:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964562.874366:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964563.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964563.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964563.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964563.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964563.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964563.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964563.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964563.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000010:9.0:1557964564.486091:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f9628d00 (tot 30924020). 00000400:00000010:9.0:1557964564.486108:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f9628d00 (tot 30923764). 00000400:00000200:3.0:1557964564.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964564.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964564.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964564.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964564.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964564.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964564.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964564.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964565.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964565.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964565.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964565.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964565.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964565.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964565.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964565.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964566.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964566.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964566.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964566.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964566.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964566.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964566.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964566.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964567.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964567.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964567.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964567.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964567.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964567.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964567.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964567.874361:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964568.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964568.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964568.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964568.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964568.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964568.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964568.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964568.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000010:9.0:1557964569.486354:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f9629400 (tot 30924020). 00000400:00000010:9.0:1557964569.486362:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f9629400 (tot 30923764). 00000400:00000200:3.0:1557964569.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964569.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964569.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964569.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964569.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964569.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964569.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964569.874364:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964570.874310:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964570.874314:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964570.874315:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964570.874317:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964570.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964570.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964570.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964570.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00010000:00000001:7.0:1557964570.894337:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964570.894338:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:7.0:1557964570.894339:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964570.894340:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964570.894340:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964570.894341:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964570.894342:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964570.894342:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964570.894342:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964570.894343:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964570.894344:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964570.894344:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964570.894345:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964570.894353:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964570.894353:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964570.894354:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964570.894354:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964570.894355:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964570.894355:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964570.894356:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964570.894356:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964570.894356:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964570.894357:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964570.894358:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964570.894358:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964570.894358:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964570.894359:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964570.894359:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964570.894359:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964570.894359:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:7.0:1557964570.894360:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964570.894360:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964570.894360:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964570.894360:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964570.894361:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964570.894361:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964570.894361:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964570.894363:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964570.894363:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964570.894364:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964570.894364:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964571.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964571.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964571.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964571.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964571.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964571.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964571.874366:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964571.874370:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964572.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964572.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964572.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964572.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964572.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964572.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964572.874363:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964572.874367:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964573.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964573.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964573.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964573.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964573.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964573.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964573.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964573.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000010:9.0:1557964574.486614:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925f962b900 (tot 30924020). 00000400:00000010:9.0:1557964574.486622:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925f962b900 (tot 30923764). 00000400:00000200:3.0:1557964574.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964574.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964574.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964574.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964574.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964574.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964574.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964574.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964575.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964575.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964575.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964575.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964575.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964575.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964575.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964575.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000100:00000040:5.0:1557964575.927314:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964575.927320:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964575.927323:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514613600. 00000020:00000040:5.0:1557964575.927326:0:24107:0:(genops.c:1214:class_import_get()) import ffff8925eae5c800 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:5.0:1557964575.927329:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964575.927331:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964575.927333:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964575.927336:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8cb00. 00000100:00000001:5.0:1557964575.927339:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964575.927344:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS req@ffff891514613600 x1633636318338560/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964575.927355:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964575.927356:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964575.927360:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964575.927365:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514613600] to pc [ptlrpcd_00_07:7] req@ffff891514613600 x1633636318338560/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964575.927378:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964575.927380:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964575.927384:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964575.927385:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514614200. 00000020:00000040:5.0:1557964575.927387:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a72000 refcount=4 obd=looze-MDT0000-mdc-ffff8925ba270000 00000100:00000001:5.0:1557964575.927389:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964575.927390:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964575.927390:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964575.927392:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8ee00. 00000100:00000001:5.0:1557964575.927394:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964575.927397:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0000_UUID req@ffff891514614200 x1633636318338576/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964575.927405:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964575.927408:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964575.927410:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964575.927413:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514614200] to pc [ptlrpcd_00_08:8] req@ffff891514614200 x1633636318338576/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964575.927418:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1557964575.927423:0:24082:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1557964575.927424:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964575.927424:0:24082:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:5.0:1557964575.927426:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1557964575.927426:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964575.927428:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964575.927429:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964575.927430:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514611200. 00000100:00000040:4.0:1557964575.927430:0:24082:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514613600 x1633636318338560/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000040:5.0:1557964575.927431:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a74800 refcount=4 obd=looze-MDT0001-mdc-ffff8925ba270000 00000100:00000001:1.0:1557964575.927431:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964575.927432:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964575.927433:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964575.927434:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964575.927435:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964575.927436:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8c100. 00000100:00000001:5.0:1557964575.927438:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964575.927440:0:24082:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000040:5.0:1557964575.927441:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID req@ffff891514611200 x1633636318338592/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964575.927441:0:24082:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964575.927444:0:24082:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:4.0:1557964575.927446:0:24082:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927449:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000100:00100000:4.0:1557964575.927449:0:24082:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_07:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24082:1633636318338560:172.19.1.24@o2ib100:400 00000020:00000001:5.0:1557964575.927450:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964575.927451:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964575.927453:0:24082:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000040:5.0:1557964575.927454:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514611200] to pc [ptlrpcd_00_09:9] req@ffff891514611200 x1633636318338592/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:4.0:1557964575.927454:0:24082:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:4.0:1557964575.927456:0:24082:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964575.927458:0:24082:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:4.0:1557964575.927460:0:24082:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925bd2c2800. 00000100:00000001:5.0:1557964575.927462:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964575.927462:0:24082:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964575.927464:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:4.0:1557964575.927465:0:24082:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925c1ddacc0. 00000100:00000001:22.0:1557964575.927466:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1557964575.927467:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964575.927468:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514610000. 00000400:00000010:4.0:1557964575.927468:0:24082:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f0bcfe80. 00000100:00000001:22.0:1557964575.927469:0:24083:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000040:5.0:1557964575.927469:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a77000 refcount=5 obd=looze-OST0008-osc-ffff8925ba270000 00000100:00000001:22.0:1557964575.927471:0:24083:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:5.0:1557964575.927471:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:4.0:1557964575.927471:0:24082:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338560, portal 25 02000000:00000001:5.0:1557964575.927472:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964575.927472:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964575.927473:0:24082:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:7.0:1557964575.927474:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000010:5.0:1557964575.927474:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8c400. 00000100:00000001:4.0:1557964575.927474:0:24082:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362074624 : -130751347476992 : ffff891514613600) 00000100:00000001:5.0:1557964575.927475:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:22.0:1557964575.927476:0:24083:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514614200 x1633636318338576/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964575.927476:0:24084:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1557964575.927478:0:24084:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:5.0:1557964575.927478:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID req@ffff891514610000 x1633636318338608/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:4.0:1557964575.927478:0:24082:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514613600 x1633636318338560/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964681 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:7.0:1557964575.927483:0:24084:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514611200 x1633636318338592/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:22.0:1557964575.927486:0:24083:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000001:5.0:1557964575.927487:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000100:00000001:4.0:1557964575.927487:0:24082:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:22.0:1557964575.927488:0:24083:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927488:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:22.0:1557964575.927490:0:24083:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:5.0:1557964575.927490:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964575.927490:0:24082:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 02000000:00000001:22.0:1557964575.927492:0:24083:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964575.927492:0:24082:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f0bce780. 00000100:00000040:5.0:1557964575.927493:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514610000] to pc [ptlrpcd_00_10:10] req@ffff891514610000 x1633636318338608/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000200:4.0:1557964575.927493:0:24082:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636318338560, offset 0 00000100:00000001:7.0:1557964575.927494:0:24084:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00100000:22.0:1557964575.927495:0:24083:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_08:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24083:1633636318338576:172.19.1.24@o2ib100:400 00000100:00000001:7.0:1557964575.927495:0:24084:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1557964575.927497:0:24084:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:4.0:1557964575.927498:0:24082:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925bd2c2600 (tot 30924164). 00000100:00000001:22.0:1557964575.927499:0:24083:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:7.0:1557964575.927499:0:24084:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:22.0:1557964575.927501:0:24083:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:22.0:1557964575.927502:0:24083:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1557964575.927502:0:24082:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000100:00100000:7.0:1557964575.927503:0:24084:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_09:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24084:1633636318338592:172.19.1.25@o2ib100:400 02000000:00000001:22.0:1557964575.927504:0:24083:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:5.0:1557964575.927504:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:22.0:1557964575.927506:0:24083:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925d7f4d600. 00000100:00000001:7.0:1557964575.927506:0:24084:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000040:5.0:1557964575.927506:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0009_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:22.0:1557964575.927508:0:24083:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1557964575.927508:0:24084:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:7.0:1557964575.927509:0:24084:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964575.927509:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964575.927510:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514610300. 02000000:00000001:7.0:1557964575.927511:0:24084:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:5.0:1557964575.927511:0:24107:0:(genops.c:1214:class_import_get()) import ffff891512a11000 refcount=5 obd=looze-OST0009-osc-ffff8925ba270000 02000000:00000010:7.0:1557964575.927513:0:24084:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925e0258a00. 00000100:00000001:5.0:1557964575.927513:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964575.927513:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964575.927514:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1557964575.927514:0:24082:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 02000000:00000001:7.0:1557964575.927515:0:24084:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964575.927516:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8e100. 00000400:00000010:22.0:1557964575.927517:0:24083:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8915a3202240. 00000100:00000001:5.0:1557964575.927517:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:7.0:1557964575.927519:0:24084:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8915f3f13ea0. 00000800:00000200:4.0:1557964575.927519:0:24082:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000400:00000010:22.0:1557964575.927520:0:24083:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915c2aeec80. 00000100:00000040:5.0:1557964575.927520:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0009_UUID req@ffff891514610300 x1633636318338624/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000200:22.0:1557964575.927523:0:24083:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338576, portal 10 00000400:00000010:7.0:1557964575.927524:0:24084:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff890639ac0d80. 00000100:00000001:22.0:1557964575.927525:0:24083:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000800:00000200:4.0:1557964575.927525:0:24082:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000100:00000001:22.0:1557964575.927526:0:24083:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362077696 : -130751347473920 : ffff891514614200) 00000100:00000200:7.0:1557964575.927527:0:24084:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338592, portal 10 00000020:00000001:5.0:1557964575.927528:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000800:00000200:4.0:1557964575.927528:0:24082:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (20)++ 00000100:00000001:7.0:1557964575.927529:0:24084:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:5.0:1557964575.927529:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:7.0:1557964575.927530:0:24084:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362065408 : -130751347486208 : ffff891514611200) 00000020:00000001:5.0:1557964575.927530:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964575.927530:0:24082:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (21)++ 00000100:00000040:22.0:1557964575.927531:0:24083:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514614200 x1633636318338576/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964681 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:5.0:1557964575.927533:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514610300] to pc [ptlrpcd_00_11:11] req@ffff891514610300 x1633636318338624/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000800:00000200:4.0:1557964575.927535:0:24082:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (22)-- 00000100:00000040:7.0:1557964575.927536:0:24084:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514611200 x1633636318338592/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964681 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964575.927537:0:24082:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964575.927538:0:24082:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:5.0:1557964575.927541:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964575.927541:0:24082:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964575.927542:0:24083:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:5.0:1557964575.927543:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2735144 : 2735144 : 29bc28) 00000100:00000001:4.0:1557964575.927543:0:24082:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964575.927544:0:24084:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:0.0:1557964575.927544:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:22.0:1557964575.927545:0:24083:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000100:00000001:4.0:1557964575.927545:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964575.927546:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2952696 : 2952696 : 2d0df8) 00000400:00000010:22.0:1557964575.927547:0:24083:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915c2aee780. 00000100:00000001:0.0:1557964575.927547:0:24085:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:7.0:1557964575.927548:0:24084:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000020:00000001:5.0:1557964575.927548:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705578936 : -3972680 : ffffffffffc361b8) 00000100:00000001:4.0:1557964575.927548:0:24082:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:22.0:1557964575.927549:0:24083:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318338576, offset 0 00000100:00000001:0.0:1557964575.927549:0:24085:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:4.0:1557964575.927564:0:24082:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000400:00000010:7.0:1557964575.927565:0:24084:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff890639ac1800. 00000020:00000001:5.0:1557964575.927565:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073699898514 : -9653102 : ffffffffff6cb492) 00000100:00000001:4.0:1557964575.927565:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000010:22.0:1557964575.927566:0:24083:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925d7f4dc00 (tot 30924564). 00000100:00000200:7.0:1557964575.927566:0:24084:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318338592, offset 0 00000020:00000001:5.0:1557964575.927566:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1096680 : 1096680 : 10bbe8) 00000100:00000001:4.0:1557964575.927566:0:24082:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:4.0:1557964575.927566:0:24082:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964575.927566:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000010:7.0:1557964575.927567:0:24084:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e025be00 (tot 30924964). 00000020:00000001:5.0:1557964575.927567:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709490166 : -61450 : ffffffffffff0ff6) 00000020:00000001:5.0:1557964575.927567:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705767547 : -3784069 : ffffffffffc6427b) 00000100:00000001:4.0:1557964575.927567:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964575.927567:0:24086:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1557964575.927567:0:24085:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514610000 x1633636318338608/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000400:00000200:22.0:1557964575.927568:0:24083:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000100:00000001:4.0:1557964575.927568:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964575.927568:0:24086:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:5.0:1557964575.927569:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2486508 : 2486508 : 25f0ec) 00000020:00000001:5.0:1557964575.927569:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2081840 : 2081840 : 1fc430) 00000100:00000001:4.0:1557964575.927569:0:24082:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:4.0:1557964575.927569:0:24082:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:7.0:1557964575.927570:0:24084:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000020:00000001:5.0:1557964575.927570:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=55480 : 55480 : d8b8) 00000100:00000001:4.0:1557964575.927570:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927571:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073708005614 : -1546002 : ffffffffffe868ee) 00000100:00000040:3.0:1557964575.927571:0:24086:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514610300 x1633636318338624/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964575.927572:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709443432 : -108184 : fffffffffffe5968) 00000100:00000001:0.0:1557964575.927572:0:24085:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000400:00000200:22.0:1557964575.927573:0:24083:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:5.0:1557964575.927573:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709484336 : -67280 : fffffffffffef930) 00000020:00000001:5.0:1557964575.927573:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709450824 : -100792 : fffffffffffe7648) 00000100:00000001:0.0:1557964575.927573:0:24085:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927574:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709522752 : -28864 : ffffffffffff8f40) 00000020:00000001:5.0:1557964575.927574:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709546976 : -4640 : ffffffffffffede0) 02000000:00000001:0.0:1557964575.927574:0:24085:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:5.0:1557964575.927575:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=49496 : 49496 : c158) 00000020:00000001:5.0:1557964575.927575:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7833692 : 7833692 : 77885c) 00000100:00000001:3.0:1557964575.927575:0:24086:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1557964575.927575:0:24086:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964575.927575:0:24085:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:22.0:1557964575.927576:0:24083:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:5.0:1557964575.927576:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1435441 : 1435441 : 15e731) 02000000:00000001:3.0:1557964575.927576:0:24086:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1557964575.927576:0:24085:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_10:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24085:1633636318338608:172.19.1.35@o2ib100:400 00000020:00000001:5.0:1557964575.927577:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=15616 : 15616 : 3d00) 02000000:00000001:3.0:1557964575.927577:0:24086:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:22.0:1557964575.927578:0:24083:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964575.927578:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=668095 : 668095 : a31bf) 00000020:00000001:5.0:1557964575.927578:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1358872 : 1358872 : 14bc18) 00000100:00100000:3.0:1557964575.927578:0:24086:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_11:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24086:1633636318338624:172.19.1.36@o2ib100:400 00000100:00000001:0.0:1557964575.927578:0:24085:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1557964575.927578:0:24085:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:5.0:1557964575.927579:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1560941 : 1560941 : 17d16d) 00000020:00000001:5.0:1557964575.927579:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1731852 : 1731852 : 1a6d0c) 02000000:00000001:0.0:1557964575.927579:0:24085:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:22.0:1557964575.927580:0:24083:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (21)++ 00000400:00000200:7.0:1557964575.927580:0:24084:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000020:00000001:5.0:1557964575.927580:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=92728 : 92728 : 16a38) 00000100:00000001:3.0:1557964575.927580:0:24086:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1557964575.927580:0:24085:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:22.0:1557964575.927581:0:24083:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (22)++ 00000020:00000001:5.0:1557964575.927581:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2027914 : 2027914 : 1ef18a) 00000020:00000001:5.0:1557964575.927581:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=114620 : 114620 : 1bfbc) 02000000:00000001:3.0:1557964575.927581:0:24086:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1557964575.927581:0:24085:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff89259e75ce00. 00000800:00000200:7.0:1557964575.927582:0:24084:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000020:00000001:5.0:1557964575.927582:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=4096 : 4096 : 1000) 00000020:00000001:5.0:1557964575.927582:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709528278 : -23338 : ffffffffffffa4d6) 02000000:00000001:3.0:1557964575.927582:0:24086:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964575.927582:0:24085:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:22.0:1557964575.927583:0:24083:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (23)-- 00000020:00000001:5.0:1557964575.927583:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=6747 : 6747 : 1a5b) 00000400:00000010:0.0:1557964575.927583:0:24085:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925eb6098a0. 00000800:00000200:29.2:1557964575.927584:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (23)++ 00000100:00000001:22.0:1557964575.927584:0:24083:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927584:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709531320 : -20296 : ffffffffffffb0b8) 00000020:00000001:5.0:1557964575.927584:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709543636 : -7980 : ffffffffffffe0d4) 02000000:00000001:3.0:1557964575.927584:0:24086:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:22.0:1557964575.927585:0:24083:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964575.927585:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927585:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1557964575.927585:0:24086:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8915b1ffc000. 00000400:00000010:0.0:1557964575.927585:0:24085:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7fc00. 00000100:00000001:22.0:1557964575.927586:0:24083:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:7.0:1557964575.927586:0:24084:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f3c80] -> 172.19.1.25@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964575.927586:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927586:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964575.927586:0:24086:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1557964575.927586:0:24085:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338608, portal 4 00000100:00000001:22.0:1557964575.927587:0:24083:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927587:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964575.927587:0:24085:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:22.0:1557964575.927588:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:7.0:1557964575.927588:0:24084:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925eb377e00] (20)++ 00000020:00000001:5.0:1557964575.927588:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1557964575.927588:0:24086:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8915e9408b40. 00000100:00000001:0.0:1557964575.927588:0:24085:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362060800 : -130751347490816 : ffff891514610000) 00000100:00000001:22.0:1557964575.927589:0:24083:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:7.0:1557964575.927589:0:24084:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925eb377e00] (21)++ 00000020:00000001:5.0:1557964575.927589:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927589:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964575.927590:0:24083:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964575.927590:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1557964575.927590:0:24086:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff891595bd1900. 00000100:00000040:0.0:1557964575.927590:0:24085:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514610000 x1633636318338608/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964681 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:22.0:1557964575.927591:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:22.0:1557964575.927591:0:24083:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964575.927591:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927591:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1557964575.927591:0:24086:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338624, portal 4 00000100:00000001:22.0:1557964575.927592:0:24083:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:7.0:1557964575.927592:0:24084:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925eb377e00] (22)-- 00000020:00000001:5.0:1557964575.927592:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927592:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964575.927592:0:24086:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:22.0:1557964575.927593:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964575.927593:0:24084:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927593:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927593:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964575.927593:0:24086:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362061568 : -130751347490048 : ffff891514610300) 00000100:00000001:22.0:1557964575.927594:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:22.0:1557964575.927594:0:24083:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1557964575.927594:0:24084:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964575.927594:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927594:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964575.927594:0:24085:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:22.0:1557964575.927595:0:24083:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964575.927595:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964575.927595:0:24084:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927595:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927595:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1557964575.927595:0:24085:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.35@o2ib100 00000100:00000001:7.0:1557964575.927596:0:24084:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964575.927596:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964575.927596:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927596:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1557964575.927596:0:24086:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514610300 x1633636318338624/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964681 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000400:00000010:0.0:1557964575.927596:0:24085:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7f980. 00000020:00000001:5.0:1557964575.927597:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927597:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1557964575.927597:0:24085:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1633636318338608, offset 0 00000100:00000001:7.0:1557964575.927598:0:24084:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:5.0:1557964575.927598:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964575.927598:0:24085:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89259e75ca00 (tot 30925364). 00000100:00000001:7.0:1557964575.927599:0:24084:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:7.0:1557964575.927599:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964575.927599:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927599:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964575.927600:0:24084:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1557964575.927600:0:24084:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927600:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927600:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927600:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964575.927600:0:24086:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000400:00000200:0.0:1557964575.927600:0:24085:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.35@o2ib100 00000100:00000001:7.0:1557964575.927601:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927601:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927601:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1557964575.927602:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)++ 00000100:00000001:7.0:1557964575.927602:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964575.927602:0:24084:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964575.927602:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927602:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1557964575.927602:0:24086:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.36@o2ib100 00000100:00000001:7.0:1557964575.927603:0:24084:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964575.927603:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927603:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927603:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1557964575.927603:0:24086:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff891595bd1980. 00000020:00000001:5.0:1557964575.927604:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927604:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1557964575.927604:0:24086:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1633636318338624, offset 0 00000020:00000001:5.0:1557964575.927605:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1557964575.927605:0:24085:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.35@o2ib100(172.19.1.35@o2ib100:172.19.1.35@o2ib100) : PUT 00000020:00000001:5.0:1557964575.927606:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1557964575.927606:0:24086:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ffd800 (tot 30925764). 00000800:00000200:19.0:1557964575.927607:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (24)-- 00000020:00000001:5.0:1557964575.927607:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927607:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964575.927607:0:24085:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.35@o2ib100 00000020:00000001:5.0:1557964575.927608:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964575.927608:0:24086:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.36@o2ib100 00000020:00000001:5.0:1557964575.927609:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927609:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964575.927609:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)++ 00000100:00000001:19.0:1557964575.927610:0:24063:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:5.0:1557964575.927610:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964575.927610:0:24085:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f2000] -> 172.19.1.35@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964575.927611:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927611:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:19.0:1557964575.927612:0:24063:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514613600 x1633636318338560/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964681 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964575.927612:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964575.927612:0:24064:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (24)-- 00000800:00000200:0.0:1557964575.927612:0:24085:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (20)++ 00000020:00000001:5.0:1557964575.927613:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927613:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964575.927613:0:24085:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7cc00] (21)++ 00000020:00000001:5.0:1557964575.927614:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927615:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964575.927615:0:24086:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) : PUT 00000800:00000200:0.0:1557964575.927615:0:24085:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (22)-- 00000020:00000001:5.0:1557964575.927616:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964575.927616:0:24085:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964575.927617:0:24063:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:5.0:1557964575.927617:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927617:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964575.927617:0:24085:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964575.927618:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964575.927618:0:24086:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.36@o2ib100 00000100:00000001:0.0:1557964575.927618:0:24085:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964575.927619:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)-- 00000100:00000040:19.0:1557964575.927619:0:24063:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514613600 x1633636318338560/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964681 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964575.927619:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927619:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964575.927619:0:24085:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927620:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964575.927620:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964575.927621:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927622:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964575.927622:0:24086:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915a1ec0580] -> 172.19.1.36@o2ib100 (2) version: 12 00000100:00000001:0.0:1557964575.927622:0:24085:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1557964575.927622:0:24085:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:19.0:1557964575.927623:0:24063:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927623:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927623:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964575.927623:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:19.0:1557964575.927624:0:24063:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:5.0:1557964575.927624:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964575.927624:0:24086:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (20)++ 00000100:00000001:0.0:1557964575.927624:0:24085:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1557964575.927624:0:24085:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:19.0:1557964575.927625:0:24063:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f0bce780 00000020:00000001:5.0:1557964575.927625:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964575.927625:0:24086:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fdb7cc00] (21)++ 00000100:00000001:0.0:1557964575.927625:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:19.0:1557964575.927626:0:24063:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f0bce780. 00000020:00000001:5.0:1557964575.927626:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964575.927626:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964575.927626:0:24085:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964575.927627:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927627:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964575.927627:0:24085:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964575.927627:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:19.0:1557964575.927628:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925bd2c2600 (tot 30925364). 00000800:00000200:14.2:1557964575.927628:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (21)++ 00000020:00000001:5.0:1557964575.927628:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927628:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964575.927628:0:24064:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:3.0:1557964575.927628:0:24086:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (22)-- 00000020:00000001:5.0:1557964575.927629:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927629:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:4.0:1557964575.927629:0:24064:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514614200 x1633636318338576/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964681 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:3.0:1557964575.927629:0:24086:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1557964575.927630:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:3.0:1557964575.927630:0:24086:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964575.927631:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927631:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927632:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964575.927632:0:24086:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927633:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927633:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964575.927633:0:24064:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1557964575.927633:0:24086:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927634:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927634:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964575.927634:0:24064:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514614200 x1633636318338576/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964681 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:3.0:1557964575.927634:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964575.927635:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927636:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927636:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964575.927636:0:24086:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1557964575.927636:0:24086:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964575.927637:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927637:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964575.927637:0:24064:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927638:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927638:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964575.927638:0:24064:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:4.0:1557964575.927638:0:24064:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915c2aee780 00000100:00000001:3.0:1557964575.927638:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964575.927638:0:24086:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964575.927639:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927639:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964575.927639:0:24064:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915c2aee780. 00000100:00000001:3.0:1557964575.927639:0:24086:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927640:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927640:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964575.927640:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964575.927640:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964575.927641:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927641:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964575.927641:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925d7f4dc00 (tot 30924964). 00000020:00000001:5.0:1557964575.927642:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927642:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964575.927642:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000100:00000001:3.0:1557964575.927642:0:24086:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1557964575.927642:0:24086:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927643:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927643:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964575.927643:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927644:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927644:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927645:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927645:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927646:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927646:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927647:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927647:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927648:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927648:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964575.927649:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)++ 00000020:00000001:5.0:1557964575.927649:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927650:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927651:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927651:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927652:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927652:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927653:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927653:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927654:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927654:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964575.927655:0:24067:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925eb377e00] (23)-- 00000020:00000001:5.0:1557964575.927655:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927655:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927656:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927656:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927657:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927657:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927658:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927658:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.2:1557964575.927659:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (21)++ 00000100:00000001:14.0:1557964575.927659:0:24067:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:5.0:1557964575.927659:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927659:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927660:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927660:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927661:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927661:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927662:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927662:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927663:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927663:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:14.0:1557964575.927664:0:24067:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514611200 x1633636318338592/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964681 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964575.927664:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927664:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927665:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927665:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.2:1557964575.927666:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (21)++ 00000020:00000001:5.0:1557964575.927666:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927666:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927667:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927668:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927668:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927669:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927670:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927670:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927671:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927671:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927672:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927672:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927673:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927673:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927674:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927674:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964575.927675:0:24067:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:5.0:1557964575.927675:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927675:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927676:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927676:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927677:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964575.927677:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1557964575.927678:0:24067:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514611200 x1633636318338592/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964681 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:5.0:1557964575.927678:0:24107:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318322081) 00000800:00000200:24.0:1557964575.927681:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000800:00000200:24.0:1557964575.927698:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)++ 00000100:00000001:14.0:1557964575.927699:0:24067:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964575.927700:0:24067:0:(events.c:81:request_out_callback()) Process leaving 00000800:00000200:24.0:1557964575.927702:0:24065:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7cc00] (23)-- 00000800:00000200:15.0:1557964575.927703:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (23)-- 00000400:00000200:14.0:1557964575.927703:0:24067:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff890639ac1800 00000400:00000010:14.0:1557964575.927704:0:24067:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff890639ac1800. 00000100:00000001:24.0:1557964575.927706:0:24065:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:14.0:1557964575.927707:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e025be00 (tot 30924564). 00000800:00000200:14.0:1557964575.927708:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000100:00000200:24.0:1557964575.927709:0:24065:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514610000 x1633636318338608/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964681 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:24.0:1557964575.927713:0:24065:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:24.0:1557964575.927715:0:24065:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514610000 x1633636318338608/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964681 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:24.0:1557964575.927718:0:24065:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:24.0:1557964575.927719:0:24065:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:24.0:1557964575.927719:0:24065:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7f980 00000400:00000010:24.0:1557964575.927720:0:24065:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7f980. 00000400:00000010:24.0:1557964575.927723:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89259e75ca00 (tot 30924164). 00000800:00000200:24.0:1557964575.927724:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000800:00000200:2.0:1557964575.927733:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)++ 00000800:00000200:2.0:1557964575.927738:0:24061:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fdb7cc00] (23)-- 00000100:00000001:2.0:1557964575.927739:0:24061:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:21.0:1557964575.927741:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000200:2.0:1557964575.927742:0:24061:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514610300 x1633636318338624/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964681 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964575.927746:0:24061:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1557964575.927748:0:24061:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514610300 x1633636318338624/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964681 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964575.927751:0:24061:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964575.927752:0:24061:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:2.0:1557964575.927753:0:24061:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff891595bd1980 00000400:00000010:2.0:1557964575.927754:0:24061:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff891595bd1980. 00000400:00000010:2.0:1557964575.927756:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ffd800 (tot 30923764). 00000800:00000200:29.2:1557964575.927757:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:2.0:1557964575.927761:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000800:00000200:2.0:1557964575.927763:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:2.0:1557964575.927784:0:24061:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.24@o2ib100 00000400:00000200:2.0:1557964575.927788:0:24061:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:2.0:1557964575.927790:0:24061:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c3600 (tot 30924164). 00000400:00000200:2.0:1557964575.927792:0:24061:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc898725e00 00000800:00000200:19.0:1557964575.927794:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000400:00000200:2.0:1557964575.927795:0:24061:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1c251 [1] + 192 00000100:00000001:2.0:1557964575.927797:0:24061:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:2.0:1557964575.927799:0:24061:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514613600 x1633636318338560/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964681 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:19.0:1557964575.927800:0:24063:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000800:00000200:21.0:1557964575.927802:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (23)-- 00000400:00000200:19.0:1557964575.927803:0:24063:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000100:00000040:2.0:1557964575.927803:0:24061:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514613600 x1633636318338560/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964681 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000010:19.0:1557964575.927805:0:24063:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925eb78be00 (tot 30924564). 00000400:00000200:19.0:1557964575.927808:0:24063:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc898725e10 00000100:00000001:2.0:1557964575.927808:0:24061:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:2.0:1557964575.927809:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c3600 (tot 30924164). 00000100:00000001:5.0:1557964575.927811:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1557964575.927811:0:24061:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)++ 00000400:00000200:19.0:1557964575.927812:0:24063:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1c261 [1] + 192 00000100:00000001:5.0:1557964575.927812:0:24082:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:5.0:1557964575.927814:0:24082:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:5.0:1557964575.927815:0:24082:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:5.0:1557964575.927815:0:24082:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:5.0:1557964575.927817:0:24082:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514613600 x1633636318338560/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964681 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:2.0:1557964575.927818:0:24061:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (23)-- 00000800:00000200:2.0:1557964575.927818:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000200:5.0:1557964575.927820:0:24082:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514613600 x1633636318338560/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964681 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964575.927823:0:24082:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:5.0:1557964575.927824:0:24082:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925c1ddacc0. 00000400:00000200:5.0:1557964575.927825:0:24082:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f0bcfe80 00000400:00000010:5.0:1557964575.927825:0:24082:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f0bcfe80. 00000100:00000001:5.0:1557964575.927826:0:24082:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1557964575.927827:0:24063:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:19.0:1557964575.927828:0:24063:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514614200 x1633636318338576/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964681 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964575.927828:0:24082:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:5.0:1557964575.927829:0:24082:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:5.0:1557964575.927829:0:24082:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:5.0:1557964575.927830:0:24082:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1557964575.927831:0:24082:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:5.0:1557964575.927832:0:24082:0:(import.c:1677:at_measured()) add 45 to ffff8925eae5cc00 time=75 v=45 (45 45 45 45) 00000100:00000040:19.0:1557964575.927833:0:24063:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514614200 x1633636318338576/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964681 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00001000:5.0:1557964575.927833:0:24082:0:(import.c:1677:at_measured()) add 1 to ffff8925eae5cbc8 time=75 v=45 (1 1 1 1) 00000100:00000001:5.0:1557964575.927834:0:24082:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:5.0:1557964575.927835:0:24082:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1557964575.927835:0:24082:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:5.0:1557964575.927836:0:24082:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964575.927837:0:24063:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:5.0:1557964575.927837:0:24082:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964575.927838:0:24082:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514613600 x1633636318338560/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964681 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000010:19.0:1557964575.927839:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925eb78be00 (tot 30923764). 00000800:00000200:19.0:1557964575.927840:0:24063:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:19.0:1557964575.927841:0:24063:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:5.0:1557964575.927841:0:24082:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:5.0:1557964575.927841:0:24082:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000800:00000200:19.0:1557964575.927842:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000100:00000001:5.0:1557964575.927842:0:24082:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:5.0:1557964575.927843:0:24082:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514613600 x1633636318338560/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964681 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:5.0:1557964575.927847:0:24082:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_07:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24082:1633636318338560:172.19.1.24@o2ib100:400 00000100:00000001:5.0:1557964575.927848:0:24082:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1557964575.927849:0:24082:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:5.0:1557964575.927850:0:24082:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514613600 x1633636318338560/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964681 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:5.0:1557964575.927853:0:24082:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:5.0:1557964575.927853:0:24082:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:5.0:1557964575.927854:0:24082:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925bd2c2800. 02000000:00000001:5.0:1557964575.927855:0:24082:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:5.0:1557964575.927855:0:24082:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:5.0:1557964575.927856:0:24082:0:(genops.c:1228:class_import_put()) import ffff8925eae5c800 refcount=3 obd=MGC172.19.1.24@o2ib100 00000020:00000001:5.0:1557964575.927856:0:24082:0:(genops.c:1237:class_import_put()) Process leaving 00000800:00000200:14.2:1557964575.927857:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (20)++ 02000000:00000010:5.0:1557964575.927857:0:24082:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8cb00. 00000800:00000200:9.2:1557964575.927858:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (20)++ 02000000:00000001:5.0:1557964575.927858:0:24082:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:5.0:1557964575.927858:0:24082:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:5.0:1557964575.927858:0:24082:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514613600. 00000100:00000001:5.0:1557964575.927860:0:24082:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:5.0:1557964575.927860:0:24082:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1557964575.927861:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1557964575.927863:0:24082:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1557964575.927863:0:24082:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964575.927864:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:22.0:1557964575.927865:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1557964575.927865:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964575.927866:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)++ 00000100:00000001:5.0:1557964575.927866:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:22.0:1557964575.927867:0:24083:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1557964575.927867:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:22.0:1557964575.927869:0:24083:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:22.0:1557964575.927869:0:24083:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000800:00000200:21.0:1557964575.927869:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)++ 00000800:00000200:14.0:1557964575.927869:0:24066:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000100:00000001:22.0:1557964575.927870:0:24083:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:22.0:1557964575.927872:0:24083:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514614200 x1633636318338576/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964681 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557964575.927873:0:24062:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.36@o2ib100 00000400:00000200:14.0:1557964575.927874:0:24066:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964575.927876:0:24066:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915fdb78c00 (tot 30924164). 00000100:00000200:22.0:1557964575.927877:0:24083:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514614200 x1633636318338576/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964681 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000200:21.0:1557964575.927877:0:24062:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.36@o2ib100 : PUT 00000400:00000010:21.0:1557964575.927879:0:24062:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925f72ebc00 (tot 30924564). 00000400:00000200:14.0:1557964575.927879:0:24066:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc898725e20 00000800:00000200:4.0:1557964575.927880:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000800:00000200:24.2:1557964575.927881:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (20)++ 00000100:00000001:22.0:1557964575.927882:0:24083:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000200:21.0:1557964575.927882:0:24062:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.36@o2ib100 of length 192 into portal 4 MB=0x5cdc898725e40 00000400:00000010:22.0:1557964575.927883:0:24083:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8915a3202240. 00000400:00000200:14.0:1557964575.927883:0:24066:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0xa2f5 [1] + 192 00000400:00000200:22.0:1557964575.927885:0:24083:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915c2aeec80 00000400:00000010:22.0:1557964575.927886:0:24083:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915c2aeec80. 00000100:00000001:22.0:1557964575.927886:0:24083:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:14.0:1557964575.927886:0:24066:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:22.0:1557964575.927887:0:24083:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:22.0:1557964575.927888:0:24083:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000400:00000200:21.0:1557964575.927888:0:24062:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.36@o2ib100 of length 192/192 into md 0x1c279 [1] + 192 00000100:00000200:14.0:1557964575.927888:0:24066:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514611200 x1633636318338592/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964681 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:22.0:1557964575.927889:0:24083:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:22.0:1557964575.927889:0:24083:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.0:1557964575.927890:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 02000000:00000001:22.0:1557964575.927890:0:24083:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964575.927891:0:24062:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:24.0:1557964575.927892:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)++ 00000100:00001000:22.0:1557964575.927892:0:24083:0:(import.c:1677:at_measured()) add 45 to ffff891506a72400 time=75 v=45 (45 45 45 45) 00000100:00000200:21.0:1557964575.927893:0:24062:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514610300 x1633636318338624/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964681 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:14.0:1557964575.927893:0:24066:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514611200 x1633636318338592/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964681 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00001000:22.0:1557964575.927894:0:24083:0:(import.c:1677:at_measured()) add 1 to ffff891506a723c8 time=75 v=45 (1 1 1 1) 00000800:00000200:24.0:1557964575.927895:0:24065:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.35@o2ib100 00000100:00000001:22.0:1557964575.927895:0:24083:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:22.0:1557964575.927895:0:24083:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:22.0:1557964575.927896:0:24083:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:22.0:1557964575.927897:0:24083:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:21.0:1557964575.927897:0:24062:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514610300 x1633636318338624/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964681 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:22.0:1557964575.927898:0:24083:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:22.0:1557964575.927898:0:24083:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-mdc-ffff8925ba270000: skip recheck: last_committed 30064774473 00000100:00000001:22.0:1557964575.927899:0:24083:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000800:00000200:15.0:1557964575.927899:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:14.0:1557964575.927899:0:24066:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000200:24.0:1557964575.927900:0:24065:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.35@o2ib100 : PUT 00000100:00000001:22.0:1557964575.927900:0:24083:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:24.0:1557964575.927901:0:24065:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff892553917a00 (tot 30924564). 00000100:00000040:22.0:1557964575.927901:0:24083:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514614200 x1633636318338576/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964681 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000010:14.0:1557964575.927901:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915fdb78c00 (tot 30924164). 00000100:00000001:21.0:1557964575.927902:0:24062:0:(events.c:171:reply_in_callback()) Process leaving 00000800:00000200:14.0:1557964575.927902:0:24066:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925eb377e00] (21)++ 00000100:00000001:22.0:1557964575.927904:0:24083:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:21.0:1557964575.927904:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925f72ebc00 (tot 30924164). 00000800:00000200:14.0:1557964575.927904:0:24066:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925eb377e00] (22)-- 00000800:00000200:14.0:1557964575.927904:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000400:00000200:24.0:1557964575.927905:0:24065:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.35@o2ib100 of length 192 into portal 4 MB=0x5cdc898725e30 00000100:00000001:22.0:1557964575.927905:0:24083:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000800:00000200:21.0:1557964575.927905:0:24062:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (21)++ 00000100:00000001:22.0:1557964575.927906:0:24083:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:22.0:1557964575.927907:0:24083:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514614200 x1633636318338576/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964681 ref 1 fl Interpret:RN/0/0 rc 0/0 00000800:00000200:21.0:1557964575.927907:0:24062:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (22)-- 00000800:00000200:21.0:1557964575.927908:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000400:00000200:24.0:1557964575.927909:0:24065:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.35@o2ib100 of length 192/192 into md 0xa2fd [1] + 192 00000100:00100000:22.0:1557964575.927910:0:24083:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_08:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24083:1633636318338576:172.19.1.24@o2ib100:400 00000100:00000001:24.0:1557964575.927912:0:24065:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:22.0:1557964575.927912:0:24083:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:22.0:1557964575.927912:0:24083:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:22.0:1557964575.927913:0:24083:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514614200 x1633636318338576/t0(0) o400->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964681 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000200:24.0:1557964575.927914:0:24065:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514610000 x1633636318338608/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964681 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:22.0:1557964575.927916:0:24083:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:22.0:1557964575.927917:0:24083:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:24.0:1557964575.927918:0:24065:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514610000 x1633636318338608/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964681 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 02000000:00000010:22.0:1557964575.927918:0:24083:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925d7f4d600. 02000000:00000001:22.0:1557964575.927919:0:24083:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:22.0:1557964575.927920:0:24083:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:22.0:1557964575.927921:0:24083:0:(genops.c:1228:class_import_put()) import ffff891506a72000 refcount=3 obd=looze-MDT0000-mdc-ffff8925ba270000 00000020:00000001:22.0:1557964575.927922:0:24083:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:22.0:1557964575.927922:0:24083:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8ee00. 02000000:00000001:22.0:1557964575.927923:0:24083:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:24.0:1557964575.927924:0:24065:0:(events.c:171:reply_in_callback()) Process leaving 02000000:00000001:22.0:1557964575.927924:0:24083:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:22.0:1557964575.927924:0:24083:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514614200. 00000400:00000010:24.0:1557964575.927925:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff892553917a00 (tot 30923764). 00000100:00000001:22.0:1557964575.927925:0:24083:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:22.0:1557964575.927925:0:24083:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:22.0:1557964575.927926:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964575.927926:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:22.0:1557964575.927927:0:24083:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1557964575.927927:0:24086:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:24.0:1557964575.927928:0:24065:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (21)++ 00000100:00000001:22.0:1557964575.927928:0:24083:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1557964575.927929:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:22.0:1557964575.927929:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964575.927929:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1557964575.927929:0:24086:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000800:00000200:24.0:1557964575.927930:0:24065:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:22.0:1557964575.927930:0:24083:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964575.927930:0:24084:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1557964575.927930:0:24086:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000800:00000200:24.0:1557964575.927931:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000100:00000001:22.0:1557964575.927931:0:24083:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964575.927931:0:24086:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:3.0:1557964575.927933:0:24086:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514610300 x1633636318338624/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964681 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000001:7.0:1557964575.927934:0:24084:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:7.0:1557964575.927935:0:24084:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:7.0:1557964575.927936:0:24084:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:3.0:1557964575.927937:0:24086:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514610300 x1633636318338624/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964681 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:7.0:1557964575.927938:0:24084:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514611200 x1633636318338592/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964681 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:3.0:1557964575.927940:0:24086:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:3.0:1557964575.927941:0:24086:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8915e9408b40. 00000400:00000200:3.0:1557964575.927942:0:24086:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff891595bd1900 00000400:00000010:3.0:1557964575.927942:0:24086:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff891595bd1900. 00000100:00000200:7.0:1557964575.927943:0:24084:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514611200 x1633636318338592/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964681 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:3.0:1557964575.927943:0:24086:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964575.927944:0:24086:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:3.0:1557964575.927945:0:24086:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1557964575.927945:0:24086:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1557964575.927946:0:24086:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964575.927947:0:24084:0:(events.c:171:reply_in_callback()) Process leaving 02000000:00000001:3.0:1557964575.927947:0:24086:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:7.0:1557964575.927949:0:24084:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8915f3f13ea0. 00000400:00000200:7.0:1557964575.927949:0:24084:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff890639ac0d80 00000100:00001000:3.0:1557964575.927949:0:24086:0:(import.c:1677:at_measured()) add 45 to ffff891512a11400 time=75 v=45 (45 45 45 45) 00000400:00000010:7.0:1557964575.927950:0:24084:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff890639ac0d80. 00000100:00001000:3.0:1557964575.927950:0:24086:0:(import.c:1677:at_measured()) add 1 to ffff891512a113c8 time=75 v=45 (1 1 1 1) 00000100:00000001:7.0:1557964575.927951:0:24084:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1557964575.927952:0:24084:0:(client.c:1337:after_reply()) Process entered 00000100:00000001:3.0:1557964575.927952:0:24086:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1557964575.927952:0:24086:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1557964575.927953:0:24084:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1557964575.927953:0:24086:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1557964575.927953:0:24086:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964575.927953:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964575.927954:0:24084:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:7.0:1557964575.927954:0:24084:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964575.927954:0:24086:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1557964575.927954:0:24085:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1557964575.927955:0:24086:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0009-osc-ffff8925ba270000: skip recheck: last_committed 34359738567 00000100:00000001:3.0:1557964575.927955:0:24086:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 02000000:00000001:7.0:1557964575.927956:0:24084:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964575.927956:0:24086:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:7.0:1557964575.927957:0:24084:0:(import.c:1677:at_measured()) add 45 to ffff891506a74c00 time=75 v=45 (45 45 45 45) 00000100:00000040:3.0:1557964575.927957:0:24086:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514610300 x1633636318338624/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964681 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000001:0.0:1557964575.927957:0:24085:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1557964575.927957:0:24085:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1557964575.927958:0:24085:0:(events.c:91:reply_in_callback()) Process entered 00000100:00001000:7.0:1557964575.927959:0:24084:0:(import.c:1677:at_measured()) add 1 to ffff891506a74bc8 time=75 v=45 (1 1 1 1) 00000100:00000001:7.0:1557964575.927960:0:24084:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:7.0:1557964575.927960:0:24084:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1557964575.927960:0:24085:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514610000 x1633636318338608/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964681 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00010000:00000001:7.0:1557964575.927961:0:24084:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1557964575.927961:0:24086:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1557964575.927961:0:24086:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00010000:00080000:7.0:1557964575.927962:0:24084:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff891514611200 x1633636318338592/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964681 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:3.0:1557964575.927962:0:24086:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1557964575.927965:0:24086:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514610300 x1633636318338624/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964681 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000200:0.0:1557964575.927965:0:24085:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514610000 x1633636318338608/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964681 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00010000:00000001:7.0:1557964575.927966:0:24084:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964575.927967:0:24084:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:7.0:1557964575.927968:0:24084:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-mdc-ffff8925ba270000: skip recheck: last_committed 0 00000100:00000001:7.0:1557964575.927968:0:24084:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:7.0:1557964575.927968:0:24084:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1557964575.927968:0:24086:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_11:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24086:1633636318338624:172.19.1.36@o2ib100:400 00000100:00000001:0.0:1557964575.927969:0:24085:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000040:7.0:1557964575.927970:0:24084:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514611200 x1633636318338592/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964681 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:3.0:1557964575.927970:0:24086:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1557964575.927970:0:24085:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925eb6098a0. 00000100:00000001:3.0:1557964575.927971:0:24086:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1557964575.927971:0:24086:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514610300 x1633636318338624/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964681 ref 1 fl Complete:RN/0/0 rc 0/0 00000400:00000200:0.0:1557964575.927971:0:24085:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7fc00 00000400:00000010:0.0:1557964575.927972:0:24085:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7fc00. 00000100:00000001:0.0:1557964575.927972:0:24085:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1557964575.927973:0:24084:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1557964575.927973:0:24085:0:(client.c:1337:after_reply()) Process entered 00000100:00000001:7.0:1557964575.927974:0:24084:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:7.0:1557964575.927974:0:24084:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964575.927974:0:24086:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1557964575.927974:0:24085:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1557964575.927974:0:24085:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000040:7.0:1557964575.927975:0:24084:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514611200 x1633636318338592/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964681 ref 1 fl Interpret:RN/0/0 rc 0/0 02000000:00000001:3.0:1557964575.927975:0:24086:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1557964575.927975:0:24086:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8915b1ffc000. 00000100:00000001:0.0:1557964575.927975:0:24085:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964575.927976:0:24086:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1557964575.927977:0:24086:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:3.0:1557964575.927977:0:24086:0:(genops.c:1228:class_import_put()) import ffff891512a11000 refcount=4 obd=looze-OST0009-osc-ffff8925ba270000 02000000:00000001:0.0:1557964575.927977:0:24085:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964575.927978:0:24086:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:3.0:1557964575.927978:0:24086:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8e100. 00000100:00001000:0.0:1557964575.927978:0:24085:0:(import.c:1677:at_measured()) add 45 to ffff891506a77400 time=75 v=45 (45 45 45 45) 00000100:00100000:7.0:1557964575.927979:0:24084:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_09:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24084:1633636318338592:172.19.1.25@o2ib100:400 02000000:00000001:3.0:1557964575.927979:0:24086:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1557964575.927980:0:24086:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1557964575.927980:0:24086:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514610300. 00000100:00001000:0.0:1557964575.927980:0:24085:0:(import.c:1677:at_measured()) add 1 to ffff891506a773c8 time=75 v=45 (1 1 1 1) 00000100:00000001:7.0:1557964575.927981:0:24084:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964575.927981:0:24086:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1557964575.927981:0:24086:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964575.927981:0:24085:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1557964575.927981:0:24085:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964575.927982:0:24084:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1557964575.927982:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1557964575.927982:0:24085:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000040:7.0:1557964575.927983:0:24084:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514611200 x1633636318338592/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964681 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:3.0:1557964575.927983:0:24086:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1557964575.927983:0:24085:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964575.927984:0:24086:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964575.927985:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964575.927985:0:24085:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000001:7.0:1557964575.927986:0:24084:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:7.0:1557964575.927986:0:24084:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1557964575.927986:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1557964575.927986:0:24085:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0008-osc-ffff8925ba270000: skip recheck: last_committed 30064771278 02000000:00000010:7.0:1557964575.927987:0:24084:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925e0258a00. 00000100:00000001:3.0:1557964575.927987:0:24086:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964575.927987:0:24086:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964575.927987:0:24085:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1557964575.927987:0:24085:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1557964575.927988:0:24084:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:7.0:1557964575.927988:0:24084:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:7.0:1557964575.927989:0:24084:0:(genops.c:1228:class_import_put()) import ffff891506a74800 refcount=3 obd=looze-MDT0001-mdc-ffff8925ba270000 00000100:00000040:0.0:1557964575.927989:0:24085:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514610000 x1633636318338608/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964681 ref 1 fl Rpc:RN/0/0 rc 0/0 00000020:00000001:7.0:1557964575.927990:0:24084:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:7.0:1557964575.927990:0:24084:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8c100. 02000000:00000001:7.0:1557964575.927991:0:24084:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:7.0:1557964575.927991:0:24084:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:7.0:1557964575.927992:0:24084:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514611200. 00000100:00000001:0.0:1557964575.927992:0:24085:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:7.0:1557964575.927993:0:24084:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:7.0:1557964575.927993:0:24084:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964575.927993:0:24085:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1557964575.927993:0:24085:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1557964575.927994:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1557964575.927994:0:24085:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514610000 x1633636318338608/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964681 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:7.0:1557964575.927995:0:24084:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:7.0:1557964575.927996:0:24084:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964575.927996:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964575.927997:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964575.927998:0:24084:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964575.927998:0:24084:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1557964575.927998:0:24085:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_10:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24085:1633636318338608:172.19.1.35@o2ib100:400 00000100:00000001:0.0:1557964575.928002:0:24085:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964575.928003:0:24085:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1557964575.928004:0:24085:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514610000 x1633636318338608/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964681 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:0.0:1557964575.928007:0:24085:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1557964575.928007:0:24085:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1557964575.928008:0:24085:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89259e75ce00. 02000000:00000001:0.0:1557964575.928009:0:24085:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1557964575.928009:0:24085:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:0.0:1557964575.928010:0:24085:0:(genops.c:1228:class_import_put()) import ffff891506a77000 refcount=4 obd=looze-OST0008-osc-ffff8925ba270000 00000020:00000001:0.0:1557964575.928011:0:24085:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:0.0:1557964575.928011:0:24085:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8c400. 02000000:00000001:0.0:1557964575.928012:0:24085:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1557964575.928012:0:24085:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1557964575.928013:0:24085:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514610000. 00000100:00000001:0.0:1557964575.928014:0:24085:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1557964575.928014:0:24085:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964575.928015:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964575.928016:0:24085:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1557964575.928017:0:24085:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964575.928018:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964575.928018:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964575.928019:0:24085:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964575.928020:0:24085:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964576.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964576.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964576.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964576.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964576.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964576.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964576.874362:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964576.874366:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964577.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964577.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964577.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964577.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964577.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964577.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964577.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964577.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964578.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964578.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964578.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964578.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964578.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964578.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964578.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964578.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000010:9.0:1557964579.486909:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf19a00 (tot 30924020). 00000400:00000010:9.0:1557964579.486926:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf19a00 (tot 30923764). 00000400:00000200:3.0:1557964579.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964579.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964579.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964579.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964579.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964579.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964579.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964579.874364:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964580.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964580.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964580.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964580.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964580.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964580.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964580.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964580.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00010000:00000001:7.0:1557964580.894323:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964580.894325:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:7.0:1557964580.894326:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964580.894327:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964580.894328:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964580.894328:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964580.894329:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964580.894330:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964580.894330:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964580.894331:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964580.894334:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964580.894335:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964580.894335:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964580.894336:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964580.894337:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964580.894337:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964580.894338:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964580.894338:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964580.894339:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964580.894339:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964580.894339:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964580.894340:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964580.894340:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964580.894341:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964580.894341:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964580.894342:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964580.894342:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964580.894342:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964580.894342:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964580.894343:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964580.894343:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964580.894344:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964580.894344:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964580.894348:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964580.894349:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964580.894350:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964580.894351:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1557964580.894379:0:24150:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:4.0:1557964580.894380:0:24150:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1557964580.894381:0:24150:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:4.0:1557964580.894381:0:24150:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964581.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964581.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964581.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964581.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964581.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964581.874367:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964581.874371:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964581.874375:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964582.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964582.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964582.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964582.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964582.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964582.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964582.874362:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964582.874364:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964583.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964583.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964583.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964583.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964583.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964583.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964583.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964583.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000010:9.0:1557964584.487397:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf1aa00 (tot 30924020). 00000400:00000010:9.0:1557964584.487414:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf1aa00 (tot 30923764). 00000400:00000200:3.0:1557964584.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964584.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964584.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964584.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964584.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964584.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964584.874362:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964584.874365:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000080:00000001:3.0:1557964585.714371:0:55831:0:(xattr.c:417:ll_xattr_get_common()) Process entered 00000080:00000001:3.0:1557964585.714373:0:55831:0:(xattr.c:339:ll_xattr_list()) Process entered 00000080:00000001:3.0:1557964585.714374:0:55831:0:(xattr_cache.c:512:ll_xattr_cache_get()) Process entered 00000080:00000001:3.0:1557964585.714375:0:55831:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1557964585.714375:0:55831:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1557964585.714376:0:55831:0:(xattr_cache.c:547:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:3.0:1557964585.714377:0:55831:0:(xattr_cache.c:551:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1557964585.714378:0:55831:0:(xattr.c:347:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:3.0:1557964585.714379:0:55831:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1557964585.714380:0:55831:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1557964585.714381:0:55831:0:(xattr.c:405:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1557964585.714381:0:55831:0:(xattr.c:461:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1557964585.714383:0:55831:0:(file.c:3768:ll_inode_revalidate()) Process entered 00000080:00000001:3.0:1557964585.714383:0:55831:0:(file.c:3656:__ll_inode_revalidate()) Process entered 00000080:00200000:3.0:1557964585.714384:0:55831:0:(file.c:3661:__ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8925f24f7590),name=/ 00000080:00000010:3.0:1557964585.714386:0:55831:0:(llite_lib.c:2480:ll_prep_md_op_data()) kmalloced 'op_data': 320 at ffff8915b1ffc000. 00000080:00000001:3.0:1557964585.714387:0:55831:0:(obd_class.h:1387:md_intent_lock()) Process entered 00800000:00000001:3.0:1557964585.714389:0:55831:0:(lmv_intent.c:474:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1557964585.714390:0:55831:0:(lmv_intent.c:482:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1557964585.714391:0:55831:0:(lmv_intent.c:361:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1557964585.714392:0:55831:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1557964585.714393:0:55831:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:3.0:1557964585.714393:0:55831:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1557964585.714394:0:55831:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1557964585.714396:0:55831:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1557964585.714397:0:55831:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1557964585.714398:0:55831:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1557964585.714399:0:55831:0:(lmv_intent.c:390:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 lsm= (null) lsm_magic=ffffffff 00800000:00000001:3.0:1557964585.714401:0:55831:0:(obd_class.h:1387:md_intent_lock()) Process entered 00000002:00000001:3.0:1557964585.714402:0:55831:0:(mdc_locks.c:1144:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1557964585.714402:0:55831:0:(mdc_locks.c:1151:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1557964585.714403:0:55831:0:(mdc_locks.c:1050:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1557964585.714404:0:55831:0:(mdc_locks.c:142:mdc_lock_match()) Process entered 00010000:00000001:3.0:1557964585.714405:0:55831:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000040:3.0:1557964585.714407:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 3 00010000:00000001:3.0:1557964585.714408:0:55831:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1557964585.714409:0:55831:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1557964585.714410:0:55831:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1557964585.714411:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 4 00010000:00010000:3.0:1557964585.714411:0:55831:0:(ldlm_lock.c:745:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13 rrc: 4 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1557964585.714415:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 3 00010000:00000001:3.0:1557964585.714416:0:55831:0:(ldlm_lock.c:1413:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000040:3.0:1557964585.714417:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 2 00010000:00000040:3.0:1557964585.714417:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 3 00010000:00010000:3.0:1557964585.714418:0:55831:0:(ldlm_lock.c:1473:ldlm_lock_match()) ### matched (0 0) ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1557964585.714421:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 2 02000000:00000001:3.0:1557964585.714421:0:55831:0:(sec.c:936:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1557964585.714422:0:55831:0:(sec.c:950:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1557964585.714423:0:55831:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1557964585.714424:0:55831:0:(mdc_locks.c:1102:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1557964585.714424:0:55831:0:(mdc_locks.c:1164:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1557964585.714425:0:55831:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1557964585.714425:0:55831:0:(lmv_intent.c:409:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1557964585.714426:0:55831:0:(lmv_intent.c:515:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1557964585.714427:0:55831:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1557964585.714428:0:55831:0:(llite_lib.c:2531:ll_finish_md_op_data()) kfreed 'op_data': 320 at ffff8915b1ffc000. 00000080:00000001:3.0:1557964585.714429:0:55831:0:(dcache.c:267:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1557964585.714430:0:55831:0:(dcache.c:270:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1557964585.714430:0:55831:0:(dcache.c:290:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8925f24f7590) 00000080:00010000:3.0:1557964585.714431:0:55831:0:(llite_internal.h:1336:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8925f24f7590) for lock 0x398a44d554cdee01 00000080:00000001:3.0:1557964585.714432:0:55831:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00800000:00000001:3.0:1557964585.714433:0:55831:0:(lmv_obd.c:2852:lmv_set_lock_data()) Process entered 00800000:00000001:3.0:1557964585.714433:0:55831:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00000002:00000001:3.0:1557964585.714434:0:55831:0:(mdc_locks.c:103:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1557964585.714434:0:55831:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1557964585.714435:0:55831:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:3.0:1557964585.714435:0:55831:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:3.0:1557964585.714436:0:55831:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:3.0:1557964585.714437:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.714437:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1557964585.714438:0:55831:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1557964585.714438:0:55831:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1557964585.714439:0:55831:0:(lmv_obd.c:2857:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1557964585.714440:0:55831:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1557964585.714441:0:55831:0:(dcache.c:201:ll_intent_drop_lock()) releasing lock with cookie 0x398a44d554cdee01 from it ffff8907289fbd18 00010000:00000001:3.0:1557964585.714442:0:55831:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1557964585.714442:0:55831:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:3.0:1557964585.714443:0:55831:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:3.0:1557964585.714444:0:55831:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:3.0:1557964585.714445:0:55831:0:(ldlm_lock.c:826:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1557964585.714446:0:55831:0:(ldlm_lock.c:799:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: ?? lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 3/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1557964585.714449:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.714450:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1557964585.714451:0:55831:0:(ldlm_lock.c:872:ldlm_lock_decref_internal()) ### add lock into lru list ns: ?? lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 2/0,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1557964585.714454:0:55831:0:(ldlm_lock.c:300:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1557964585.714455:0:55831:0:(ldlm_lock.c:304:ldlm_lock_add_to_lru()) Process leaving 00010000:00000001:3.0:1557964585.714456:0:55831:0:(ldlm_lock.c:893:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1557964585.714456:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.714457:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1557964585.714458:0:55831:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1557964585.714458:0:55831:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1557964585.714459:0:55831:0:(file.c:3797:ll_inode_revalidate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1557964585.714464:0:55831:0:(file.c:4022:ll_inode_permission()) Process entered 00000080:00000001:3.0:1557964585.714464:0:55831:0:(file.c:4022:ll_inode_permission()) Process entered 00000080:00000001:3.0:1557964585.714465:0:55831:0:(file.c:3656:__ll_inode_revalidate()) Process entered 00000080:00200000:3.0:1557964585.714465:0:55831:0:(file.c:3661:__ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8925f24f7590),name=/ 00000080:00000010:3.0:1557964585.714466:0:55831:0:(llite_lib.c:2480:ll_prep_md_op_data()) kmalloced 'op_data': 320 at ffff8915b1ffc000. 00000080:00000001:3.0:1557964585.714467:0:55831:0:(obd_class.h:1387:md_intent_lock()) Process entered 00800000:00000001:3.0:1557964585.714468:0:55831:0:(lmv_intent.c:474:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1557964585.714468:0:55831:0:(lmv_intent.c:482:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1557964585.714470:0:55831:0:(lmv_intent.c:361:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1557964585.714470:0:55831:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1557964585.714471:0:55831:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:3.0:1557964585.714471:0:55831:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1557964585.714471:0:55831:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1557964585.714472:0:55831:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1557964585.714473:0:55831:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1557964585.714473:0:55831:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1557964585.714474:0:55831:0:(lmv_intent.c:390:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 lsm= (null) lsm_magic=ffffffff 00800000:00000001:3.0:1557964585.714475:0:55831:0:(obd_class.h:1387:md_intent_lock()) Process entered 00000002:00000001:3.0:1557964585.714476:0:55831:0:(mdc_locks.c:1144:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1557964585.714476:0:55831:0:(mdc_locks.c:1151:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1557964585.714477:0:55831:0:(mdc_locks.c:1050:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1557964585.714477:0:55831:0:(mdc_locks.c:142:mdc_lock_match()) Process entered 00010000:00000001:3.0:1557964585.714478:0:55831:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000040:3.0:1557964585.714478:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 3 00010000:00000001:3.0:1557964585.714479:0:55831:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1557964585.714479:0:55831:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1557964585.714480:0:55831:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1557964585.714480:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 4 00010000:00010000:3.0:1557964585.714481:0:55831:0:(ldlm_lock.c:745:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13 rrc: 4 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1557964585.714485:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 3 00010000:00000001:3.0:1557964585.714485:0:55831:0:(ldlm_lock.c:1413:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000040:3.0:1557964585.714486:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 2 00010000:00000040:3.0:1557964585.714487:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 3 00010000:00010000:3.0:1557964585.714487:0:55831:0:(ldlm_lock.c:1473:ldlm_lock_match()) ### matched (0 0) ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1557964585.714490:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 2 02000000:00000001:3.0:1557964585.714490:0:55831:0:(sec.c:936:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1557964585.714491:0:55831:0:(sec.c:950:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1557964585.714491:0:55831:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1557964585.714492:0:55831:0:(mdc_locks.c:1102:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1557964585.714492:0:55831:0:(mdc_locks.c:1164:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1557964585.714493:0:55831:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1557964585.714493:0:55831:0:(lmv_intent.c:409:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1557964585.714494:0:55831:0:(lmv_intent.c:515:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1557964585.714494:0:55831:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1557964585.714495:0:55831:0:(llite_lib.c:2531:ll_finish_md_op_data()) kfreed 'op_data': 320 at ffff8915b1ffc000. 00000080:00000001:3.0:1557964585.714495:0:55831:0:(dcache.c:267:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1557964585.714496:0:55831:0:(dcache.c:270:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1557964585.714496:0:55831:0:(dcache.c:290:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8925f24f7590) 00000080:00010000:3.0:1557964585.714497:0:55831:0:(llite_internal.h:1336:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8925f24f7590) for lock 0x398a44d554cdee01 00000080:00000001:3.0:1557964585.714498:0:55831:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00800000:00000001:3.0:1557964585.714498:0:55831:0:(lmv_obd.c:2852:lmv_set_lock_data()) Process entered 00800000:00000001:3.0:1557964585.714498:0:55831:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00000002:00000001:3.0:1557964585.714499:0:55831:0:(mdc_locks.c:103:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1557964585.714499:0:55831:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1557964585.714499:0:55831:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:3.0:1557964585.714500:0:55831:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:3.0:1557964585.714500:0:55831:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:3.0:1557964585.714501:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.714501:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1557964585.714501:0:55831:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1557964585.714502:0:55831:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1557964585.714503:0:55831:0:(lmv_obd.c:2857:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1557964585.714504:0:55831:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1557964585.714504:0:55831:0:(dcache.c:201:ll_intent_drop_lock()) releasing lock with cookie 0x398a44d554cdee01 from it ffff8907289fbb00 00010000:00000001:3.0:1557964585.714505:0:55831:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1557964585.714505:0:55831:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:3.0:1557964585.714506:0:55831:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:3.0:1557964585.714506:0:55831:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:3.0:1557964585.714507:0:55831:0:(ldlm_lock.c:826:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1557964585.714507:0:55831:0:(ldlm_lock.c:799:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: ?? lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 3/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1557964585.714509:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.714509:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1557964585.714509:0:55831:0:(ldlm_lock.c:872:ldlm_lock_decref_internal()) ### add lock into lru list ns: ?? lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 2/0,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1557964585.714511:0:55831:0:(ldlm_lock.c:300:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1557964585.714511:0:55831:0:(ldlm_lock.c:304:ldlm_lock_add_to_lru()) Process leaving 00010000:00000001:3.0:1557964585.714511:0:55831:0:(ldlm_lock.c:893:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1557964585.714512:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.714512:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1557964585.714512:0:55831:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1557964585.714512:0:55831:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1557964585.714514:0:55831:0:(file.c:4043:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8925f24f7590), inode mode 41ed mask 1 00000080:00000001:3.0:1557964585.714516:0:55831:0:(file.c:4081:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1557964585.714518:0:55831:0:(dcache.c:105:ll_dcompare()) Process entered 00000080:00002000:3.0:1557964585.714519:0:55831:0:(dcache.c:115:ll_dcompare()) found name rootstuff(ffff8925f073ab40) flags 0x10800ce refc 2 00000080:00000001:3.0:1557964585.714520:0:55831:0:(dcache.c:122:ll_dcompare()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1557964585.714520:0:55831:0:(dcache.c:105:ll_dcompare()) Process entered 00000080:00002000:3.0:1557964585.714521:0:55831:0:(dcache.c:115:ll_dcompare()) found name rootstuff(ffff8925f073ab40) flags 0x10800ce refc 2 00000080:00000001:3.0:1557964585.714521:0:55831:0:(dcache.c:122:ll_dcompare()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1557964585.714523:0:55831:0:(namei.c:679:ll_lookup_nd()) VFS Op:name=rootstuff, dir=[0x200000007:0x1:0x0](ffff8925f24f7590), flags=1 00000080:00000001:3.0:1557964585.714524:0:55831:0:(namei.c:555:ll_lookup_it()) Process entered 00000080:00200000:3.0:1557964585.714526:0:55831:0:(namei.c:562:ll_lookup_it()) VFS Op:name=rootstuff, dir=[0x200000007:0x1:0x0](ffff8925f24f7590), intent=getattr 00000080:00000010:3.0:1557964585.714527:0:55831:0:(llite_lib.c:2480:ll_prep_md_op_data()) kmalloced 'op_data': 320 at ffff8915b1ffc000. 00000080:00000001:3.0:1557964585.714529:0:55831:0:(obd_class.h:1387:md_intent_lock()) Process entered 00800000:00000001:3.0:1557964585.714530:0:55831:0:(lmv_intent.c:474:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1557964585.714530:0:55831:0:(lmv_intent.c:482:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'rootstuff' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1557964585.714531:0:55831:0:(lmv_intent.c:361:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1557964585.714532:0:55831:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1557964585.714532:0:55831:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:3.0:1557964585.714533:0:55831:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1557964585.714533:0:55831:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1557964585.714534:0:55831:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1557964585.714534:0:55831:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1557964585.714535:0:55831:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1557964585.714535:0:55831:0:(lmv_intent.c:390:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='rootstuff' -> mds #0 lsm= (null) lsm_magic=ffffffff 00800000:00000001:3.0:1557964585.714536:0:55831:0:(obd_class.h:1387:md_intent_lock()) Process entered 00000002:00000001:3.0:1557964585.714537:0:55831:0:(mdc_locks.c:1144:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1557964585.714537:0:55831:0:(mdc_locks.c:1151:mdc_intent_lock()) (name: rootstuff,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1557964585.714539:0:55831:0:(mdc_locks.c:769:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1557964585.714540:0:55831:0:(mdc_locks.c:458:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1557964585.714542:0:55831:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891510388000. 00000020:00000040:3.0:1557964585.714542:0:55831:0:(genops.c:1214:class_import_get()) import ffff891506a72000 refcount=4 obd=looze-MDT0000-mdc-ffff8925ba270000 00010000:00000001:3.0:1557964585.714545:0:55831:0:(ldlm_request.c:796:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1557964585.714546:0:55831:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1557964585.714547:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.714547:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1557964585.714547:0:55831:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964585.714548:0:55831:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1557964585.714548:0:55831:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1557964585.714549:0:55831:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1557964585.714551:0:55831:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 1024 at ffff8915122a7000. 00000100:00000001:3.0:1557964585.714552:0:55831:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1557964585.714553:0:55831:0:(ldlm_request.c:1956:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1557964585.714554:0:55831:0:(ldlm_request.c:1959:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1557964585.714555:0:55831:0:(ldlm_request.c:1956:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1557964585.714555:0:55831:0:(ldlm_request.c:1959:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1557964585.714556:0:55831:0:(ldlm_request.c:848:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1557964585.714559:0:55831:0:(mdc_locks.c:490:mdc_intent_getattr_pack()) Process leaving (rc=18446613322292297728 : -130751417253888 : ffff891510388000) 00010000:00000001:3.0:1557964585.714562:0:55831:0:(ldlm_request.c:906:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1557964585.714563:0:55831:0:(ldlm_lock.c:1651:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1557964585.714564:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 3 00010000:00000001:3.0:1557964585.714565:0:55831:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1557964585.714566:0:55831:0:(ldlm_lock.c:451:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1557964585.714568:0:55831:0:(ldlm_lock.c:456:ldlm_lock_new()) slab-alloced 'lock': 504 at ffff89150e7b2e00. 00000020:00000001:3.0:1557964585.714569:0:55831:0:(lustre_handles.c:64:class_handle_hash()) Process entered 00000020:00000040:3.0:1557964585.714570:0:55831:0:(lustre_handles.c:98:class_handle_hash()) added object ffff89150e7b2e00 with handle 0x398a44d554ce2616 to hash 00000020:00000001:3.0:1557964585.714571:0:55831:0:(lustre_handles.c:99:class_handle_hash()) Process leaving 00010000:00000001:3.0:1557964585.714571:0:55831:0:(ldlm_lock.c:495:ldlm_lock_new()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964585.714572:0:55831:0:(ldlm_lock.c:1689:ldlm_lock_create()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964585.714573:0:55831:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1557964585.714573:0:55831:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1557964585.714574:0:55831:0:(ldlm_lock.c:745:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: ?? lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 3/1,0 mode: --/CR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1557964585.714577:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 4 00010000:00010000:3.0:1557964585.714578:0:55831:0:(ldlm_request.c:944:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2 rrc: 4 type: IBT flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1557964585.714581:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 3 00010000:00000040:3.0:1557964585.714583:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 4 00010000:00010000:3.0:1557964585.714583:0:55831:0:(ldlm_request.c:986:ldlm_cli_enqueue()) ### sending request ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2 rrc: 4 type: IBT flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1557964585.714585:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 3 00000100:00000001:3.0:1557964585.714586:0:55831:0:(client.c:2909:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1557964585.714587:0:55831:0:(client.c:947:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1557964585.714588:0:55831:0:(client.c:949:ptlrpc_prep_set()) kmalloced 'set': 152 at ffff8915f7391200. 00000100:00000001:3.0:1557964585.714588:0:55831:0:(client.c:965:ptlrpc_prep_set()) Process leaving (rc=18446613326167872000 : -130747541679616 : ffff8915f7391200) 00000100:00000001:3.0:1557964585.714589:0:55831:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1557964585.714589:0:55831:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322292297728 : -130751417253888 : ffff891510388000) 00000020:00000001:3.0:1557964585.714590:0:55831:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1557964585.714590:0:55831:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1557964585.714591:0:55831:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964585.714592:0:55831:0:(client.c:2315:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1557964585.714593:0:55831:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1557964585.714595:0:55831:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891510388000 x1633636318338640/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 704/33584 e 0 to 0 dl 0 ref 2 fl New:/0/ffffffff rc 0/-1 00000100:00000001:3.0:1557964585.714598:0:55831:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1557964585.714599:0:55831:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964585.714600:0:55831:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1557964585.714600:0:55831:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1557964585.714601:0:55831:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc bash:50f1fe9a-3e31-ad51-23a4-b3638f11f184:55831:1633636318338640:172.19.1.24@o2ib100:101 00000100:00000001:3.0:1557964585.714603:0:55831:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1557964585.714603:0:55831:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1557964585.714604:0:55831:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964585.714604:0:55831:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1557964585.714627:0:55831:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 65536 at ffff891517670000. 02000000:00000001:3.0:1557964585.714628:0:55831:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1557964585.714630:0:55831:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8915e9408b40. 00000400:00000010:3.0:1557964585.714631:0:55831:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff891595bd1580. 00000100:00000200:3.0:1557964585.714632:0:55831:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 65536 bytes, xid 1633636318338640, portal 10 00000100:00000001:3.0:1557964585.714633:0:55831:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1557964585.714633:0:55831:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322292297728 : -130751417253888 : ffff891510388000) 00000100:00000040:3.0:1557964585.714635:0:55831:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891510388000 x1633636318338640/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 704/33584 e 0 to 0 dl 1557964691 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:3.0:1557964585.714638:0:55831:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:3.0:1557964585.714639:0:55831:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:3.0:1557964585.714640:0:55831:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff891595bd1900. 00000100:00000200:3.0:1557964585.714641:0:55831:0:(niobuf.c:85:ptl_send_buf()) Sending 704 bytes to portal 12, xid 1633636318338640, offset 0 00000400:00000010:3.0:1557964585.714642:0:55831:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ffa400 (tot 30924164). 00000400:00000200:3.0:1557964585.714644:0:55831:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:3.0:1557964585.714649:0:55831:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:3.0:1557964585.714651:0:55831:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 704 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:3.0:1557964585.714654:0:55831:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:3.0:1557964585.714655:0:55831:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:3.0:1557964585.714657:0:55831:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:3.0:1557964585.714660:0:55831:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:3.0:1557964585.714661:0:55831:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964585.714661:0:55831:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1557964585.714662:0:55831:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964585.714663:0:55831:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1557964585.714663:0:55831:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00100000:3.0:1557964585.714664:0:55831:0:(client.c:2336:ptlrpc_set_wait()) set ffff8915f7391200 going to sleep for 61 seconds 00000100:00000001:3.0:1557964585.714665:0:55831:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1557964585.714666:0:55831:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964585.714667:0:55831:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1557964585.714667:0:55831:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964585.714699:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:2.0:1557964585.714738:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:2.0:1557964585.714742:0:24061:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (23)-- 00000100:00000001:2.0:1557964585.714744:0:24061:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:19.0:1557964585.714746:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000200:2.0:1557964585.714746:0:24061:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891510388000 x1633636318338640/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 704/33584 e 0 to 0 dl 1557964691 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964585.714750:0:24061:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1557964585.714751:0:24061:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff891510388000 x1633636318338640/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 704/33584 e 0 to 0 dl 1557964691 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964585.714755:0:24061:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964585.714755:0:24061:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:2.0:1557964585.714756:0:24061:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff891595bd1900 00000400:00000010:2.0:1557964585.714757:0:24061:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff891595bd1900. 00000400:00000010:2.0:1557964585.714759:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ffa400 (tot 30923764). 00000800:00000200:2.0:1557964585.714760:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000800:00000200:29.2:1557964585.714965:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:4.0:1557964585.715012:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:4.0:1557964585.715034:0:24064:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964585.715038:0:24064:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557964585.715040:0:24064:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925bd2c2400 (tot 30924164). 00000400:00000200:4.0:1557964585.715043:0:24064:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 536 into portal 10 MB=0x5cdc898725e50 00000400:00000200:4.0:1557964585.715046:0:24064:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 536/536 into md 0x1c291 [1] + 192 00000100:00000001:4.0:1557964585.715049:0:24064:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:4.0:1557964585.715050:0:24064:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891510388000 x1633636318338640/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 704/33584 e 0 to 0 dl 1557964691 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:4.0:1557964585.715055:0:24064:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=536 offset=192 replen=33584 req@ffff891510388000 x1633636318338640/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 704/33584 e 0 to 0 dl 1557964691 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964585.715060:0:24064:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:4.0:1557964585.715060:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925bd2c2400 (tot 30923764). 00000800:00000200:4.0:1557964585.715061:0:24064:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:4.0:1557964585.715063:0:24064:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (23)-- 00000800:00000200:4.0:1557964585.715063:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000800:00000200:4.0:1557964585.715065:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000100:00000001:3.0:1557964585.715090:0:55831:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1557964585.715092:0:55831:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1557964585.715093:0:55831:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1557964585.715093:0:55831:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:3.0:1557964585.715096:0:55831:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891510388000 x1633636318338640/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 704/33584 e 0 to 0 dl 1557964691 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:3.0:1557964585.715100:0:55831:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891510388000 x1633636318338640/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 704/33584 e 0 to 0 dl 1557964691 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:3.0:1557964585.715104:0:55831:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:3.0:1557964585.715105:0:55831:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8915e9408b40. 00000400:00000200:3.0:1557964585.715105:0:55831:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff891595bd1580 00000400:00000010:3.0:1557964585.715106:0:55831:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff891595bd1580. 00000100:00000001:3.0:1557964585.715107:0:55831:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964585.715108:0:55831:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:3.0:1557964585.715109:0:55831:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1557964585.715109:0:55831:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1557964585.715110:0:55831:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964585.715111:0:55831:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1557964585.715112:0:55831:0:(import.c:1677:at_measured()) add 45 to ffff891506a72400 time=85 v=45 (45 45 45 45) 00000100:00001000:3.0:1557964585.715114:0:55831:0:(import.c:1677:at_measured()) add 1 to ffff891506a723c8 time=85 v=45 (1 1 1 1) 00000100:00000001:3.0:1557964585.715115:0:55831:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1557964585.715115:0:55831:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1557964585.715116:0:55831:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1557964585.715117:0:55831:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964585.715118:0:55831:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1557964585.715118:0:55831:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-mdc-ffff8925ba270000: skip recheck: last_committed 30064774473 00000100:00000001:3.0:1557964585.715120:0:55831:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1557964585.715121:0:55831:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1557964585.715122:0:55831:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891510388000 x1633636318338640/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 704/536 e 0 to 0 dl 1557964691 ref 2 fl Rpc:R/0/0 rc 0/0 00000100:00000001:3.0:1557964585.715126:0:55831:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1557964585.715127:0:55831:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1557964585.715127:0:55831:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1557964585.715128:0:55831:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891510388000 x1633636318338640/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 704/536 e 0 to 0 dl 1557964691 ref 2 fl Interpret:R/0/0 rc 0/0 00000100:00100000:3.0:1557964585.715132:0:55831:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc bash:50f1fe9a-3e31-ad51-23a4-b3638f11f184:55831:1633636318338640:172.19.1.24@o2ib100:101 00000100:00000001:3.0:1557964585.715133:0:55831:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964585.715134:0:55831:0:(client.c:2426:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964585.715135:0:55831:0:(client.c:1008:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1557964585.715135:0:55831:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1557964585.715136:0:55831:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891510388000 x1633636318338640/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 704/536 e 0 to 0 dl 1557964691 ref 2 fl Complete:R/0/0 rc 0/0 00000100:00000001:3.0:1557964585.715139:0:55831:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1557964585.715140:0:55831:0:(ptlrpc_internal.h:352:ptlrpc_reqset_put()) kfreed 'set': 152 at ffff8915f7391200. 00000100:00000001:3.0:1557964585.715141:0:55831:0:(client.c:1050:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1557964585.715141:0:55831:0:(client.c:2929:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1557964585.715144:0:55831:0:(ldlm_request.c:574:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1557964585.715144:0:55831:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1557964585.715145:0:55831:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:3.0:1557964585.715146:0:55831:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964585.715146:0:55831:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000040:3.0:1557964585.715148:0:55831:0:(ldlm_request.c:647:ldlm_cli_enqueue_fini()) local: ffff89150e7b2e00, remote cookie: 0xaa60bb0b4261fa97, flags: 0x1001 00010000:00000040:3.0:1557964585.715150:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 4 00010000:00010000:3.0:1557964585.715151:0:55831:0:(ldlm_request.c:657:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2 rrc: 4 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fa97 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1557964585.715155:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 3 00010000:00000040:3.0:1557964585.715156:0:55831:0:(ldlm_request.c:666:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200001b71:0x199:0x0].0x0 instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1557964585.715158:0:55831:0:(ldlm_lock.c:509:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1557964585.715160:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 2 00010000:00000001:3.0:1557964585.715161:0:55831:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1557964585.715162:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 2 00010000:00000001:3.0:1557964585.715163:0:55831:0:(ldlm_lock.c:559:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1557964585.715164:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 3 00010000:00010000:3.0:1557964585.715164:0:55831:0:(ldlm_request.c:672:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 4/1,0 mode: --/PR res: [0x200001b71:0x199:0x0].0x0 bits 0x2 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fa97 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1557964585.715166:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 2 00010000:00000040:3.0:1557964585.715168:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 3 00010000:00010000:3.0:1557964585.715168:0:55831:0:(ldlm_request.c:684:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 4/1,0 mode: --/PR res: [0x200001b71:0x199:0x0].0x0 bits 0x13 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fa97 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1557964585.715171:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 2 00010000:00000001:3.0:1557964585.715172:0:55831:0:(ldlm_lock.c:1719:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1557964585.715173:0:55831:0:(ldlm_lock.c:1100:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1557964585.715174:0:55831:0:(ldlm_lock.c:1077:ldlm_grant_lock_with_skiplist()) Process entered 00010000:00000001:3.0:1557964585.715174:0:55831:0:(ldlm_lock.c:957:search_granted_lock()) Process entered 00010000:00000001:3.0:1557964585.715175:0:55831:0:(ldlm_lock.c:1015:search_granted_lock()) Process leaving 00010000:00000001:3.0:1557964585.715176:0:55831:0:(ldlm_lock.c:1040:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1557964585.715177:0:55831:0:(ldlm_resource.c:1683:ldlm_resource_dump()) --- Resource: [0x200001b71:0x199:0x0].0x0 (ffff8915c7e4f800) refcount = 2 00010000:00000040:3.0:1557964585.715178:0:55831:0:(ldlm_resource.c:1686:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1557964585.715179:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 3 00010000:00000040:3.0:1557964585.715180:0:55831:0:(ldlm_resource.c:1689:ldlm_resource_dump()) ### ### ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150d278600/0x398a44d554cdedfa lrc: 1/0,0 mode: PR/PR res: [0x200001b71:0x199:0x0].0x0 bits 0x20 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4260af1a expref: -99 pid: 56055 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1557964585.715182:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 2 00010000:00010000:3.0:1557964585.715183:0:55831:0:(ldlm_lock.c:1045:ldlm_granted_list_add_lock()) ### About to add lock: ns: ?? lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 4/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261fa97 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1557964585.715185:0:55831:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1557964585.715186:0:55831:0:(ldlm_lock.c:1083:ldlm_grant_lock_with_skiplist()) Process leaving 00010000:00000001:3.0:1557964585.715187:0:55831:0:(ldlm_lock.c:1131:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1557964585.715188:0:55831:0:(ldlm_lock.c:1824:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1557964585.715189:0:55831:0:(ldlm_request.c:261:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1557964585.715191:0:55831:0:(ldlm_request.c:270:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1557964585.715192:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 3 00010000:00010000:3.0:1557964585.715192:0:55831:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 4/1,0 mode: PR/PR res: [0x200001b71:0x199:0x0].0x0 bits 0x13 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fa97 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1557964585.715195:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 2 00010000:00000001:3.0:1557964585.715196:0:55831:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1557964585.715196:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.715197:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1557964585.715197:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.715197:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1557964585.715198:0:55831:0:(ldlm_request.c:1007:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1557964585.715199:0:55831:0:(mdc_locks.c:567:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1557964585.715200:0:55831:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1557964585.715200:0:55831:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:3.0:1557964585.715200:0:55831:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964585.715201:0:55831:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964585.715202:0:55831:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1557964585.715202:0:55831:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:3.0:1557964585.715202:0:55831:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964585.715203:0:55831:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964585.715203:0:55831:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1557964585.715204:0:55831:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1557964585.715204:0:55831:0:(ldlm_lock.c:745:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: ?? lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 5/2,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261fa97 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1557964585.715206:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.715207:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1557964585.715207:0:55831:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1557964585.715207:0:55831:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:3.0:1557964585.715207:0:55831:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964585.715208:0:55831:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964585.715209:0:55831:0:(ldlm_lock.c:826:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1557964585.715209:0:55831:0:(ldlm_lock.c:799:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: ?? lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 5/2,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261fa97 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1557964585.715212:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.715212:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1557964585.715213:0:55831:0:(ldlm_lock.c:889:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: ?? lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 4/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261fa97 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1557964585.715215:0:55831:0:(ldlm_lock.c:893:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1557964585.715215:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.715215:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1557964585.715215:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.715215:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1557964585.715217:0:55831:0:(mdc_locks.c:621:mdc_finish_enqueue()) @@@ op: 8 disposition: b, status: 0 req@ffff891510388000 x1633636318338640/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 704/536 e 0 to 0 dl 1557964691 ref 1 fl Complete:R/0/0 rc 0/0 00010000:00000001:3.0:1557964585.715220:0:55831:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1557964585.715220:0:55831:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:3.0:1557964585.715221:0:55831:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964585.715221:0:55831:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964585.715222:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.715222:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1557964585.715222:0:55831:0:(mdc_locks.c:740:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1557964585.715223:0:55831:0:(mdc_locks.c:914:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1557964585.715224:0:55831:0:(mdc_locks.c:935:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1557964585.715225:0:55831:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1557964585.715225:0:55831:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:3.0:1557964585.715226:0:55831:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964585.715226:0:55831:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000040:3.0:1557964585.715227:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 3 00000002:00010000:3.0:1557964585.715228:0:55831:0:(mdc_locks.c:1005:mdc_finish_intent_lock()) ### matching against this ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x199:0x0].0x0 bits 0x13 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fa97 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1557964585.715230:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 2 00010000:00000001:3.0:1557964585.715230:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.715231:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1557964585.715231:0:55831:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000001:3.0:1557964585.715232:0:55831:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1557964585.715232:0:55831:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:3.0:1557964585.715233:0:55831:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964585.715234:0:55831:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000040:3.0:1557964585.715235:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 3 00010000:00000001:3.0:1557964585.715235:0:55831:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1557964585.715236:0:55831:0:(ldlm_lock.c:1415:ldlm_lock_match()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1557964585.715237:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 2 00010000:00010000:3.0:1557964585.715238:0:55831:0:(ldlm_lock.c:1494:ldlm_lock_match()) ### not matched ns ffff8915c5715400 type 13 mode 4 res 8589941617/409 (0 0) 00010000:00000001:3.0:1557964585.715239:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.715239:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1557964585.715239:0:55831:0:(mdc_locks.c:1031:mdc_finish_intent_lock()) Process leaving 00000002:00002000:3.0:1557964585.715240:0:55831:0:(mdc_locks.c:1036:mdc_finish_intent_lock()) D_IT dentry rootstuff intent: getattr status 0 disp b rc 0 00000002:00000001:3.0:1557964585.715241:0:55831:0:(mdc_locks.c:1183:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1557964585.715242:0:55831:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1557964585.715243:0:55831:0:(lmv_intent.c:465:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1557964585.715244:0:55831:0:(lmv_intent.c:515:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1557964585.715245:0:55831:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1557964585.715246:0:55831:0:(namei.c:472:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1557964585.715247:0:55831:0:(namei.c:477:ll_lookup_it_finish()) it ffff8907289fbbb0 it_disposition b 00000080:00000001:3.0:1557964585.715248:0:55831:0:(llite_lib.c:2306:ll_prep_inode()) Process entered 00000080:00000001:3.0:1557964585.715249:0:55831:0:(obd_class.h:1476:md_get_lustre_md()) Process entered 00800000:00000001:3.0:1557964585.715250:0:55831:0:(obd_class.h:1476:md_get_lustre_md()) Process entered 00000002:00000001:3.0:1557964585.715252:0:55831:0:(mdc_request.c:457:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1557964585.715253:0:55831:0:(mdc_request.c:537:mdc_get_lustre_md()) Process leaving 00800000:00000001:3.0:1557964585.715253:0:55831:0:(obd_class.h:1479:md_get_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1557964585.715254:0:55831:0:(obd_class.h:1479:md_get_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1557964585.715255:0:55831:0:(lcommon_cl.c:278:cl_fid_build_ino()) Process leaving (rc=144115305935798681 : 144115305935798681 : 200001b71000199) 00000080:00000001:3.0:1557964585.715257:0:55831:0:(namei.c:114:ll_iget()) Process entered 00000080:00000001:3.0:1557964585.715273:0:55831:0:(llite_lib.c:1314:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1557964585.715273:0:55831:0:(llite_lib.c:1318:ll_update_lsm_md()) update lsm (null) of [0x200001b71:0x199:0x0] 00000080:00000001:3.0:1557964585.715275:0:55831:0:(llite_lib.c:1323:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1557964585.715276:0:55831:0:(lcommon_cl.c:278:cl_fid_build_ino()) Process leaving (rc=144115305935798681 : 144115305935798681 : 200001b71000199) 00000080:00000001:3.0:1557964585.715277:0:55831:0:(lcommon_cl.c:290:cl_fid_build_gen()) Process leaving (rc=33554459 : 33554459 : 200001b) 00000080:00000002:3.0:1557964585.715278:0:55831:0:(llite_lib.c:1899:ll_update_inode()) setting ino 144115305935798681 mtime from 1557964136 to 1557964287 00000080:00200000:3.0:1557964585.715280:0:55831:0:(llite_lib.c:1960:ll_update_inode()) inode=[0x200001b71:0x199:0x0], updating i_size 90624 00000080:00200000:3.0:1557964585.715281:0:55831:0:(namei.c:145:ll_iget()) got inode: [0x200001b71:0x199:0x0](ffff89151664b690): rc = 0 00000080:00000001:3.0:1557964585.715283:0:55831:0:(namei.c:154:ll_iget()) Process leaving (rc=18446613322395858576 : -130751313693040 : ffff89151664b690) 00010000:00000001:3.0:1557964585.715283:0:55831:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1557964585.715284:0:55831:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:3.0:1557964585.715285:0:55831:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964585.715285:0:55831:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964585.715286:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.715286:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1557964585.715287:0:55831:0:(llite_lib.c:2378:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1557964585.715288:0:55831:0:(obd_class.h:1485:md_free_lustre_md()) Process entered 00800000:00000001:3.0:1557964585.715289:0:55831:0:(lmv_obd.c:2921:lmv_free_lustre_md()) Process entered 00800000:00000001:3.0:1557964585.715289:0:55831:0:(obd_class.h:1485:md_free_lustre_md()) Process entered 00000002:00000001:3.0:1557964585.715290:0:55831:0:(mdc_request.c:549:mdc_free_lustre_md()) Process entered 00000002:00000001:3.0:1557964585.715291:0:55831:0:(mdc_request.c:550:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1557964585.715291:0:55831:0:(obd_class.h:1488:md_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1557964585.715292:0:55831:0:(lmv_obd.c:2929:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1557964585.715293:0:55831:0:(obd_class.h:1488:md_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1557964585.715294:0:55831:0:(llite_internal.h:1336:ll_set_lock_data()) setting l_data to inode [0x200001b71:0x199:0x0](ffff89151664b690) for lock 0x398a44d554ce2616 00000080:00000001:3.0:1557964585.715295:0:55831:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00800000:00000001:3.0:1557964585.715296:0:55831:0:(lmv_obd.c:2852:lmv_set_lock_data()) Process entered 00800000:00000001:3.0:1557964585.715296:0:55831:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00000002:00000001:3.0:1557964585.715296:0:55831:0:(mdc_locks.c:103:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1557964585.715297:0:55831:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1557964585.715297:0:55831:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:3.0:1557964585.715297:0:55831:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964585.715298:0:55831:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964585.715298:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.715299:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1557964585.715299:0:55831:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1557964585.715299:0:55831:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1557964585.715300:0:55831:0:(lmv_obd.c:2857:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1557964585.715300:0:55831:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1557964585.715301:0:55831:0:(dcache.c:159:ll_d_init()) Process entered 00000080:00002000:3.0:1557964585.715302:0:55831:0:(dcache.c:164:ll_d_init()) ldd on dentry rootstuff (ffff8925f073ab40) parent ffff8924ccce8f00 inode ffff89151664b690 refc 3 00000080:00000001:3.0:1557964585.715304:0:55831:0:(dcache.c:190:ll_d_init()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1557964585.715306:0:55831:0:(namei.c:451:ll_splice_alias()) Reuse dentry ffff8925f073ab40 inode ffff89151664b690 refc 3 flags 0x10800ce 00000080:00000001:3.0:1557964585.715307:0:55831:0:(namei.c:536:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1557964585.715308:0:55831:0:(dcache.c:290:ll_lookup_finish_locks()) setting l_data to inode [0x200001b71:0x199:0x0](ffff89151664b690) 00000080:00010000:3.0:1557964585.715309:0:55831:0:(dcache.c:201:ll_intent_drop_lock()) releasing lock with cookie 0x398a44d554ce2616 from it ffff8907289fbbb0 00010000:00000001:3.0:1557964585.715310:0:55831:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1557964585.715311:0:55831:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:3.0:1557964585.715311:0:55831:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964585.715311:0:55831:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964585.715312:0:55831:0:(ldlm_lock.c:826:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1557964585.715312:0:55831:0:(ldlm_lock.c:799:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: ?? lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 3/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261fa97 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1557964585.715314:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.715314:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1557964585.715315:0:55831:0:(ldlm_lock.c:872:ldlm_lock_decref_internal()) ### add lock into lru list ns: ?? lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 2/0,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261fa97 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1557964585.715316:0:55831:0:(ldlm_lock.c:300:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1557964585.715317:0:55831:0:(ldlm_lock.c:304:ldlm_lock_add_to_lru()) Process leaving 00010000:00000001:3.0:1557964585.715317:0:55831:0:(ldlm_lock.c:893:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1557964585.715317:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.715318:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1557964585.715318:0:55831:0:(namei.c:653:ll_lookup_it()) Process leaving via out (rc=18446613394773748544 : -130678935803072 : 0xffff8925f073ab40) 00000080:00000010:3.0:1557964585.715319:0:55831:0:(llite_lib.c:2531:ll_finish_md_op_data()) kfreed 'op_data': 320 at ffff8915b1ffc000. 00000100:00000001:3.0:1557964585.715320:0:55831:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1557964585.715321:0:55831:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891510388000 x1633636318338640/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 704/536 e 0 to 0 dl 1557964691 ref 1 fl Complete:R/0/0 rc 0/0 00000100:00000001:3.0:1557964585.715324:0:55831:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1557964585.715325:0:55831:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1557964585.715326:0:55831:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 65536 at ffff891517670000. 02000000:00000001:3.0:1557964585.715330:0:55831:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1557964585.715331:0:55831:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:3.0:1557964585.715331:0:55831:0:(genops.c:1228:class_import_put()) import ffff891506a72000 refcount=3 obd=looze-MDT0000-mdc-ffff8925ba270000 00000020:00000001:3.0:1557964585.715332:0:55831:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:3.0:1557964585.715333:0:55831:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8915122a7000. 02000000:00000001:3.0:1557964585.715334:0:55831:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1557964585.715335:0:55831:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1557964585.715335:0:55831:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891510388000. 00000100:00000001:3.0:1557964585.715336:0:55831:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1557964585.715337:0:55831:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1557964585.715338:0:55831:0:(dcache.c:221:ll_intent_release()) Process entered 00000080:00000040:3.0:1557964585.715338:0:55831:0:(dcache.c:223:ll_intent_release()) intent ffff8907289fbbb0 released 00000080:00000001:3.0:1557964585.715339:0:55831:0:(dcache.c:234:ll_intent_release()) Process leaving 00000080:00000001:3.0:1557964585.715340:0:55831:0:(dcache.c:58:ll_release()) Process entered 00000080:00000001:3.0:1557964585.715340:0:55831:0:(dcache.c:62:ll_release()) Process leaving 00000080:00000001:3.0:1557964585.715342:0:55831:0:(xattr.c:417:ll_xattr_get_common()) Process entered 00000080:00000001:3.0:1557964585.715360:0:55831:0:(xattr.c:339:ll_xattr_list()) Process entered 00000080:00000001:3.0:1557964585.715360:0:55831:0:(xattr_cache.c:512:ll_xattr_cache_get()) Process entered 00000080:00000001:3.0:1557964585.715361:0:55831:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1557964585.715363:0:55831:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1557964585.715364:0:55831:0:(xattr_cache.c:547:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:3.0:1557964585.715365:0:55831:0:(xattr_cache.c:551:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1557964585.715366:0:55831:0:(xattr.c:347:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:3.0:1557964585.715367:0:55831:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1557964585.715368:0:55831:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1557964585.715368:0:55831:0:(xattr.c:405:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1557964585.715369:0:55831:0:(xattr.c:461:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1557964585.715370:0:55831:0:(file.c:3768:ll_inode_revalidate()) Process entered 00000080:00000001:3.0:1557964585.715371:0:55831:0:(file.c:3656:__ll_inode_revalidate()) Process entered 00000080:00200000:3.0:1557964585.715371:0:55831:0:(file.c:3661:__ll_inode_revalidate()) VFS Op:inode=[0x200001b71:0x199:0x0](ffff89151664b690),name=rootstuff 00000080:00000010:3.0:1557964585.715372:0:55831:0:(llite_lib.c:2480:ll_prep_md_op_data()) kmalloced 'op_data': 320 at ffff8915b1ffc000. 00000080:00000001:3.0:1557964585.715373:0:55831:0:(obd_class.h:1387:md_intent_lock()) Process entered 00800000:00000001:3.0:1557964585.715374:0:55831:0:(lmv_intent.c:474:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1557964585.715374:0:55831:0:(lmv_intent.c:482:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200001b71:0x199:0x0] '' on [0x200001b71:0x199:0x0] 00800000:00000001:3.0:1557964585.715376:0:55831:0:(lmv_intent.c:361:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1557964585.715376:0:55831:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1557964585.715377:0:55831:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:3.0:1557964585.715377:0:55831:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1557964585.715378:0:55831:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1557964585.715378:0:55831:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1557964585.715379:0:55831:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b71:0x199:0x0] 00800000:00000001:3.0:1557964585.715380:0:55831:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1557964585.715381:0:55831:0:(lmv_intent.c:390:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200001b71:0x199:0x0], fid2=[0x200001b71:0x199:0x0], name='' -> mds #0 lsm= (null) lsm_magic=ffffffff 00800000:00000001:3.0:1557964585.715383:0:55831:0:(obd_class.h:1387:md_intent_lock()) Process entered 00000002:00000001:3.0:1557964585.715384:0:55831:0:(mdc_locks.c:1144:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1557964585.715384:0:55831:0:(mdc_locks.c:1151:mdc_intent_lock()) (name: ,[0x200001b71:0x199:0x0]) in obj [0x200001b71:0x199:0x0], intent: getattr flags 0 00000002:00000001:3.0:1557964585.715386:0:55831:0:(mdc_locks.c:1050:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1557964585.715386:0:55831:0:(mdc_locks.c:142:mdc_lock_match()) Process entered 00010000:00000001:3.0:1557964585.715386:0:55831:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000040:3.0:1557964585.715387:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 3 00010000:00000001:3.0:1557964585.715388:0:55831:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1557964585.715389:0:55831:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1557964585.715389:0:55831:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1557964585.715390:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 4 00010000:00010000:3.0:1557964585.715390:0:55831:0:(ldlm_lock.c:745:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 2/1,0 mode: PR/PR res: [0x200001b71:0x199:0x0].0x0 bits 0x13 rrc: 4 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fa97 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1557964585.715393:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 3 00010000:00000001:3.0:1557964585.715393:0:55831:0:(ldlm_lock.c:1413:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000040:3.0:1557964585.715394:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 2 00010000:00000040:3.0:1557964585.715395:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 3 00010000:00010000:3.0:1557964585.715395:0:55831:0:(ldlm_lock.c:1473:ldlm_lock_match()) ### matched (0 0) ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 2/1,0 mode: PR/PR res: [0x200001b71:0x199:0x0].0x0 bits 0x13 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fa97 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1557964585.715397:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 2 02000000:00000001:3.0:1557964585.715398:0:55831:0:(sec.c:936:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1557964585.715399:0:55831:0:(sec.c:950:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1557964585.715399:0:55831:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1557964585.715400:0:55831:0:(mdc_locks.c:1102:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1557964585.715400:0:55831:0:(mdc_locks.c:1164:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1557964585.715401:0:55831:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1557964585.715401:0:55831:0:(lmv_intent.c:409:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1557964585.715402:0:55831:0:(lmv_intent.c:515:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1557964585.715402:0:55831:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1557964585.715403:0:55831:0:(llite_lib.c:2531:ll_finish_md_op_data()) kfreed 'op_data': 320 at ffff8915b1ffc000. 00000080:00000001:3.0:1557964585.715404:0:55831:0:(dcache.c:267:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1557964585.715404:0:55831:0:(dcache.c:270:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1557964585.715405:0:55831:0:(dcache.c:290:ll_lookup_finish_locks()) setting l_data to inode [0x200001b71:0x199:0x0](ffff89151664b690) 00000080:00010000:3.0:1557964585.715406:0:55831:0:(llite_internal.h:1336:ll_set_lock_data()) setting l_data to inode [0x200001b71:0x199:0x0](ffff89151664b690) for lock 0x398a44d554ce2616 00000080:00000001:3.0:1557964585.715407:0:55831:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00800000:00000001:3.0:1557964585.715407:0:55831:0:(lmv_obd.c:2852:lmv_set_lock_data()) Process entered 00800000:00000001:3.0:1557964585.715408:0:55831:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00000002:00000001:3.0:1557964585.715408:0:55831:0:(mdc_locks.c:103:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1557964585.715408:0:55831:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1557964585.715409:0:55831:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:3.0:1557964585.715409:0:55831:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964585.715410:0:55831:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964585.715410:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.715411:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1557964585.715411:0:55831:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1557964585.715411:0:55831:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1557964585.715412:0:55831:0:(lmv_obd.c:2857:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1557964585.715412:0:55831:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1557964585.715413:0:55831:0:(dcache.c:201:ll_intent_drop_lock()) releasing lock with cookie 0x398a44d554ce2616 from it ffff8907289fbd18 00010000:00000001:3.0:1557964585.715413:0:55831:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1557964585.715413:0:55831:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:3.0:1557964585.715414:0:55831:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964585.715414:0:55831:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964585.715415:0:55831:0:(ldlm_lock.c:826:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1557964585.715415:0:55831:0:(ldlm_lock.c:799:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: ?? lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 3/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261fa97 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1557964585.715417:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.715417:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1557964585.715417:0:55831:0:(ldlm_lock.c:872:ldlm_lock_decref_internal()) ### add lock into lru list ns: ?? lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 2/0,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261fa97 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1557964585.715419:0:55831:0:(ldlm_lock.c:300:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1557964585.715419:0:55831:0:(ldlm_lock.c:304:ldlm_lock_add_to_lru()) Process leaving 00010000:00000001:3.0:1557964585.715419:0:55831:0:(ldlm_lock.c:893:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1557964585.715420:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.715421:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1557964585.715421:0:55831:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1557964585.715422:0:55831:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1557964585.715422:0:55831:0:(file.c:3797:ll_inode_revalidate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1557964585.715430:0:55831:0:(file.c:4022:ll_inode_permission()) Process entered 00000080:00000001:3.0:1557964585.715431:0:55831:0:(file.c:4022:ll_inode_permission()) Process entered 00000080:00000001:3.0:1557964585.715431:0:55831:0:(file.c:3656:__ll_inode_revalidate()) Process entered 00000080:00200000:3.0:1557964585.715432:0:55831:0:(file.c:3661:__ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8925f24f7590),name=/ 00000080:00000010:3.0:1557964585.715433:0:55831:0:(llite_lib.c:2480:ll_prep_md_op_data()) kmalloced 'op_data': 320 at ffff8915b1ffc000. 00000080:00000001:3.0:1557964585.715434:0:55831:0:(obd_class.h:1387:md_intent_lock()) Process entered 00800000:00000001:3.0:1557964585.715434:0:55831:0:(lmv_intent.c:474:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1557964585.715435:0:55831:0:(lmv_intent.c:482:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1557964585.715436:0:55831:0:(lmv_intent.c:361:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1557964585.715436:0:55831:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1557964585.715437:0:55831:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:3.0:1557964585.715437:0:55831:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1557964585.715437:0:55831:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1557964585.715438:0:55831:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1557964585.715438:0:55831:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1557964585.715439:0:55831:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1557964585.715439:0:55831:0:(lmv_intent.c:390:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 lsm= (null) lsm_magic=ffffffff 00800000:00000001:3.0:1557964585.715440:0:55831:0:(obd_class.h:1387:md_intent_lock()) Process entered 00000002:00000001:3.0:1557964585.715441:0:55831:0:(mdc_locks.c:1144:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1557964585.715441:0:55831:0:(mdc_locks.c:1151:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1557964585.715442:0:55831:0:(mdc_locks.c:1050:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1557964585.715442:0:55831:0:(mdc_locks.c:142:mdc_lock_match()) Process entered 00010000:00000001:3.0:1557964585.715443:0:55831:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000040:3.0:1557964585.715443:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 3 00010000:00000001:3.0:1557964585.715444:0:55831:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1557964585.715444:0:55831:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1557964585.715445:0:55831:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1557964585.715445:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 4 00010000:00010000:3.0:1557964585.715446:0:55831:0:(ldlm_lock.c:745:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13 rrc: 4 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1557964585.715452:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 3 00010000:00000001:3.0:1557964585.715453:0:55831:0:(ldlm_lock.c:1413:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000040:3.0:1557964585.715453:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 2 00010000:00000040:3.0:1557964585.715454:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8924a935b440 count: 3 00010000:00010000:3.0:1557964585.715454:0:55831:0:(ldlm_lock.c:1473:ldlm_lock_match()) ### matched (0 0) ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1557964585.715457:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8924a935b440 count: 2 02000000:00000001:3.0:1557964585.715457:0:55831:0:(sec.c:936:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1557964585.715457:0:55831:0:(sec.c:950:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1557964585.715458:0:55831:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1557964585.715458:0:55831:0:(mdc_locks.c:1102:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1557964585.715459:0:55831:0:(mdc_locks.c:1164:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1557964585.715459:0:55831:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1557964585.715460:0:55831:0:(lmv_intent.c:409:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1557964585.715460:0:55831:0:(lmv_intent.c:515:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1557964585.715461:0:55831:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1557964585.715461:0:55831:0:(llite_lib.c:2531:ll_finish_md_op_data()) kfreed 'op_data': 320 at ffff8915b1ffc000. 00000080:00000001:3.0:1557964585.715462:0:55831:0:(dcache.c:267:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1557964585.715462:0:55831:0:(dcache.c:270:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1557964585.715463:0:55831:0:(dcache.c:290:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8925f24f7590) 00000080:00010000:3.0:1557964585.715463:0:55831:0:(llite_internal.h:1336:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8925f24f7590) for lock 0x398a44d554cdee01 00000080:00000001:3.0:1557964585.715464:0:55831:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00800000:00000001:3.0:1557964585.715464:0:55831:0:(lmv_obd.c:2852:lmv_set_lock_data()) Process entered 00800000:00000001:3.0:1557964585.715464:0:55831:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00000002:00000001:3.0:1557964585.715465:0:55831:0:(mdc_locks.c:103:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1557964585.715465:0:55831:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1557964585.715465:0:55831:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:3.0:1557964585.715466:0:55831:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:3.0:1557964585.715466:0:55831:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:3.0:1557964585.715467:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.715467:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1557964585.715467:0:55831:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1557964585.715468:0:55831:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1557964585.715469:0:55831:0:(lmv_obd.c:2857:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1557964585.715470:0:55831:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1557964585.715470:0:55831:0:(dcache.c:201:ll_intent_drop_lock()) releasing lock with cookie 0x398a44d554cdee01 from it ffff8907289fbba0 00010000:00000001:3.0:1557964585.715471:0:55831:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1557964585.715471:0:55831:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:3.0:1557964585.715472:0:55831:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:3.0:1557964585.715472:0:55831:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322259095040 : -130751450456576 : ffff89150e3dde00) 00010000:00000001:3.0:1557964585.715473:0:55831:0:(ldlm_lock.c:826:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1557964585.715473:0:55831:0:(ldlm_lock.c:799:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: ?? lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 3/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1557964585.715475:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.715475:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1557964585.715475:0:55831:0:(ldlm_lock.c:872:ldlm_lock_decref_internal()) ### add lock into lru list ns: ?? lock: ffff89150e3dde00/0x398a44d554cdee01 lrc: 2/0,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4260af28 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1557964585.715477:0:55831:0:(ldlm_lock.c:300:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1557964585.715477:0:55831:0:(ldlm_lock.c:304:ldlm_lock_add_to_lru()) Process leaving 00010000:00000001:3.0:1557964585.715477:0:55831:0:(ldlm_lock.c:893:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1557964585.715477:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964585.715478:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1557964585.715478:0:55831:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1557964585.715478:0:55831:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1557964585.715479:0:55831:0:(file.c:4043:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8925f24f7590), inode mode 41ed mask 1 00000080:00000001:3.0:1557964585.715480:0:55831:0:(file.c:4081:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1557964585.715481:0:55831:0:(dcache.c:105:ll_dcompare()) Process entered 00000080:00002000:3.0:1557964585.715481:0:55831:0:(dcache.c:115:ll_dcompare()) found name rootstuff(ffff8925f073ab40) flags 0x10800ce refc 2 00000080:00000001:3.0:1557964585.715483:0:55831:0:(dcache.c:124:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1557964585.715485:0:55831:0:(dcache.c:349:ll_revalidate_nd()) Process entered 00000080:00200000:3.0:1557964585.715486:0:55831:0:(dcache.c:352:ll_revalidate_nd()) VFS Op:name=rootstuff, flags=3 00000080:00000001:3.0:1557964585.715487:0:55831:0:(dcache.c:355:ll_revalidate_nd()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1557964585.715487:0:55831:0:(xattr.c:417:ll_xattr_get_common()) Process entered 00000080:00000001:3.0:1557964585.715488:0:55831:0:(xattr.c:339:ll_xattr_list()) Process entered 00000080:00000001:3.0:1557964585.715488:0:55831:0:(xattr_cache.c:512:ll_xattr_cache_get()) Process entered 00000080:00000001:3.0:1557964585.715489:0:55831:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1557964585.715489:0:55831:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1557964585.715490:0:55831:0:(xattr_cache.c:547:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:3.0:1557964585.715491:0:55831:0:(xattr_cache.c:551:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1557964585.715492:0:55831:0:(xattr.c:347:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:3.0:1557964585.715493:0:55831:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1557964585.715493:0:55831:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1557964585.715494:0:55831:0:(xattr.c:405:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1557964585.715495:0:55831:0:(xattr.c:461:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1557964585.715495:0:55831:0:(file.c:4022:ll_inode_permission()) Process entered 00000080:00200000:3.0:1557964585.715496:0:55831:0:(file.c:4043:ll_inode_permission()) VFS Op:inode=[0x200001b71:0x199:0x0](ffff89151664b690), inode mode 41ed mask 101 00000080:00000001:3.0:1557964585.715496:0:55831:0:(file.c:4081:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964585.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964585.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964585.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964585.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964585.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964585.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964585.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964585.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964586.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964586.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964586.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964586.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964586.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964586.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964586.874362:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964586.874369:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964587.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964587.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964587.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964587.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964587.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964587.874362:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964587.874366:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964587.874370:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964588.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964588.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964588.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964588.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964588.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964588.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964588.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964588.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000010:9.0:1557964589.487705:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf1ba00 (tot 30924020). 00000400:00000010:9.0:1557964589.487721:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf1ba00 (tot 30923764). 00000400:00000200:3.0:1557964589.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964589.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964589.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964589.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964589.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964589.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964589.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964589.874363:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964590.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964590.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964590.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964590.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964590.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964590.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964590.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964590.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00010000:00000001:7.0:1557964590.894331:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964590.894334:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:7.0:1557964590.894337:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964590.894339:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964590.894340:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964590.894341:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964590.894343:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964590.894344:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964590.894345:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964590.894347:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964590.894348:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964590.894350:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964590.894351:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964590.894354:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964590.894354:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964590.894355:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964590.894358:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964590.894359:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964590.894361:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964590.894361:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:7.0:1557964590.894362:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964590.894363:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964590.894363:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964590.894364:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964590.894366:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964590.894366:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964590.894367:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964590.894368:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964590.894369:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964590.894369:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964590.894370:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964590.894371:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964590.894372:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964590.894373:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964590.894374:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964590.894375:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964590.894377:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964590.894383:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964590.894384:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964590.894386:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964590.894387:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964591.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964591.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964591.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964591.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964591.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964591.874363:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964591.874367:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964591.874371:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964592.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964592.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964592.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964592.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964592.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964592.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964592.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964592.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964593.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964593.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964593.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964593.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964593.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964593.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964593.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964593.874377:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000010:9.0:1557964594.488103:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf1b500 (tot 30924020). 00000400:00000010:9.0:1557964594.488119:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf1b500 (tot 30923764). 00000400:00000200:3.0:1557964594.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964594.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964594.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964594.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964594.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964594.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964594.874363:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964594.874367:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964595.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964595.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964595.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964595.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964595.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964595.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964595.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964595.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964596.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964596.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964596.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964596.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964596.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964596.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964596.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964596.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964597.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964597.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964597.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964597.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964597.874364:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964597.874368:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964597.874372:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964597.874375:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964598.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964598.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964598.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964598.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964598.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964598.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964598.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964598.874362:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000010:9.0:1557964599.488676:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf18d00 (tot 30924020). 00000400:00000010:9.0:1557964599.488684:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf18d00 (tot 30923764). 00000400:00000200:3.0:1557964599.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964599.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964599.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964599.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964599.874361:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964599.874365:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964599.874369:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964599.874373:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964600.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964600.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964600.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964600.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964600.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964600.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964600.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964600.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00010000:00000001:7.0:1557964600.894280:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964600.894281:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:7.0:1557964600.894282:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964600.894283:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964600.894284:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964600.894284:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964600.894285:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964600.894285:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964600.894286:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964600.894286:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964600.894287:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964600.894287:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964600.894288:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964600.894289:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964600.894289:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964600.894290:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964600.894290:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964600.894291:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964600.894291:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964600.894292:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964600.894292:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964600.894293:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964600.894295:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964600.894296:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964600.894296:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964600.894297:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964600.894297:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964600.894298:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964600.894298:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964600.894299:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964600.894299:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964600.894299:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964600.894300:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964600.894304:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964600.894305:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964600.894306:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964600.894307:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1557964600.894335:0:24150:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:4.0:1557964600.894337:0:24150:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1557964600.894338:0:24150:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:4.0:1557964600.894338:0:24150:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964600.927318:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964600.927325:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964600.927328:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514613600. 00000020:00000040:5.0:1557964600.927330:0:24107:0:(genops.c:1214:class_import_get()) import ffff8925eae5c800 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:5.0:1557964600.927333:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964600.927336:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964600.927338:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964600.927341:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8f600. 00000100:00000001:5.0:1557964600.927344:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964600.927349:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS req@ffff891514613600 x1633636318338656/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964600.927359:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964600.927360:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964600.927364:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964600.927369:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514613600] to pc [ptlrpcd_00_12:12] req@ffff891514613600 x1633636318338656/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964600.927385:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964600.927387:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964600.927391:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964600.927393:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514610000. 00000020:00000040:5.0:1557964600.927394:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a74800 refcount=4 obd=looze-MDT0001-mdc-ffff8925ba270000 00000100:00000001:5.0:1557964600.927396:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964600.927397:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964600.927398:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964600.927400:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8d300. 00000100:00000001:5.0:1557964600.927404:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964600.927407:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID req@ffff891514610000 x1633636318338672/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964600.927415:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964600.927416:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964600.927418:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964600.927421:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514610000] to pc [ptlrpcd_00_13:13] req@ffff891514610000 x1633636318338672/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:16.0:1557964600.927423:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:16.0:1557964600.927426:0:24087:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:16.0:1557964600.927428:0:24087:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:4.0:1557964600.927429:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1557964600.927430:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964600.927432:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:4.0:1557964600.927432:0:24088:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:16.0:1557964600.927433:0:24087:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514613600 x1633636318338656/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964600.927434:0:24088:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:5.0:1557964600.927435:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964600.927436:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514611200. 00000020:00000040:5.0:1557964600.927437:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a77000 refcount=5 obd=looze-OST0008-osc-ffff8925ba270000 00000100:00000001:5.0:1557964600.927439:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:4.0:1557964600.927439:0:24088:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514610000 x1633636318338672/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:5.0:1557964600.927440:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964600.927440:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964600.927442:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8f400. 00000100:00000001:16.0:1557964600.927443:0:24087:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:16.0:1557964600.927444:0:24087:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1557964600.927444:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:16.0:1557964600.927447:0:24087:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:5.0:1557964600.927447:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID req@ffff891514611200 x1633636318338688/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:16.0:1557964600.927449:0:24087:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964600.927450:0:24088:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:4.0:1557964600.927451:0:24088:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:16.0:1557964600.927452:0:24087:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_12:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24087:1633636318338656:172.19.1.24@o2ib100:400 00000020:00000001:5.0:1557964600.927454:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 02000000:00000001:4.0:1557964600.927454:0:24088:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:5.0:1557964600.927455:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:4.0:1557964600.927455:0:24088:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964600.927456:0:24087:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:5.0:1557964600.927457:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:16.0:1557964600.927458:0:24087:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:16.0:1557964600.927459:0:24087:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:4.0:1557964600.927459:0:24088:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_13:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24088:1633636318338672:172.19.1.25@o2ib100:400 00000100:00000040:5.0:1557964600.927460:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514611200] to pc [ptlrpcd_00_14:14] req@ffff891514611200 x1633636318338688/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:16.0:1557964600.927461:0:24087:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:4.0:1557964600.927462:0:24088:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000010:16.0:1557964600.927463:0:24087:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925b9268c00. 02000000:00000001:4.0:1557964600.927464:0:24088:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:16.0:1557964600.927465:0:24087:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964600.927466:0:24088:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964600.927467:0:24088:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:16.0:1557964600.927468:0:24087:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924d9b45720. 00000400:00000010:16.0:1557964600.927471:0:24087:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89151429bf80. 00000100:00000001:5.0:1557964600.927472:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:4.0:1557964600.927473:0:24088:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925bd2c2400. 00000100:00000200:16.0:1557964600.927474:0:24087:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338656, portal 25 00000100:00000040:5.0:1557964600.927474:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0009_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:4.0:1557964600.927475:0:24088:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964600.927476:0:24087:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:16.0:1557964600.927477:0:24087:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362074624 : -130751347476992 : ffff891514613600) 00000100:00000001:5.0:1557964600.927477:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964600.927478:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514610300. 00000400:00000010:4.0:1557964600.927478:0:24088:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925c1dda4e0. 00000020:00000040:5.0:1557964600.927479:0:24107:0:(genops.c:1214:class_import_get()) import ffff891512a11000 refcount=5 obd=looze-OST0009-osc-ffff8925ba270000 00000100:00000001:5.0:1557964600.927481:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:4.0:1557964600.927481:0:24088:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f0bce580. 00000100:00000040:16.0:1557964600.927482:0:24087:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514613600 x1633636318338656/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964706 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 02000000:00000001:5.0:1557964600.927482:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964600.927483:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:4.0:1557964600.927484:0:24088:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338672, portal 10 02000000:00000010:5.0:1557964600.927485:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8fb00. 00000100:00000001:5.0:1557964600.927486:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964600.927486:0:24088:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:4.0:1557964600.927487:0:24088:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362060800 : -130751347490816 : ffff891514610000) 00000100:00000040:5.0:1557964600.927489:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0009_UUID req@ffff891514610300 x1633636318338704/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:16.0:1557964600.927493:0:24087:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:4.0:1557964600.927493:0:24088:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514610000 x1633636318338672/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964706 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:16.0:1557964600.927496:0:24087:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:16.0:1557964600.927497:0:24087:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89151429b180. 00000020:00000001:5.0:1557964600.927497:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964600.927498:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:16.0:1557964600.927499:0:24087:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636318338656, offset 0 00000020:00000001:5.0:1557964600.927499:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964600.927501:0:24088:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000400:00000010:16.0:1557964600.927503:0:24087:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925b926b600 (tot 30924164). 00000100:00000040:5.0:1557964600.927503:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514610300] to pc [ptlrpcd_00_15:15] req@ffff891514610300 x1633636318338704/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:4.0:1557964600.927505:0:24088:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:4.0:1557964600.927506:0:24088:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f0bcec80. 00000400:00000200:16.0:1557964600.927507:0:24087:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000100:00000200:4.0:1557964600.927510:0:24088:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318338672, offset 0 00000100:00000001:5.0:1557964600.927511:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927513:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2734120 : 2734120 : 29b828) 00000400:00000010:4.0:1557964600.927513:0:24088:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925bd2c2e00 (tot 30924564). 00000100:00000001:3.0:1557964600.927513:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964600.927515:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2952696 : 2952696 : 2d0df8) 00000100:00000001:3.0:1557964600.927516:0:24089:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964600.927517:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705578936 : -3972680 : ffffffffffc361b8) 00000400:00000200:4.0:1557964600.927517:0:24088:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000100:00000001:3.0:1557964600.927518:0:24089:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:6.0:1557964600.927519:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964600.927519:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073699897994 : -9653622 : ffffffffff6cb28a) 00000400:00000200:16.0:1557964600.927520:0:24087:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:5.0:1557964600.927520:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1097192 : 1097192 : 10bde8) 00000100:00000001:6.0:1557964600.927522:0:24090:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964600.927522:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709492726 : -58890 : ffffffffffff19f6) 00000100:00000040:3.0:1557964600.927523:0:24089:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514611200 x1633636318338688/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:6.0:1557964600.927524:0:24090:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:5.0:1557964600.927524:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705767547 : -3784069 : ffffffffffc6427b) 00000800:00000200:16.0:1557964600.927525:0:24087:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:5.0:1557964600.927525:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2484972 : 2484972 : 25eaec) 00000020:00000001:5.0:1557964600.927527:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2081840 : 2081840 : 1fc430) 00000020:00000001:5.0:1557964600.927528:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=55480 : 55480 : d8b8) 00000100:00000040:6.0:1557964600.927529:0:24090:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514610300 x1633636318338704/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964600.927530:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073708005614 : -1546002 : ffffffffffe868ee) 00000800:00000200:16.0:1557964600.927531:0:24087:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964600.927532:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709443432 : -108184 : fffffffffffe5968) 00000020:00000001:5.0:1557964600.927533:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709484336 : -67280 : fffffffffffef930) 00000400:00000200:4.0:1557964600.927533:0:24088:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000100:00000001:3.0:1557964600.927533:0:24089:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000800:00000200:16.0:1557964600.927534:0:24087:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (20)++ 00000020:00000001:5.0:1557964600.927535:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709450824 : -100792 : fffffffffffe7648) 00000100:00000001:3.0:1557964600.927535:0:24089:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:16.0:1557964600.927536:0:24087:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (21)++ 00000020:00000001:5.0:1557964600.927537:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709522752 : -28864 : ffffffffffff8f40) 02000000:00000001:3.0:1557964600.927537:0:24089:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:5.0:1557964600.927539:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709546976 : -4640 : ffffffffffffede0) 00000800:00000200:4.0:1557964600.927539:0:24088:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 02000000:00000001:3.0:1557964600.927539:0:24089:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:16.0:1557964600.927540:0:24087:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:6.0:1557964600.927540:0:24090:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000001:5.0:1557964600.927540:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=50008 : 50008 : c358) 00000100:00000001:6.0:1557964600.927541:0:24090:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964600.927542:0:24087:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927542:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7833692 : 7833692 : 77885c) 00000100:00100000:3.0:1557964600.927542:0:24089:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_14:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24089:1633636318338688:172.19.1.35@o2ib100:400 00000100:00000001:16.0:1557964600.927544:0:24087:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:6.0:1557964600.927544:0:24090:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:6.0:1557964600.927545:0:24090:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927545:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1435441 : 1435441 : 15e731) 00000100:00000001:16.0:1557964600.927546:0:24087:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927546:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=15616 : 15616 : 3d00) 00000800:00000200:4.0:1557964600.927546:0:24088:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f3c80] -> 172.19.1.25@o2ib100 (2) version: 12 00000100:00000001:3.0:1557964600.927546:0:24089:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000001:16.0:1557964600.927548:0:24087:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927548:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=668095 : 668095 : a31bf) 00000100:00100000:6.0:1557964600.927549:0:24090:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_15:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24090:1633636318338704:172.19.1.36@o2ib100:400 00000800:00000200:4.0:1557964600.927549:0:24088:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925eb377e00] (20)++ 00000100:00000001:16.0:1557964600.927550:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964600.927550:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1358872 : 1358872 : 14bc18) 00000020:00000001:5.0:1557964600.927566:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1559405 : 1559405 : 17cb6d) 00000800:00000200:4.0:1557964600.927566:0:24088:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925eb377e00] (21)++ 02000000:00000001:3.0:1557964600.927566:0:24089:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1557964600.927566:0:24089:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964600.927567:0:24087:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:6.0:1557964600.927567:0:24090:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:5.0:1557964600.927567:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1731852 : 1731852 : 1a6d0c) 02000000:00000001:3.0:1557964600.927567:0:24089:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:16.0:1557964600.927568:0:24087:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 02000000:00000001:6.0:1557964600.927568:0:24090:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:5.0:1557964600.927568:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=92728 : 92728 : 16a38) 00000020:00000001:5.0:1557964600.927568:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2027914 : 2027914 : 1ef18a) 00000100:00000001:16.0:1557964600.927569:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:16.0:1557964600.927569:0:24087:0:(client.c:1680:ptlrpc_check_set()) Process entered 02000000:00000001:6.0:1557964600.927569:0:24090:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927569:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=114620 : 114620 : 1bfbc) 00000800:00000200:4.0:1557964600.927569:0:24088:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925eb377e00] (22)-- 02000000:00000010:3.0:1557964600.927569:0:24089:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8915b1ffb000. 00000100:00000001:16.0:1557964600.927570:0:24087:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964600.927570:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1557964600.927570:0:24090:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:5.0:1557964600.927570:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=4096 : 4096 : 1000) 00000020:00000001:5.0:1557964600.927570:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709528278 : -23338 : ffffffffffffa4d6) 00000100:00000001:4.0:1557964600.927570:0:24088:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964600.927570:0:24088:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1557964600.927570:0:24089:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964600.927571:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000010:6.0:1557964600.927571:0:24090:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff89254ea9c600. 00000020:00000001:5.0:1557964600.927571:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=6747 : 6747 : 1a5b) 00000020:00000001:5.0:1557964600.927571:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709531320 : -20296 : ffffffffffffb0b8) 00000100:00000001:4.0:1557964600.927571:0:24088:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964600.927572:0:24087:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:16.0:1557964600.927572:0:24087:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1557964600.927572:0:24090:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927572:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709543636 : -7980 : ffffffffffffe0d4) 00000100:00000001:4.0:1557964600.927572:0:24088:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1557964600.927572:0:24089:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8915e9408b40. 00000100:00000001:16.0:1557964600.927573:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927573:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927573:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964600.927574:0:24090:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925c80093c0. 00000020:00000001:5.0:1557964600.927574:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927574:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964600.927574:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1557964600.927574:0:24089:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff891595bd1580. 00000400:00000010:6.0:1557964600.927575:0:24090:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f52ac780. 00000020:00000001:5.0:1557964600.927575:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927575:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964600.927575:0:24088:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1557964600.927575:0:24089:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338688, portal 4 00000020:00000001:5.0:1557964600.927576:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927576:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964600.927576:0:24088:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:3.0:1557964600.927576:0:24089:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:5.0:1557964600.927577:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927577:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964600.927577:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964600.927577:0:24089:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362065408 : -130751347486208 : ffff891514611200) 00000100:00000200:6.0:1557964600.927578:0:24090:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338704, portal 4 00000020:00000001:5.0:1557964600.927578:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927578:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964600.927578:0:24088:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:4.0:1557964600.927578:0:24088:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927579:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927579:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964600.927579:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1557964600.927579:0:24089:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514611200 x1633636318338688/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964706 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:6.0:1557964600.927580:0:24090:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:6.0:1557964600.927580:0:24090:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362061568 : -130751347490048 : ffff891514610300) 00000020:00000001:5.0:1557964600.927580:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927580:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964600.927580:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964600.927581:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927581:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964600.927581:0:24088:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:4.0:1557964600.927581:0:24088:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964600.927582:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:6.0:1557964600.927583:0:24090:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514610300 x1633636318338704/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964706 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964600.927583:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964600.927583:0:24089:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:5.0:1557964600.927584:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927584:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1557964600.927584:0:24089:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.35@o2ib100 00000020:00000001:5.0:1557964600.927585:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927585:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1557964600.927585:0:24089:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff891595bd1f80. 00000100:00000001:6.0:1557964600.927586:0:24090:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:5.0:1557964600.927586:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1557964600.927586:0:24089:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1633636318338688, offset 0 00000800:00000200:29.2:1557964600.927587:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (21)++ 00000020:00000001:5.0:1557964600.927587:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927587:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1557964600.927587:0:24089:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ffc000 (tot 30924964). 00000100:00000040:6.0:1557964600.927588:0:24090:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.36@o2ib100 00000400:00000010:6.0:1557964600.927588:0:24090:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f52adf00. 00000020:00000001:5.0:1557964600.927588:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927588:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964600.927588:0:24089:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.35@o2ib100 00000020:00000001:5.0:1557964600.927589:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927589:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:6.0:1557964600.927590:0:24090:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1633636318338704, offset 0 00000020:00000001:5.0:1557964600.927590:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927590:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964600.927591:0:24090:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89254ea99000 (tot 30925364). 00000020:00000001:5.0:1557964600.927591:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927591:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927592:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927592:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1557964600.927593:0:24090:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.36@o2ib100 00000020:00000001:5.0:1557964600.927593:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927593:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927594:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927594:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964600.927594:0:24089:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.35@o2ib100(172.19.1.35@o2ib100:172.19.1.35@o2ib100) : PUT 00000020:00000001:5.0:1557964600.927595:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927595:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927596:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927596:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927597:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927597:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927598:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927598:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964600.927598:0:24089:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.35@o2ib100 00000400:00000200:6.0:1557964600.927599:0:24090:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) : PUT 00000020:00000001:5.0:1557964600.927599:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927599:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927600:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927600:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:6.0:1557964600.927601:0:24090:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.36@o2ib100 00000800:00000200:19.0:1557964600.927602:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:3.0:1557964600.927602:0:24089:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f2000] -> 172.19.1.35@o2ib100 (2) version: 12 00000800:00000200:14.2:1557964600.927604:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (21)++ 00000800:00000200:6.0:1557964600.927604:0:24090:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915a1ec0580] -> 172.19.1.36@o2ib100 (2) version: 12 00000800:00000200:3.0:1557964600.927604:0:24089:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (20)++ 00000800:00000200:6.0:1557964600.927605:0:24090:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (20)++ 00000800:00000200:6.0:1557964600.927606:0:24090:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fdb7cc00] (21)++ 00000020:00000001:5.0:1557964600.927606:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964600.927606:0:24089:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7cc00] (21)++ 00000800:00000200:19.0:1557964600.927607:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (23)-- 00000020:00000001:5.0:1557964600.927607:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927607:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927608:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964600.927609:0:24063:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:6.0:1557964600.927609:0:24090:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000001:6.0:1557964600.927609:0:24090:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927609:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927609:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964600.927609:0:24089:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:6.0:1557964600.927610:0:24090:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964600.927610:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927610:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964600.927610:0:24089:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964600.927611:0:24090:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927611:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964600.927611:0:24089:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:19.0:1557964600.927612:0:24063:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514613600 x1633636318338656/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964706 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:6.0:1557964600.927612:0:24090:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927612:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927612:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964600.927612:0:24089:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964600.927613:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964600.927613:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927613:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927614:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927614:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964600.927614:0:24089:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964600.927615:0:24090:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:5.0:1557964600.927615:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927615:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964600.927615:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964600.927616:0:24090:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964600.927616:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927616:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964600.927617:0:24063:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:6.0:1557964600.927617:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964600.927617:0:24090:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964600.927617:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927617:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964600.927617:0:24089:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:19.0:1557964600.927618:0:24063:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514613600 x1633636318338656/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964706 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:6.0:1557964600.927618:0:24090:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964600.927618:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927618:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927618:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927618:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964600.927618:0:24089:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:6.0:1557964600.927619:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964600.927619:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927619:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964600.927619:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964600.927620:0:24090:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:6.0:1557964600.927620:0:24090:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927620:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927620:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964600.927620:0:24089:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:6.0:1557964600.927621:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927621:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927621:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964600.927621:0:24089:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927622:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927622:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964600.927622:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964600.927623:0:24063:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927623:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927623:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964600.927624:0:24063:0:(events.c:81:request_out_callback()) Process leaving 00000100:00000001:3.0:1557964600.927624:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000200:19.0:1557964600.927625:0:24063:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89151429b180 00000800:00000200:14.0:1557964600.927625:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)++ 00000020:00000001:5.0:1557964600.927625:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927625:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964600.927625:0:24089:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1557964600.927625:0:24089:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:19.0:1557964600.927626:0:24063:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89151429b180. 00000020:00000001:5.0:1557964600.927626:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964600.927626:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927627:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927627:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:19.0:1557964600.927628:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925b926b600 (tot 30924964). 00000020:00000001:5.0:1557964600.927628:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927629:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927629:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1557964600.927630:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000020:00000001:5.0:1557964600.927630:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927630:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1557964600.927631:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000800:00000200:14.0:1557964600.927631:0:24067:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925eb377e00] (23)-- 00000020:00000001:5.0:1557964600.927631:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927631:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927632:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927632:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927633:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927633:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927634:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927634:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964600.927635:0:24067:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:5.0:1557964600.927635:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927635:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927636:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927636:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927637:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927637:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927638:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927638:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927639:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927639:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927639:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:14.0:1557964600.927640:0:24067:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514610000 x1633636318338672/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964706 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964600.927640:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927640:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927641:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927641:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927642:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927643:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.2:1557964600.927644:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (21)++ 00000020:00000001:5.0:1557964600.927644:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927644:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.2:1557964600.927645:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (21)++ 00000020:00000001:5.0:1557964600.927645:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927646:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927646:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927647:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927648:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927648:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927649:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927649:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927650:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927650:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927651:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927651:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927652:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927653:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927653:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927654:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927655:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927655:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927656:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927657:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927657:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927663:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927670:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927670:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964600.927671:0:24067:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:5.0:1557964600.927671:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964600.927672:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)++ 00000020:00000001:5.0:1557964600.927672:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927672:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1557964600.927673:0:24067:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514610000 x1633636318338672/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964706 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964600.927673:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927674:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927675:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964600.927676:0:24067:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927676:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964600.927677:0:24062:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fdb7cc00] (23)-- 00000100:00000001:14.0:1557964600.927677:0:24067:0:(events.c:81:request_out_callback()) Process leaving 00000800:00000200:15.0:1557964600.927678:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000400:00000200:14.0:1557964600.927678:0:24067:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f0bcec80 00000020:00000001:5.0:1557964600.927678:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:14.0:1557964600.927679:0:24067:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f0bcec80. 00000020:00000001:5.0:1557964600.927679:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927679:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964600.927680:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.0:1557964600.927681:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)++ 00000100:00000001:21.0:1557964600.927681:0:24062:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:5.0:1557964600.927681:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:14.0:1557964600.927682:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925bd2c2e00 (tot 30924564). 00000020:00000001:5.0:1557964600.927682:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:21.0:1557964600.927683:0:24062:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514610300 x1633636318338704/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964706 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:5.0:1557964600.927683:0:24107:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318347081) 00000800:00000200:14.0:1557964600.927684:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000800:00000200:24.0:1557964600.927686:0:24068:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7cc00] (23)-- 00000800:00000200:14.0:1557964600.927686:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (23)-- 00000100:00000001:21.0:1557964600.927688:0:24062:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:21.0:1557964600.927690:0:24062:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514610300 x1633636318338704/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964706 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964600.927694:0:24062:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964600.927695:0:24062:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:21.0:1557964600.927696:0:24062:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f52adf00 00000400:00000010:21.0:1557964600.927697:0:24062:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f52adf00. 00000100:00000001:24.0:1557964600.927699:0:24068:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:21.0:1557964600.927699:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89254ea99000 (tot 30924164). 00000800:00000200:21.0:1557964600.927701:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000200:24.0:1557964600.927702:0:24068:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514611200 x1633636318338688/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964706 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557964600.927702:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000100:00000001:24.0:1557964600.927707:0:24068:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:24.0:1557964600.927709:0:24068:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514611200 x1633636318338688/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964706 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:24.0:1557964600.927712:0:24068:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:24.0:1557964600.927725:0:24068:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:24.0:1557964600.927727:0:24068:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff891595bd1f80 00000400:00000010:24.0:1557964600.927728:0:24068:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff891595bd1f80. 00000400:00000010:24.0:1557964600.927731:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ffc000 (tot 30923764). 00000800:00000200:24.0:1557964600.927732:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000800:00000200:14.2:1557964600.927757:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (20)++ 00000800:00000200:29.2:1557964600.927758:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:14.0:1557964600.927764:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)++ 00000800:00000200:14.0:1557964600.927767:0:24066:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964600.927770:0:24066:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964600.927772:0:24066:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915fdb78c00 (tot 30924164). 00000400:00000200:14.0:1557964600.927775:0:24066:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc898725e70 00000400:00000200:14.0:1557964600.927778:0:24066:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0xa305 [1] + 192 00000100:00000001:14.0:1557964600.927781:0:24066:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:14.0:1557964600.927783:0:24066:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514610000 x1633636318338672/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964706 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:14.0:1557964600.927787:0:24066:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514610000 x1633636318338672/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964706 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964600.927792:0:24066:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:14.0:1557964600.927793:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915fdb78c00 (tot 30923764). 00000800:00000200:14.0:1557964600.927795:0:24066:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925eb377e00] (22)++ 00000800:00000200:15.0:1557964600.927796:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (23)-- 00000800:00000200:14.0:1557964600.927796:0:24066:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925eb377e00] (23)-- 00000800:00000200:14.0:1557964600.927798:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000800:00000200:19.0:1557964600.927813:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:19.0:1557964600.927820:0:24063:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:19.0:1557964600.927824:0:24063:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:19.0:1557964600.927825:0:24063:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925eb78ce00 (tot 30924164). 00000400:00000200:19.0:1557964600.927828:0:24063:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc898725e60 00000800:00000200:24.2:1557964600.927847:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (20)++ 00000100:00000001:4.0:1557964600.927854:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000200:19.0:1557964600.927855:0:24063:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1c2a1 [1] + 192 00000100:00000001:4.0:1557964600.927855:0:24088:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:24.0:1557964600.927857:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)++ 00000100:00000001:19.0:1557964600.927858:0:24063:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000001:4.0:1557964600.927858:0:24088:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:4.0:1557964600.927858:0:24088:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:4.0:1557964600.927859:0:24088:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:24.0:1557964600.927860:0:24065:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.35@o2ib100 00000100:00000200:19.0:1557964600.927860:0:24063:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514613600 x1633636318338656/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964706 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000200:4.0:1557964600.927862:0:24088:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514610000 x1633636318338672/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964706 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:2.0:1557964600.927862:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000040:19.0:1557964600.927864:0:24063:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514613600 x1633636318338656/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964706 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000200:24.0:1557964600.927865:0:24065:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.35@o2ib100 : PUT 00000400:00000010:24.0:1557964600.927867:0:24065:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff892553917a00 (tot 30924564). 00000100:00000200:4.0:1557964600.927867:0:24088:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514610000 x1633636318338672/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964706 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964600.927869:0:24063:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000200:24.0:1557964600.927870:0:24065:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.35@o2ib100 of length 192 into portal 4 MB=0x5cdc898725e80 00000400:00000010:19.0:1557964600.927870:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925eb78ce00 (tot 30924164). 00000100:00000001:4.0:1557964600.927871:0:24088:0:(events.c:171:reply_in_callback()) Process leaving 00000800:00000200:19.0:1557964600.927872:0:24063:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (21)++ 00000400:00000010:4.0:1557964600.927872:0:24088:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925c1dda4e0. 00000800:00000200:19.0:1557964600.927873:0:24063:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)-- 00000400:00000200:4.0:1557964600.927873:0:24088:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f0bce580 00000800:00000200:19.0:1557964600.927874:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000400:00000010:4.0:1557964600.927874:0:24088:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f0bce580. 00000100:00000001:4.0:1557964600.927875:0:24088:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:24.0:1557964600.927876:0:24065:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.35@o2ib100 of length 192/192 into md 0xa30d [1] + 192 00000100:00000001:4.0:1557964600.927876:0:24088:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:4.0:1557964600.927876:0:24088:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:4.0:1557964600.927877:0:24088:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:4.0:1557964600.927878:0:24088:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1557964600.927879:0:24088:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:24.0:1557964600.927880:0:24065:0:(events.c:91:reply_in_callback()) Process entered 00000100:00001000:4.0:1557964600.927880:0:24088:0:(import.c:1677:at_measured()) add 45 to ffff891506a74c00 time=100 v=45 (45 45 45 45) 00000100:00000200:24.0:1557964600.927882:0:24065:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514611200 x1633636318338688/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964706 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00001000:4.0:1557964600.927882:0:24088:0:(import.c:1677:at_measured()) add 1 to ffff891506a74bc8 time=100 v=45 (1 1 1 1) 00000100:00000001:4.0:1557964600.927883:0:24088:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:4.0:1557964600.927883:0:24088:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1557964600.927884:0:24088:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00080000:4.0:1557964600.927886:0:24088:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff891514610000 x1633636318338672/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964706 ref 1 fl Rpc:RN/0/0 rc 0/0 00010000:00000001:4.0:1557964600.927890:0:24088:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964600.927890:0:24088:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:4.0:1557964600.927891:0:24088:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-mdc-ffff8925ba270000: skip recheck: last_committed 0 00000100:00000001:4.0:1557964600.927891:0:24088:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:4.0:1557964600.927892:0:24088:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964600.927893:0:24088:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514610000 x1633636318338672/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964706 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:4.0:1557964600.927896:0:24088:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:4.0:1557964600.927898:0:24088:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:4.0:1557964600.927901:0:24088:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:16.0:1557964600.927903:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:4.0:1557964600.927903:0:24088:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514610000 x1633636318338672/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964706 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:16.0:1557964600.927904:0:24087:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:9.0:1557964600.927904:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000040:24.0:1557964600.927905:0:24065:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514611200 x1633636318338688/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964706 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000001:16.0:1557964600.927906:0:24087:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:16.0:1557964600.927907:0:24087:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:16.0:1557964600.927907:0:24087:0:(events.c:91:reply_in_callback()) Process entered 00000100:00100000:4.0:1557964600.927907:0:24088:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_13:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24088:1633636318338672:172.19.1.25@o2ib100:400 00000100:00000001:4.0:1557964600.927908:0:24088:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964600.927909:0:24088:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:24.0:1557964600.927910:0:24065:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000200:16.0:1557964600.927910:0:24087:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514613600 x1633636318338656/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964706 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000040:4.0:1557964600.927910:0:24088:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514610000 x1633636318338672/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964706 ref 1 fl Complete:RN/0/0 rc 0/0 00000400:00000010:24.0:1557964600.927912:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff892553917a00 (tot 30923764). 00000800:00000200:24.0:1557964600.927913:0:24065:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (21)++ 00000100:00000001:4.0:1557964600.927913:0:24088:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:4.0:1557964600.927913:0:24088:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:16.0:1557964600.927914:0:24087:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514613600 x1633636318338656/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964706 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 02000000:00000010:4.0:1557964600.927914:0:24088:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925bd2c2400. 00000800:00000200:24.0:1557964600.927915:0:24065:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (22)-- 02000000:00000001:4.0:1557964600.927915:0:24088:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:4.0:1557964600.927915:0:24088:0:(genops.c:1221:class_import_put()) Process entered 00000800:00000200:24.0:1557964600.927916:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000020:00000040:4.0:1557964600.927916:0:24088:0:(genops.c:1228:class_import_put()) import ffff891506a74800 refcount=3 obd=looze-MDT0001-mdc-ffff8925ba270000 00000100:00000001:3.0:1557964600.927916:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:4.0:1557964600.927917:0:24088:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:4.0:1557964600.927917:0:24088:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8d300. 00000100:00000001:3.0:1557964600.927917:0:24089:0:(client.c:1680:ptlrpc_check_set()) Process entered 02000000:00000001:4.0:1557964600.927918:0:24088:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:4.0:1557964600.927918:0:24088:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:4.0:1557964600.927919:0:24088:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514610000. 00000400:00000001:3.0:1557964600.927919:0:24089:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1557964600.927919:0:24089:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:16.0:1557964600.927920:0:24087:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:4.0:1557964600.927920:0:24088:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:4.0:1557964600.927920:0:24088:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964600.927920:0:24089:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000010:16.0:1557964600.927921:0:24087:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924d9b45720. 00000100:00000001:4.0:1557964600.927921:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:16.0:1557964600.927922:0:24087:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89151429bf80 00000100:00000001:4.0:1557964600.927922:0:24088:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1557964600.927922:0:24089:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514611200 x1633636318338688/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964706 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000010:16.0:1557964600.927923:0:24087:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89151429bf80. 00000100:00000001:4.0:1557964600.927923:0:24088:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964600.927924:0:24087:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1557964600.927924:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1557964600.927924:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964600.927925:0:24087:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:16.0:1557964600.927925:0:24087:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:4.0:1557964600.927925:0:24088:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:16.0:1557964600.927926:0:24087:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:4.0:1557964600.927926:0:24088:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1557964600.927926:0:24089:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514611200 x1633636318338688/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964706 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:16.0:1557964600.927927:0:24087:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:16.0:1557964600.927928:0:24087:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:16.0:1557964600.927929:0:24087:0:(import.c:1677:at_measured()) add 45 to ffff8925eae5cc00 time=100 v=45 (45 45 45 45) 00000100:00000001:3.0:1557964600.927930:0:24089:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00001000:16.0:1557964600.927931:0:24087:0:(import.c:1677:at_measured()) add 1 to ffff8925eae5cbc8 time=100 v=45 (1 1 1 1) 00000400:00000010:3.0:1557964600.927931:0:24089:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8915e9408b40. 00000400:00000200:3.0:1557964600.927931:0:24089:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff891595bd1580 00000100:00000001:16.0:1557964600.927932:0:24087:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1557964600.927932:0:24089:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff891595bd1580. 00000100:00000001:16.0:1557964600.927933:0:24087:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:16.0:1557964600.927933:0:24087:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1557964600.927933:0:24089:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:16.0:1557964600.927934:0:24087:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964600.927934:0:24089:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:3.0:1557964600.927934:0:24089:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:16.0:1557964600.927935:0:24087:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964600.927935:0:24089:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000040:16.0:1557964600.927936:0:24087:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514613600 x1633636318338656/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964706 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:3.0:1557964600.927936:0:24089:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964600.927937:0:24089:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1557964600.927939:0:24089:0:(import.c:1677:at_measured()) add 45 to ffff891506a77400 time=100 v=45 (45 45 45 45) 00000100:00000001:16.0:1557964600.927940:0:24087:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1557964600.927940:0:24089:0:(import.c:1677:at_measured()) add 1 to ffff891506a773c8 time=100 v=45 (1 1 1 1) 00000100:00000001:16.0:1557964600.927941:0:24087:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:16.0:1557964600.927941:0:24087:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964600.927941:0:24089:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000040:16.0:1557964600.927942:0:24087:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514613600 x1633636318338656/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964706 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:3.0:1557964600.927942:0:24089:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1557964600.927943:0:24089:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1557964600.927943:0:24089:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964600.927944:0:24089:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00100000:16.0:1557964600.927945:0:24087:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_12:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24087:1633636318338656:172.19.1.24@o2ib100:400 00000100:00000040:3.0:1557964600.927945:0:24089:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0008-osc-ffff8925ba270000: skip recheck: last_committed 30064771278 00000100:00000001:3.0:1557964600.927946:0:24089:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1557964600.927946:0:24089:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964600.927947:0:24087:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:16.0:1557964600.927947:0:24087:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1557964600.927947:0:24089:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514611200 x1633636318338688/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964706 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000040:16.0:1557964600.927948:0:24087:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514613600 x1633636318338656/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964706 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:16.0:1557964600.927951:0:24087:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1557964600.927951:0:24089:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:16.0:1557964600.927952:0:24087:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:16.0:1557964600.927952:0:24087:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925b9268c00. 00000100:00000001:3.0:1557964600.927952:0:24089:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:16.0:1557964600.927953:0:24087:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:16.0:1557964600.927954:0:24087:0:(genops.c:1221:class_import_put()) Process entered 00000100:00000001:3.0:1557964600.927954:0:24089:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:16.0:1557964600.927955:0:24087:0:(genops.c:1228:class_import_put()) import ffff8925eae5c800 refcount=3 obd=MGC172.19.1.24@o2ib100 00000100:00000040:3.0:1557964600.927955:0:24089:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514611200 x1633636318338688/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964706 ref 1 fl Interpret:RN/0/0 rc 0/0 00000020:00000001:16.0:1557964600.927956:0:24087:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:16.0:1557964600.927957:0:24087:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8f600. 02000000:00000001:16.0:1557964600.927958:0:24087:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:16.0:1557964600.927959:0:24087:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:16.0:1557964600.927959:0:24087:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514613600. 00000100:00100000:3.0:1557964600.927959:0:24089:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_14:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24089:1633636318338688:172.19.1.35@o2ib100:400 00000100:00000001:16.0:1557964600.927960:0:24087:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:16.0:1557964600.927961:0:24087:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:16.0:1557964600.927961:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964600.927961:0:24089:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964600.927962:0:24089:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:16.0:1557964600.927963:0:24087:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:16.0:1557964600.927963:0:24087:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1557964600.927963:0:24089:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514611200 x1633636318338688/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964706 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:16.0:1557964600.927964:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:16.0:1557964600.927964:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1557964600.927965:0:24087:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:16.0:1557964600.927965:0:24087:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964600.927965:0:24089:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1557964600.927966:0:24089:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1557964600.927966:0:24089:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8915b1ffb000. 02000000:00000001:3.0:1557964600.927967:0:24089:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1557964600.927968:0:24089:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:3.0:1557964600.927968:0:24089:0:(genops.c:1228:class_import_put()) import ffff891506a77000 refcount=4 obd=looze-OST0008-osc-ffff8925ba270000 00000020:00000001:3.0:1557964600.927969:0:24089:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:3.0:1557964600.927970:0:24089:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8f400. 02000000:00000001:3.0:1557964600.927970:0:24089:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1557964600.927971:0:24089:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1557964600.927971:0:24089:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514611200. 00000100:00000001:3.0:1557964600.927972:0:24089:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1557964600.927973:0:24089:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964600.927973:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964600.927975:0:24089:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1557964600.927976:0:24089:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964600.927977:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964600.927977:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964600.927978:0:24089:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964600.927979:0:24089:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.2:1557964600.928065:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (20)++ 00000800:00000200:4.0:1557964600.928105:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)++ 00000800:00000200:4.0:1557964600.928110:0:24064:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.36@o2ib100 00000400:00000200:4.0:1557964600.928113:0:24064:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.36@o2ib100 : PUT 00000400:00000010:4.0:1557964600.928115:0:24064:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925bd2c2400 (tot 30924164). 00000400:00000200:4.0:1557964600.928118:0:24064:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.36@o2ib100 of length 192 into portal 4 MB=0x5cdc898725e90 00000400:00000200:4.0:1557964600.928120:0:24064:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.36@o2ib100 of length 192/192 into md 0x1c2b9 [1] + 192 00000100:00000001:4.0:1557964600.928124:0:24064:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:4.0:1557964600.928126:0:24064:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514610300 x1633636318338704/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964706 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:4.0:1557964600.928130:0:24064:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514610300 x1633636318338704/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964706 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964600.928135:0:24064:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:4.0:1557964600.928136:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925bd2c2400 (tot 30923764). 00000800:00000200:21.0:1557964600.928137:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000800:00000200:4.0:1557964600.928137:0:24064:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (22)++ 00000800:00000200:4.0:1557964600.928138:0:24064:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (23)-- 00000800:00000200:4.0:1557964600.928139:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000100:00000001:6.0:1557964600.928166:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964600.928167:0:24090:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:6.0:1557964600.928169:0:24090:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:6.0:1557964600.928174:0:24090:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:6.0:1557964600.928174:0:24090:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:6.0:1557964600.928178:0:24090:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514610300 x1633636318338704/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964706 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:6.0:1557964600.928182:0:24090:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514610300 x1633636318338704/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964706 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:6.0:1557964600.928186:0:24090:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:6.0:1557964600.928187:0:24090:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925c80093c0. 00000400:00000200:6.0:1557964600.928188:0:24090:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f52ac780 00000400:00000010:6.0:1557964600.928188:0:24090:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f52ac780. 00000100:00000001:6.0:1557964600.928189:0:24090:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964600.928190:0:24090:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:6.0:1557964600.928190:0:24090:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:6.0:1557964600.928191:0:24090:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:6.0:1557964600.928192:0:24090:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1557964600.928193:0:24090:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:6.0:1557964600.928194:0:24090:0:(import.c:1677:at_measured()) add 45 to ffff891512a11400 time=100 v=45 (45 45 45 45) 00000100:00001000:6.0:1557964600.928196:0:24090:0:(import.c:1677:at_measured()) add 1 to ffff891512a113c8 time=100 v=45 (1 1 1 1) 00000100:00000001:6.0:1557964600.928197:0:24090:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:6.0:1557964600.928197:0:24090:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:6.0:1557964600.928198:0:24090:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:6.0:1557964600.928199:0:24090:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964600.928200:0:24090:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:6.0:1557964600.928201:0:24090:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0009-osc-ffff8925ba270000: skip recheck: last_committed 34359738567 00000100:00000001:6.0:1557964600.928201:0:24090:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:6.0:1557964600.928202:0:24090:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:6.0:1557964600.928203:0:24090:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514610300 x1633636318338704/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964706 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:6.0:1557964600.928206:0:24090:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:6.0:1557964600.928207:0:24090:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:6.0:1557964600.928207:0:24090:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:6.0:1557964600.928208:0:24090:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514610300 x1633636318338704/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964706 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:6.0:1557964600.928212:0:24090:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_15:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24090:1633636318338704:172.19.1.36@o2ib100:400 00000100:00000001:6.0:1557964600.928213:0:24090:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964600.928214:0:24090:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:6.0:1557964600.928215:0:24090:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514610300 x1633636318338704/t0(0) o400->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964706 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:6.0:1557964600.928219:0:24090:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:6.0:1557964600.928219:0:24090:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:6.0:1557964600.928220:0:24090:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89254ea9c600. 02000000:00000001:6.0:1557964600.928221:0:24090:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:6.0:1557964600.928222:0:24090:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:6.0:1557964600.928222:0:24090:0:(genops.c:1228:class_import_put()) import ffff891512a11000 refcount=4 obd=looze-OST0009-osc-ffff8925ba270000 00000020:00000001:6.0:1557964600.928223:0:24090:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:6.0:1557964600.928223:0:24090:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8fb00. 02000000:00000001:6.0:1557964600.928224:0:24090:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:6.0:1557964600.928224:0:24090:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:6.0:1557964600.928225:0:24090:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514610300. 00000100:00000001:6.0:1557964600.928226:0:24090:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:6.0:1557964600.928226:0:24090:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964600.928226:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964600.928244:0:24090:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:6.0:1557964600.928244:0:24090:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964600.928245:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964600.928246:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964600.928248:0:24090:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964600.928248:0:24090:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964601.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964601.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964601.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964601.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964601.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964601.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964601.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964601.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964602.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964602.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964602.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964602.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964602.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964602.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964602.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964602.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964603.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964603.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964603.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964603.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964603.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964603.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964603.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964603.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000010:9.0:1557964604.488958:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf19100 (tot 30924020). 00000400:00000010:9.0:1557964604.488974:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf19100 (tot 30923764). 00000400:00000200:3.0:1557964604.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964604.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964604.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964604.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964604.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964604.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964604.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964604.874363:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964605.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964605.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964605.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964605.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964605.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964605.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964605.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964605.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964606.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964606.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964606.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964606.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964606.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964606.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964606.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964606.874364:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964607.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964607.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964607.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964607.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964607.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964607.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964607.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964607.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964608.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964608.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964608.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964608.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964608.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964608.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964608.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964608.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000010:9.0:1557964609.489253:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf1a200 (tot 30924020). 00000400:00000010:9.0:1557964609.489287:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf1a200 (tot 30923764). 00000400:00000200:3.0:1557964609.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964609.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964609.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964609.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964609.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964609.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964609.874363:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964609.874367:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964610.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964610.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964610.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964610.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964610.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964610.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964610.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964610.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00010000:00000001:7.0:1557964610.894353:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964610.894356:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:7.0:1557964610.894359:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964610.894361:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964610.894362:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964610.894364:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964610.894366:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964610.894367:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964610.894368:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964610.894370:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964610.894371:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964610.894372:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964610.894374:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964610.894376:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964610.894377:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964610.894378:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964610.894379:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964610.894380:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964610.894380:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964610.894382:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964610.894382:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964610.894384:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964610.894384:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:7.0:1557964610.894385:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964610.894387:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00000020:00000001:3.0:1557964610.894387:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964610.894388:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964610.894389:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00000020:00000001:3.0:1557964610.894389:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964610.894390:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964610.894391:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964610.894391:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964610.894394:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964610.894396:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964610.894397:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964610.894398:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964610.894399:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964610.894406:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964610.894407:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964610.894409:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964610.894410:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964611.874306:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964611.874308:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964611.874310:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964611.874311:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964611.874314:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964611.874317:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964611.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964611.874320:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964612.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964612.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964612.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964612.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964612.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964612.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964612.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964612.874363:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964613.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964613.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964613.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964613.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964613.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964613.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964613.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964613.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000010:9.0:1557964614.489667:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf1b900 (tot 30924020). 00000400:00000010:9.0:1557964614.489675:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf1b900 (tot 30923764). 00000400:00000200:3.0:1557964614.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964614.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964614.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964614.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964614.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964614.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964614.874364:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964614.874368:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964615.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964615.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964615.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964615.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964615.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964615.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964615.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964615.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964616.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964616.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964616.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964616.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964616.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964616.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964616.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964616.874363:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964617.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964617.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964617.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964617.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964617.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964617.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964617.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964617.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964618.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964618.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964618.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964618.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964618.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964618.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964618.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964618.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000010:9.0:1557964619.489962:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf18200 (tot 30924020). 00000400:00000010:9.0:1557964619.489979:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf18200 (tot 30923764). 00000400:00000200:3.0:1557964619.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964619.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964619.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964619.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964619.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964619.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964619.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964619.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964620.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964620.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964620.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964620.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964620.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964620.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964620.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964620.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00010000:00000001:7.0:1557964620.894334:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964620.894337:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:7.0:1557964620.894338:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964620.894339:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964620.894340:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964620.894341:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964620.894342:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964620.894342:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964620.894343:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964620.894343:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964620.894344:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964620.894344:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964620.894345:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964620.894346:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964620.894346:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964620.894347:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964620.894348:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964620.894348:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964620.894348:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964620.894349:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964620.894349:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964620.894350:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964620.894350:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964620.894351:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964620.894351:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964620.894352:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964620.894352:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964620.894352:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964620.894353:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964620.894353:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964620.894353:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964620.894354:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964620.894354:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964620.894359:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964620.894360:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964620.894361:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964620.894362:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1557964620.894389:0:24150:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:4.0:1557964620.894392:0:24150:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1557964620.894394:0:24150:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:4.0:1557964620.894394:0:24150:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964621.874309:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318282028 00000400:00000200:3.0:1557964621.874312:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.52@o2ib100 00000400:00000010:3.0:1557964621.874314:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ffb000 (tot 30924164). 00000400:00000200:3.0:1557964621.874316:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.52@o2ib100 00000400:00000200:3.0:1557964621.874322:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.52@o2ib100(172.19.1.52@o2ib100:172.19.1.52@o2ib100) : GET 00000800:00000200:3.0:1557964621.874325:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.52@o2ib100 00000800:00000200:3.0:1557964621.874329:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f09300] -> 172.19.1.52@o2ib100 (2) version: 12 00000800:00000200:3.0:1557964621.874331:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa595400] (20)++ 00000800:00000200:3.0:1557964621.874332:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa595400] (21)++ 00000800:00000200:3.0:1557964621.874336:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa595400] (22)-- 00000400:00000200:3.0:1557964621.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964621.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964621.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964621.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964621.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964621.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964621.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000800:00000200:9.2:1557964621.874376:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa595400] (21)++ 00000800:00000200:2.0:1557964621.874415:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa595400] (22)++ 00000800:00000200:2.0:1557964621.874420:0:24061:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa595400] (23)-- 00000400:00000010:2.0:1557964621.874423:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ffb000 (tot 30923764). 00000800:00000200:2.0:1557964621.874424:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa595400] (22)-- 00000800:00000200:2.0:1557964621.874425:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa595400] (21)++ 00000800:00000200:2.0:1557964621.874429:0:24061:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.52@o2ib100 00000400:00000200:2.0:1557964621.874431:0:24061:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.52@o2ib100 : REPLY 00000400:00000010:2.0:1557964621.874432:0:24061:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c6000 (tot 30924164). 00000400:00000200:2.0:1557964621.874435:0:24061:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.52@o2ib100 of length 64/64 into md 0x9 00000400:00000200:2.0:1557964621.874438:0:24061:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:2.0:1557964621.874439:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c6000 (tot 30923764). 00000800:00000200:2.0:1557964621.874440:0:24061:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa595400] (22)++ 00000800:00000200:2.0:1557964621.874441:0:24061:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa595400] (23)-- 00000800:00000200:2.0:1557964621.874442:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa595400] (22)-- 00000800:00000200:2.0:1557964621.874443:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa595400] (21)-- 00000400:00000200:3.0:1557964622.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318343028 00000400:00000200:3.0:1557964622.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964622.874342:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.53@o2ib100 00000400:00000010:3.0:1557964622.874345:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ffe400 (tot 30924164). 00000400:00000200:3.0:1557964622.874350:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.53@o2ib100 00000400:00000200:3.0:1557964622.874363:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.53@o2ib100(172.19.1.53@o2ib100:172.19.1.53@o2ib100) : GET 00000800:00000200:3.0:1557964622.874368:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.53@o2ib100 00000800:00000200:3.0:1557964622.874375:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0a000] -> 172.19.1.53@o2ib100 (2) version: 12 00000800:00000200:3.0:1557964622.874379:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7c600] (20)++ 00000800:00000200:3.0:1557964622.874381:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7c600] (21)++ 00000800:00000200:3.0:1557964622.874385:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7c600] (22)-- 00000400:00000200:3.0:1557964622.874389:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964622.874393:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.54@o2ib100 00000400:00000010:3.0:1557964622.874395:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ffbc00 (tot 30924564). 00000400:00000200:3.0:1557964622.874399:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.54@o2ib100 00000400:00000200:3.0:1557964622.874408:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.54@o2ib100(172.19.1.54@o2ib100:172.19.1.54@o2ib100) : GET 00000800:00000200:3.0:1557964622.874413:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.54@o2ib100 00000800:00000200:3.0:1557964622.874416:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0a100] -> 172.19.1.54@o2ib100 (2) version: 12 00000800:00000200:3.0:1557964622.874421:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7c800] (20)++ 00000800:00000200:3.0:1557964622.874423:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7c800] (21)++ 00000800:00000200:26.2:1557964622.874426:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7c600] (21)++ 00000800:00000200:3.0:1557964622.874426:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7c800] (22)-- 00000400:00000200:3.0:1557964622.874429:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964622.874434:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.55@o2ib100 00000400:00000010:3.0:1557964622.874435:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ffb000 (tot 30924964). 00000400:00000200:3.0:1557964622.874439:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.55@o2ib100 00000800:00000200:26.0:1557964622.874447:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c600] (22)++ 00000400:00000200:3.0:1557964622.874448:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.55@o2ib100(172.19.1.55@o2ib100:172.19.1.55@o2ib100) : GET 00000800:00000200:3.0:1557964622.874452:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.55@o2ib100 00000800:00000200:26.0:1557964622.874453:0:24067:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7c600] (23)-- 00000800:00000200:3.0:1557964622.874456:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f08a00] -> 172.19.1.55@o2ib100 (2) version: 12 00000800:00000200:3.0:1557964622.874458:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915b2ec9e00] (20)++ 00000400:00000010:26.0:1557964622.874459:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ffe400 (tot 30924564). 00000800:00000200:3.0:1557964622.874460:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915b2ec9e00] (21)++ 00000800:00000200:27.2:1557964622.874462:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7c800] (21)++ 00000800:00000200:3.0:1557964622.874462:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915b2ec9e00] (22)-- 00000400:00000200:3.0:1557964622.874465:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964622.874469:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.22@o2ib100 00000800:00000200:26.0:1557964622.874471:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c600] (22)-- 00000400:00000010:3.0:1557964622.874471:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ffc000 (tot 30924964). 00000800:00000200:26.0:1557964622.874474:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c600] (21)-- 00000400:00000200:3.0:1557964622.874475:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.22@o2ib100 00000800:00000200:26.0:1557964622.874477:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c800] (22)++ 00000800:00000200:26.0:1557964622.874481:0:24067:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7c800] (23)-- 00000800:00000200:27.0:1557964622.874483:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (22)-- 00000400:00000200:3.0:1557964622.874483:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.22@o2ib100(172.19.2.22@o2ib100:172.19.2.22@o2ib100) : GET 00000400:00000010:26.0:1557964622.874485:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ffbc00 (tot 30924564). 00000800:00000200:26.0:1557964622.874487:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (21)-- 00000800:00000200:3.0:1557964622.874488:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.22@o2ib100 00000800:00000200:3.0:1557964622.874491:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f09900] -> 172.19.2.22@o2ib100 (2) version: 12 00000800:00000200:3.0:1557964622.874493:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915b2ece400] (20)++ 00000800:00000200:3.0:1557964622.874495:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915b2ece400] (21)++ 00000800:00000200:3.0:1557964622.874498:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915b2ece400] (22)-- 00000800:00000200:12.2:1557964622.874499:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ec9e00] (21)++ 00000800:00000200:26.2:1557964622.874501:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7c600] (20)++ 00000400:00000200:3.0:1557964622.874501:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000400:00000200:3.0:1557964622.874505:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.23@o2ib100 00000400:00000010:3.0:1557964622.874506:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ffa400 (tot 30924964). 00000800:00000200:26.0:1557964622.874510:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c600] (21)++ 00000400:00000200:3.0:1557964622.874510:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.23@o2ib100 00000800:00000200:11.2:1557964622.874513:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ece400] (21)++ 00000800:00000200:26.0:1557964622.874517:0:24068:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.53@o2ib100 00000800:00000200:24.0:1557964622.874519:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c600] (22)-- 00000400:00000200:3.0:1557964622.874519:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.23@o2ib100(172.19.2.23@o2ib100:172.19.2.23@o2ib100) : GET 00000800:00000200:3.0:1557964622.874525:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.23@o2ib100 00000400:00000200:26.0:1557964622.874527:0:24068:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.53@o2ib100 : REPLY 00000800:00000200:3.0:1557964622.874529:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0bf80] -> 172.19.2.23@o2ib100 (2) version: 12 00000400:00000010:26.0:1557964622.874530:0:24068:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924c826a600 (tot 30925364). 00000800:00000200:3.0:1557964622.874532:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7bc00] (20)++ 00000800:00000200:3.0:1557964622.874534:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7bc00] (21)++ 00000800:00000200:3.0:1557964622.874537:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7bc00] (22)-- 00000400:00000200:26.0:1557964622.874538:0:24068:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.53@o2ib100 of length 64/64 into md 0x11 00000400:00000200:3.0:1557964622.874540:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000800:00000200:27.2:1557964622.874543:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7c800] (20)++ 00000400:00000200:26.0:1557964622.874543:0:24068:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:26.0:1557964622.874545:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924c826a600 (tot 30924964). 00000400:00000200:3.0:1557964622.874545:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.24@o2ib100 00000400:00000010:3.0:1557964622.874546:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ffd800 (tot 30925364). 00000800:00000200:28.2:1557964622.874547:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7bc00] (21)++ 00000800:00000200:26.0:1557964622.874548:0:24068:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7c600] (21)++ 00000800:00000200:26.0:1557964622.874550:0:24068:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7c600] (22)-- 00000400:00000200:3.0:1557964622.874550:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.24@o2ib100 00000800:00000200:4.0:1557964622.874554:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (22)++ 00000800:00000200:26.0:1557964622.874555:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c600] (21)-- 00000400:00000200:3.0:1557964622.874559:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.24@o2ib100(172.19.2.24@o2ib100:172.19.2.24@o2ib100) : GET 00000800:00000200:27.0:1557964622.874560:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7c800] (21)++ 00000800:00000200:4.0:1557964622.874562:0:24064:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915b2ec9e00] (23)-- 00000800:00000200:26.0:1557964622.874563:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (22)++ 00000800:00000200:3.0:1557964622.874564:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.24@o2ib100 00000800:00000200:2.0:1557964622.874564:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ece400] (22)++ 00000800:00000200:26.0:1557964622.874567:0:24068:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7bc00] (23)-- 00000800:00000200:28.0:1557964622.874568:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (22)-- 00000800:00000200:27.0:1557964622.874568:0:24066:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.54@o2ib100 00000400:00000010:4.0:1557964622.874568:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ffb000 (tot 30924964). 00000400:00000010:26.0:1557964622.874570:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ffa400 (tot 30924564). 00000800:00000200:3.0:1557964622.874570:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c9f08780] -> 172.19.2.24@o2ib100 (2) version: 12 00000800:00000200:11.0:1557964622.874571:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (22)-- 00000800:00000200:4.0:1557964622.874572:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (22)-- 00000800:00000200:3.0:1557964622.874573:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915b2ec9800] (20)++ 00000800:00000200:2.0:1557964622.874573:0:24061:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915b2ece400] (23)-- 00000800:00000200:26.0:1557964622.874574:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (21)-- 00000800:00000200:4.0:1557964622.874575:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (21)-- 00000800:00000200:3.0:1557964622.874575:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915b2ec9800] (21)++ 00000800:00000200:19.0:1557964622.874578:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ece400] (22)-- 00000400:00000010:2.0:1557964622.874578:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ffc000 (tot 30924164). 00000800:00000200:3.0:1557964622.874579:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915b2ec9800] (22)-- 00000400:00000200:27.0:1557964622.874581:0:24066:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.54@o2ib100 : REPLY 00000800:00000200:12.2:1557964622.874583:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ec9e00] (20)++ 00000400:00000010:27.0:1557964622.874584:0:24066:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff892575fc3600 (tot 30924564). 00000400:00000200:3.0:1557964622.874585:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318283028 00000800:00000200:2.0:1557964622.874589:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ece400] (21)-- 00000400:00000200:3.0:1557964622.874591:0:24071:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.25@o2ib100 00000800:00000200:2.0:1557964622.874592:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (21)++ 00000400:00000010:3.0:1557964622.874594:0:24071:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ffd200 (tot 30924964). 00000800:00000200:4.0:1557964622.874597:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (22)-- 00000400:00000200:27.0:1557964622.874599:0:24066:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.54@o2ib100 of length 64/64 into md 0x19 00000800:00000200:2.0:1557964622.874600:0:24061:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.55@o2ib100 00000400:00000200:3.0:1557964622.874606:0:24071:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.25@o2ib100 00000400:00000200:2.0:1557964622.874607:0:24061:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.55@o2ib100 : REPLY 00000400:00000200:27.0:1557964622.874609:0:24066:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:2.0:1557964622.874610:0:24061:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c6000 (tot 30925364). 00000400:00000200:2.0:1557964622.874618:0:24061:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.1.55@o2ib100 of length 64/64 into md 0x21 00000800:00000200:29.2:1557964622.874619:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ec9800] (21)++ 00000400:00000200:3.0:1557964622.874619:0:24071:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.2.25@o2ib100(172.19.2.25@o2ib100:172.19.2.25@o2ib100) : GET 00000400:00000200:2.0:1557964622.874622:0:24061:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:27.0:1557964622.874623:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff892575fc3600 (tot 30924964). 00000800:00000200:3.0:1557964622.874623:0:24071:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.25@o2ib100 00000400:00000010:2.0:1557964622.874625:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c6000 (tot 30924564). 00000800:00000200:27.0:1557964622.874627:0:24066:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7c800] (21)++ 00000800:00000200:11.2:1557964622.874627:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ece400] (20)++ 00000800:00000200:2.0:1557964622.874628:0:24061:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915b2ec9e00] (21)++ 00000800:00000200:2.0:1557964622.874630:0:24061:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915b2ec9e00] (22)-- 00000800:00000200:27.0:1557964622.874631:0:24066:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7c800] (22)-- 00000800:00000200:3.0:1557964622.874631:0:24071:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff892575e0a200] -> 172.19.2.25@o2ib100 (2) version: 12 00000800:00000200:2.0:1557964622.874632:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9e00] (21)-- 00000800:00000200:3.0:1557964622.874633:0:24071:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7b600] (20)++ 00000800:00000200:27.0:1557964622.874634:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7c800] (21)-- 00000800:00000200:3.0:1557964622.874636:0:24071:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7b600] (21)++ 00000800:00000200:2.0:1557964622.874636:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9800] (22)++ 00000800:00000200:4.0:1557964622.874640:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ece400] (21)++ 00000800:00000200:3.0:1557964622.874640:0:24071:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7b600] (22)-- 00000800:00000200:2.0:1557964622.874640:0:24061:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915b2ec9800] (23)-- 00000400:00000010:2.0:1557964622.874643:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ffd800 (tot 30924164). 00000800:00000200:19.0:1557964622.874644:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (22)-- 00000800:00000200:4.0:1557964622.874646:0:24064:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.22@o2ib100 00000800:00000200:21.0:1557964622.874647:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ece400] (22)-- 00000800:00000200:2.0:1557964622.874651:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (21)-- 00000400:00000200:4.0:1557964622.874653:0:24064:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.22@o2ib100 : REPLY 00000400:00000010:4.0:1557964622.874656:0:24064:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925bd2c2400 (tot 30924564). 00000400:00000200:4.0:1557964622.874664:0:24064:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.22@o2ib100 of length 64/64 into md 0x29 00000400:00000200:4.0:1557964622.874668:0:24064:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:4.0:1557964622.874670:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925bd2c2400 (tot 30924164). 00000800:00000200:4.0:1557964622.874673:0:24064:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915b2ece400] (21)++ 00000800:00000200:14.2:1557964622.874677:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7b600] (21)++ 00000800:00000200:29.2:1557964622.874690:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915b2ec9800] (20)++ 00000800:00000200:4.0:1557964622.874691:0:24064:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915b2ece400] (22)-- 00000800:00000200:4.0:1557964622.874694:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ece400] (21)-- 00000800:00000200:4.0:1557964622.874696:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915b2ec9800] (21)++ 00000800:00000200:19.0:1557964622.874699:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (22)-- 00000800:00000200:4.0:1557964622.874699:0:24064:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.24@o2ib100 00000400:00000200:4.0:1557964622.874702:0:24064:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.24@o2ib100 : REPLY 00000400:00000010:4.0:1557964622.874703:0:24064:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925bd2c2400 (tot 30924564). 00000800:00000200:14.0:1557964622.874705:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7b600] (22)++ 00000400:00000200:4.0:1557964622.874707:0:24064:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.24@o2ib100 of length 64/64 into md 0x39 00000400:00000200:4.0:1557964622.874708:0:24064:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:4.0:1557964622.874709:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925bd2c2400 (tot 30924164). 00000800:00000200:14.0:1557964622.874710:0:24065:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7b600] (23)-- 00000800:00000200:4.0:1557964622.874710:0:24064:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915b2ec9800] (21)++ 00000800:00000200:4.0:1557964622.874711:0:24064:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915b2ec9800] (22)-- 00000800:00000200:4.0:1557964622.874712:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915b2ec9800] (21)-- 00000800:00000200:28.2:1557964622.874713:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7bc00] (20)++ 00000400:00000010:14.0:1557964622.874716:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ffd200 (tot 30923764). 00000800:00000200:14.0:1557964622.874722:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7b600] (22)-- 00000800:00000200:14.0:1557964622.874725:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7b600] (21)-- 00000800:00000200:11.0:1557964622.874727:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (21)++ 00000800:00000200:28.0:1557964622.874734:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (22)-- 00000800:00000200:11.0:1557964622.874736:0:24067:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.23@o2ib100 00000400:00000200:11.0:1557964622.874747:0:24067:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.23@o2ib100 : REPLY 00000400:00000010:11.0:1557964622.874750:0:24067:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89254df65800 (tot 30924164). 00000400:00000200:11.0:1557964622.874757:0:24067:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.23@o2ib100 of length 64/64 into md 0x31 00000800:00000200:14.2:1557964622.874759:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7b600] (20)++ 00000400:00000200:11.0:1557964622.874761:0:24067:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:11.0:1557964622.874763:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89254df65800 (tot 30923764). 00000800:00000200:11.0:1557964622.874766:0:24067:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7bc00] (21)++ 00000800:00000200:14.0:1557964622.874768:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7b600] (21)++ 00000800:00000200:11.0:1557964622.874768:0:24067:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7bc00] (22)-- 00000800:00000200:11.0:1557964622.874771:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7bc00] (21)-- 00000800:00000200:14.0:1557964622.874774:0:24065:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.25@o2ib100 00000800:00000200:11.0:1557964622.874774:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7b600] (22)-- 00000400:00000200:14.0:1557964622.874781:0:24065:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.2.25@o2ib100 : REPLY 00000400:00000010:14.0:1557964622.874784:0:24065:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915fdb78c00 (tot 30924164). 00000400:00000200:14.0:1557964622.874792:0:24065:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.39@o2ib100: Reply from 12345-172.19.2.25@o2ib100 of length 64/64 into md 0x41 00000400:00000200:14.0:1557964622.874796:0:24065:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:14.0:1557964622.874798:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915fdb78c00 (tot 30923764). 00000800:00000200:14.0:1557964622.874801:0:24065:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7b600] (21)++ 00000800:00000200:14.0:1557964622.874803:0:24065:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7b600] (22)-- 00000800:00000200:14.0:1557964622.874806:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7b600] (21)-- 00000400:00000200:3.0:1557964623.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318343028 00000400:00000200:3.0:1557964623.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964623.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964623.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964623.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964623.874367:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964623.874371:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964623.874375:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000080:00000001:3.0:1557964623.952438:0:55831:0:(file.c:4022:ll_inode_permission()) Process entered 00000080:00000001:3.0:1557964623.952439:0:55831:0:(file.c:4022:ll_inode_permission()) Process entered 00000080:00200000:3.0:1557964623.952440:0:55831:0:(file.c:4043:ll_inode_permission()) VFS Op:inode=[0x200001b71:0x199:0x0](ffff89151664b690), inode mode 41ed mask 1 00000080:00000001:3.0:1557964623.952442:0:55831:0:(file.c:4081:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1557964623.952444:0:55831:0:(xattr.c:417:ll_xattr_get_common()) Process entered 00000080:00000001:3.0:1557964623.952446:0:55831:0:(xattr.c:339:ll_xattr_list()) Process entered 00000080:00000001:3.0:1557964623.952447:0:55831:0:(xattr_cache.c:512:ll_xattr_cache_get()) Process entered 00000080:00000001:3.0:1557964623.952447:0:55831:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1557964623.952448:0:55831:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1557964623.952449:0:55831:0:(xattr_cache.c:547:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:3.0:1557964623.952450:0:55831:0:(xattr_cache.c:551:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1557964623.952451:0:55831:0:(xattr.c:347:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:3.0:1557964623.952452:0:55831:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1557964623.952453:0:55831:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1557964623.952453:0:55831:0:(xattr.c:405:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1557964623.952454:0:55831:0:(xattr.c:461:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1557964623.952455:0:55831:0:(file.c:3768:ll_inode_revalidate()) Process entered 00000080:00000001:3.0:1557964623.952457:0:55831:0:(file.c:3656:__ll_inode_revalidate()) Process entered 00000080:00200000:3.0:1557964623.952457:0:55831:0:(file.c:3661:__ll_inode_revalidate()) VFS Op:inode=[0x200001b71:0x199:0x0](ffff89151664b690),name=rootstuff 00000080:00000010:3.0:1557964623.952459:0:55831:0:(llite_lib.c:2480:ll_prep_md_op_data()) kmalloced 'op_data': 320 at ffff8915b1ffb800. 00000080:00000001:3.0:1557964623.952460:0:55831:0:(obd_class.h:1387:md_intent_lock()) Process entered 00800000:00000001:3.0:1557964623.952461:0:55831:0:(lmv_intent.c:474:lmv_intent_lock()) Process entered 00800000:00000002:3.0:1557964623.952461:0:55831:0:(lmv_intent.c:482:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200001b71:0x199:0x0] '' on [0x200001b71:0x199:0x0] 00800000:00000001:3.0:1557964623.952463:0:55831:0:(lmv_intent.c:361:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1557964623.952464:0:55831:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1557964623.952465:0:55831:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:3.0:1557964623.952465:0:55831:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1557964623.952466:0:55831:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1557964623.952466:0:55831:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1557964623.952468:0:55831:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b71:0x199:0x0] 00800000:00000001:3.0:1557964623.952469:0:55831:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1557964623.952470:0:55831:0:(lmv_intent.c:390:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200001b71:0x199:0x0], fid2=[0x200001b71:0x199:0x0], name='' -> mds #0 lsm= (null) lsm_magic=ffffffff 00800000:00000001:3.0:1557964623.952472:0:55831:0:(obd_class.h:1387:md_intent_lock()) Process entered 00000002:00000001:3.0:1557964623.952473:0:55831:0:(mdc_locks.c:1144:mdc_intent_lock()) Process entered 00000002:00010000:3.0:1557964623.952473:0:55831:0:(mdc_locks.c:1151:mdc_intent_lock()) (name: ,[0x200001b71:0x199:0x0]) in obj [0x200001b71:0x199:0x0], intent: getattr flags 0 00000002:00000001:3.0:1557964623.952475:0:55831:0:(mdc_locks.c:1050:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1557964623.952475:0:55831:0:(mdc_locks.c:142:mdc_lock_match()) Process entered 00010000:00000001:3.0:1557964623.952476:0:55831:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000040:3.0:1557964623.952477:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 3 00010000:00000001:3.0:1557964623.952478:0:55831:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1557964623.952479:0:55831:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1557964623.952479:0:55831:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1557964623.952480:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 4 00010000:00010000:3.0:1557964623.952481:0:55831:0:(ldlm_lock.c:745:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 2/1,0 mode: PR/PR res: [0x200001b71:0x199:0x0].0x0 bits 0x13 rrc: 4 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fa97 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1557964623.952485:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 3 00010000:00000001:3.0:1557964623.952486:0:55831:0:(ldlm_lock.c:1413:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000040:3.0:1557964623.952487:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 2 00010000:00000040:3.0:1557964623.952487:0:55831:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 3 00010000:00010000:3.0:1557964623.952488:0:55831:0:(ldlm_lock.c:1473:ldlm_lock_match()) ### matched (0 0) ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 2/1,0 mode: PR/PR res: [0x200001b71:0x199:0x0].0x0 bits 0x13 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fa97 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1557964623.952491:0:55831:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 2 02000000:00000001:3.0:1557964623.952491:0:55831:0:(sec.c:936:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1557964623.952492:0:55831:0:(sec.c:950:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1557964623.952493:0:55831:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1557964623.952493:0:55831:0:(mdc_locks.c:1102:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1557964623.952494:0:55831:0:(mdc_locks.c:1164:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1557964623.952495:0:55831:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1557964623.952495:0:55831:0:(lmv_intent.c:409:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1557964623.952496:0:55831:0:(lmv_intent.c:515:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1557964623.952496:0:55831:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1557964623.952497:0:55831:0:(llite_lib.c:2531:ll_finish_md_op_data()) kfreed 'op_data': 320 at ffff8915b1ffb800. 00000080:00000001:3.0:1557964623.952498:0:55831:0:(dcache.c:267:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1557964623.952499:0:55831:0:(dcache.c:270:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1557964623.952499:0:55831:0:(dcache.c:290:ll_lookup_finish_locks()) setting l_data to inode [0x200001b71:0x199:0x0](ffff89151664b690) 00000080:00010000:3.0:1557964623.952501:0:55831:0:(llite_internal.h:1336:ll_set_lock_data()) setting l_data to inode [0x200001b71:0x199:0x0](ffff89151664b690) for lock 0x398a44d554ce2616 00000080:00000001:3.0:1557964623.952502:0:55831:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00800000:00000001:3.0:1557964623.952502:0:55831:0:(lmv_obd.c:2852:lmv_set_lock_data()) Process entered 00800000:00000001:3.0:1557964623.952503:0:55831:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00000002:00000001:3.0:1557964623.952505:0:55831:0:(mdc_locks.c:103:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1557964623.952505:0:55831:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1557964623.952506:0:55831:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:3.0:1557964623.952506:0:55831:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964623.952507:0:55831:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964623.952508:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964623.952508:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1557964623.952508:0:55831:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1557964623.952509:0:55831:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1557964623.952509:0:55831:0:(lmv_obd.c:2857:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1557964623.952510:0:55831:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1557964623.952511:0:55831:0:(dcache.c:201:ll_intent_drop_lock()) releasing lock with cookie 0x398a44d554ce2616 from it ffff8907289fbd18 00010000:00000001:3.0:1557964623.952512:0:55831:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1557964623.952512:0:55831:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:3.0:1557964623.952513:0:55831:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964623.952513:0:55831:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613322263113216 : -130751446438400 : ffff89150e7b2e00) 00010000:00000001:3.0:1557964623.952514:0:55831:0:(ldlm_lock.c:826:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1557964623.952515:0:55831:0:(ldlm_lock.c:799:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: ?? lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 3/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261fa97 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1557964623.952517:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964623.952517:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1557964623.952517:0:55831:0:(ldlm_lock.c:872:ldlm_lock_decref_internal()) ### add lock into lru list ns: ?? lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 2/0,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261fa97 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1557964623.952519:0:55831:0:(ldlm_lock.c:300:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1557964623.952520:0:55831:0:(ldlm_lock.c:304:ldlm_lock_add_to_lru()) Process leaving 00010000:00000001:3.0:1557964623.952521:0:55831:0:(ldlm_lock.c:893:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1557964623.952521:0:55831:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1557964623.952521:0:55831:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1557964623.952522:0:55831:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1557964623.952522:0:55831:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1557964623.952523:0:55831:0:(file.c:3797:ll_inode_revalidate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.953532:0:57589:0:(file.c:4022:ll_inode_permission()) Process entered 00000080:00000001:17.0:1557964623.953533:0:57589:0:(file.c:4022:ll_inode_permission()) Process entered 00000080:00200000:17.0:1557964623.953533:0:57589:0:(file.c:4043:ll_inode_permission()) VFS Op:inode=[0x200001b71:0x199:0x0](ffff89151664b690), inode mode 41ed mask 1 00000080:00000001:17.0:1557964623.953536:0:57589:0:(file.c:4081:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.953537:0:57589:0:(xattr.c:417:ll_xattr_get_common()) Process entered 00000080:00000001:17.0:1557964623.953539:0:57589:0:(xattr.c:339:ll_xattr_list()) Process entered 00000080:00000001:17.0:1557964623.953539:0:57589:0:(xattr_cache.c:512:ll_xattr_cache_get()) Process entered 00000080:00000001:17.0:1557964623.953540:0:57589:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:17.0:1557964623.953541:0:57589:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964623.953541:0:57589:0:(xattr_cache.c:547:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:17.0:1557964623.953542:0:57589:0:(xattr_cache.c:551:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964623.953543:0:57589:0:(xattr.c:347:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:17.0:1557964623.953544:0:57589:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:17.0:1557964623.953544:0:57589:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:17.0:1557964623.953545:0:57589:0:(xattr.c:405:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964623.953546:0:57589:0:(xattr.c:461:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964623.953548:0:57589:0:(file.c:4022:ll_inode_permission()) Process entered 00000080:00200000:17.0:1557964623.953548:0:57589:0:(file.c:4043:ll_inode_permission()) VFS Op:inode=[0x200001b71:0x199:0x0](ffff89151664b690), inode mode 41ed mask 3 00000080:00000001:17.0:1557964623.953549:0:57589:0:(file.c:4081:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.953550:0:57589:0:(namei.c:716:ll_atomic_open()) Process entered 00000080:00200000:17.0:1557964623.953551:0:57589:0:(namei.c:721:ll_atomic_open()) VFS Op:name=test.10, dir=[0x200001b71:0x199:0x0](ffff89151664b690), file ffff891579b23f00,open_flags 8241, mode 81b6 opened 0 00000080:00000010:17.0:1557964623.953553:0:57589:0:(namei.c:741:ll_atomic_open()) kmalloced 'it': 72 at ffff8924c9af19c0. 00000080:00000001:17.0:1557964623.953554:0:57589:0:(namei.c:555:ll_lookup_it()) Process entered 00000080:00200000:17.0:1557964623.953554:0:57589:0:(namei.c:562:ll_lookup_it()) VFS Op:name=test.10, dir=[0x200001b71:0x199:0x0](ffff89151664b690), intent=open|creat 00000080:00000010:17.0:1557964623.953556:0:57589:0:(llite_lib.c:2480:ll_prep_md_op_data()) kmalloced 'op_data': 320 at ffff89150ef12c00. 00000080:00000001:17.0:1557964623.953557:0:57589:0:(obd_class.h:1387:md_intent_lock()) Process entered 00800000:00000001:17.0:1557964623.953558:0:57589:0:(lmv_intent.c:474:lmv_intent_lock()) Process entered 00800000:00000002:17.0:1557964623.953558:0:57589:0:(lmv_intent.c:482:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'test.10' on [0x200001b71:0x199:0x0] 00800000:00000001:17.0:1557964623.953560:0:57589:0:(lmv_intent.c:272:lmv_intent_open()) Process entered 00800000:00000001:17.0:1557964623.953560:0:57589:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:17.0:1557964623.953561:0:57589:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:17.0:1557964623.953561:0:57589:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:17.0:1557964623.953562:0:57589:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:17.0:1557964623.953562:0:57589:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964623.953563:0:57589:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b71:0x199:0x0] 00800000:00000001:17.0:1557964623.953564:0:57589:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.953565:0:57589:0:(lmv_obd.c:1236:lmv_fid_alloc()) Process entered 00800000:00000001:17.0:1557964623.953566:0:57589:0:(lmv_obd.c:1164:lmv_placement_policy()) Process entered 00800000:00000001:17.0:1557964623.953566:0:57589:0:(lmv_obd.c:1192:lmv_placement_policy()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.953567:0:57589:0:(lmv_obd.c:1199:__lmv_fid_alloc()) Process entered 00800000:00000001:17.0:1557964623.953568:0:57589:0:(obd_class.h:912:obd_fid_alloc()) Process entered 00000002:00000001:17.0:1557964623.953569:0:57589:0:(mdc_request.c:2399:mdc_fid_alloc()) Process entered 40000000:00000001:17.0:1557964623.953571:0:57589:0:(fid_request.c:351:seq_client_alloc_fid()) Process entered 40000000:00000040:17.0:1557964623.953573:0:57589:0:(fid_request.c:398:seq_client_alloc_fid()) cli-cli-looze-MDT0000-mdc-ffff8925ba270000: Allocated FID [0x200001b71:0x586:0x0] 40000000:00000001:17.0:1557964623.953574:0:57589:0:(fid_request.c:400:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964623.953574:0:57589:0:(mdc_request.c:2406:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.953575:0:57589:0:(obd_class.h:918:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.953575:0:57589:0:(lmv_obd.c:1223:__lmv_fid_alloc()) Process leaving 00800000:00000001:17.0:1557964623.953576:0:57589:0:(lmv_obd.c:1254:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964623.953576:0:57589:0:(lmv_intent.c:312:lmv_intent_open()) OPEN_INTENT with fid1=[0x200001b71:0x199:0x0], fid2=[0x200001b71:0x586:0x0], name='test.10' -> mds #0 00800000:00000001:17.0:1557964623.953578:0:57589:0:(obd_class.h:1387:md_intent_lock()) Process entered 00000002:00000001:17.0:1557964623.953578:0:57589:0:(mdc_locks.c:1144:mdc_intent_lock()) Process entered 00000002:00010000:17.0:1557964623.953579:0:57589:0:(mdc_locks.c:1151:mdc_intent_lock()) (name: test.10,[0x200001b71:0x586:0x0]) in obj [0x200001b71:0x199:0x0], intent: open|creat flags 0101102 00000002:00000001:17.0:1557964623.953580:0:57589:0:(mdc_locks.c:769:mdc_enqueue_base()) Process entered 00000002:00000001:17.0:1557964623.953581:0:57589:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:17.0:1557964623.953582:0:57589:0:(mdc_reint.c:72:mdc_resource_get_unused()) Process entered 00000002:00000001:17.0:1557964623.953584:0:57589:0:(mdc_reint.c:87:mdc_resource_get_unused()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964623.953585:0:57589:0:(mdc_reint.c:72:mdc_resource_get_unused()) Process entered 00010000:00000040:17.0:1557964623.953585:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 3 00010000:00000001:17.0:1557964623.953586:0:57589:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:17.0:1557964623.953588:0:57589:0:(ldlm_request.c:1896:ldlm_cancel_resource_local()) Process entered 00010000:00000001:17.0:1557964623.953589:0:57589:0:(ldlm_request.c:1120:ldlm_cli_cancel_local()) Process entered 00010000:00000040:17.0:1557964623.953589:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 4 00010000:00010000:17.0:1557964623.953590:0:57589:0:(ldlm_request.c:1125:ldlm_cli_cancel_local()) ### client-side cancel ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 2/0,0 mode: PR/PR res: [0x200001b71:0x199:0x0].0x0 bits 0x13 rrc: 4 type: IBT flags: 0x8400000000 nid: local remote: 0xaa60bb0b4261fa97 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964623.953593:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 3 00000080:00000001:17.0:1557964623.953594:0:57589:0:(namei.c:190:ll_md_blocking_ast()) Process entered 00000080:00000001:17.0:1557964623.953596:0:57589:0:(file.c:3573:ll_have_md_lock()) Process entered 00000080:00000040:17.0:1557964623.953596:0:57589:0:(file.c:3580:ll_have_md_lock()) trying to match res [0x200001b71:0x199:0x0] mode (null) 00000080:00000001:17.0:1557964623.953597:0:57589:0:(obd_class.h:1582:md_lock_match()) Process entered 00800000:00000001:17.0:1557964623.953598:0:57589:0:(lmv_obd.c:2870:lmv_lock_match()) Process entered 00800000:00000002:17.0:1557964623.953599:0:57589:0:(lmv_obd.c:2872:lmv_lock_match()) Lock match for [0x200001b71:0x199:0x0] 00800000:00000001:17.0:1557964623.953599:0:57589:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:17.0:1557964623.953600:0:57589:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:17.0:1557964623.953600:0:57589:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:17.0:1557964623.953600:0:57589:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:17.0:1557964623.953601:0:57589:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964623.953601:0:57589:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b71:0x199:0x0] 00800000:00000001:17.0:1557964623.953602:0:57589:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.953603:0:57589:0:(obd_class.h:1582:md_lock_match()) Process entered 00000002:00000001:17.0:1557964623.953603:0:57589:0:(mdc_locks.c:142:mdc_lock_match()) Process entered 00010000:00000001:17.0:1557964623.953604:0:57589:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000040:17.0:1557964623.953604:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 4 00010000:00000001:17.0:1557964623.953605:0:57589:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:17.0:1557964623.953606:0:57589:0:(ldlm_lock.c:1415:ldlm_lock_match()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:17.0:1557964623.953606:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 3 00000002:00000001:17.0:1557964623.953607:0:57589:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.953607:0:57589:0:(obd_class.h:1586:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.953608:0:57589:0:(obd_class.h:1582:md_lock_match()) Process entered 00000002:00000001:17.0:1557964623.953608:0:57589:0:(mdc_locks.c:142:mdc_lock_match()) Process entered 00010000:00000001:17.0:1557964623.953609:0:57589:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000001:17.0:1557964623.953610:0:57589:0:(ldlm_lock.c:1402:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964623.953611:0:57589:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.953611:0:57589:0:(obd_class.h:1586:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.953612:0:57589:0:(lmv_obd.c:2900:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.953612:0:57589:0:(obd_class.h:1586:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.953613:0:57589:0:(obd_class.h:1582:md_lock_match()) Process entered 00800000:00000001:17.0:1557964623.953613:0:57589:0:(lmv_obd.c:2870:lmv_lock_match()) Process entered 00800000:00000002:17.0:1557964623.953613:0:57589:0:(lmv_obd.c:2872:lmv_lock_match()) Lock match for [0x200001b71:0x199:0x0] 00800000:00000001:17.0:1557964623.953614:0:57589:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:17.0:1557964623.953614:0:57589:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:17.0:1557964623.953614:0:57589:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:17.0:1557964623.953614:0:57589:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:17.0:1557964623.953615:0:57589:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964623.953615:0:57589:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b71:0x199:0x0] 00800000:00000001:17.0:1557964623.953616:0:57589:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.953616:0:57589:0:(obd_class.h:1582:md_lock_match()) Process entered 00000002:00000001:17.0:1557964623.953617:0:57589:0:(mdc_locks.c:142:mdc_lock_match()) Process entered 00010000:00000001:17.0:1557964623.953617:0:57589:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000040:17.0:1557964623.953617:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 4 00010000:00000001:17.0:1557964623.953618:0:57589:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:17.0:1557964623.953618:0:57589:0:(ldlm_lock.c:1415:ldlm_lock_match()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:17.0:1557964623.953619:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 3 00000002:00000001:17.0:1557964623.953619:0:57589:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.953620:0:57589:0:(obd_class.h:1586:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.953620:0:57589:0:(obd_class.h:1582:md_lock_match()) Process entered 00000002:00000001:17.0:1557964623.953620:0:57589:0:(mdc_locks.c:142:mdc_lock_match()) Process entered 00010000:00000001:17.0:1557964623.953621:0:57589:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000001:17.0:1557964623.953621:0:57589:0:(ldlm_lock.c:1402:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964623.953622:0:57589:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.953622:0:57589:0:(obd_class.h:1586:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.953622:0:57589:0:(lmv_obd.c:2900:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.953623:0:57589:0:(obd_class.h:1586:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.953623:0:57589:0:(obd_class.h:1582:md_lock_match()) Process entered 00800000:00000001:17.0:1557964623.953624:0:57589:0:(lmv_obd.c:2870:lmv_lock_match()) Process entered 00800000:00000002:17.0:1557964623.953624:0:57589:0:(lmv_obd.c:2872:lmv_lock_match()) Lock match for [0x200001b71:0x199:0x0] 00800000:00000001:17.0:1557964623.953624:0:57589:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:17.0:1557964623.953624:0:57589:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:17.0:1557964623.953625:0:57589:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:17.0:1557964623.953625:0:57589:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:17.0:1557964623.953625:0:57589:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964623.953626:0:57589:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b71:0x199:0x0] 00800000:00000001:17.0:1557964623.953626:0:57589:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.953627:0:57589:0:(obd_class.h:1582:md_lock_match()) Process entered 00000002:00000001:17.0:1557964623.953627:0:57589:0:(mdc_locks.c:142:mdc_lock_match()) Process entered 00010000:00000001:17.0:1557964623.953627:0:57589:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000040:17.0:1557964623.953628:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 4 00010000:00000001:17.0:1557964623.953628:0:57589:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:17.0:1557964623.953629:0:57589:0:(ldlm_lock.c:1415:ldlm_lock_match()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:17.0:1557964623.953629:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 3 00000002:00000001:17.0:1557964623.953630:0:57589:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.953630:0:57589:0:(obd_class.h:1586:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.953630:0:57589:0:(obd_class.h:1582:md_lock_match()) Process entered 00000002:00000001:17.0:1557964623.953631:0:57589:0:(mdc_locks.c:142:mdc_lock_match()) Process entered 00010000:00000001:17.0:1557964623.953631:0:57589:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000001:17.0:1557964623.953631:0:57589:0:(ldlm_lock.c:1402:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964623.953632:0:57589:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.953632:0:57589:0:(obd_class.h:1586:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.953633:0:57589:0:(lmv_obd.c:2900:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.953633:0:57589:0:(obd_class.h:1586:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.953634:0:57589:0:(file.c:3602:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:17.0:1557964623.953634:0:57589:0:(namei.c:284:ll_md_blocking_ast()) invalidating inode [0x200001b71:0x199:0x0] lli = ffff89151664b600, pfid = [0x0:0x0:0x0] 00000080:00002000:17.0:1557964623.953636:0:57589:0:(llite_internal.h:1388:d_lustre_invalidate()) invalidate dentry test.10 (ffff8924aab76240) parent ffff8925f073ab40 inode (null) refc 1 00000080:00000001:17.0:1557964623.953638:0:57589:0:(dcache.c:241:ll_invalidate_aliases()) Process entered 00000080:00000002:17.0:1557964623.953639:0:57589:0:(dcache.c:246:ll_invalidate_aliases()) marking dentries for inode [0x200001b71:0x199:0x0](ffff89151664b690) invalid 00000080:00002000:17.0:1557964623.953640:0:57589:0:(dcache.c:253:ll_invalidate_aliases()) dentry in drop rootstuff (ffff8925f073ab40) parent ffff8924ccce8f00 inode ffff89151664b690 flags 17301710 00000080:00002000:17.0:1557964623.953641:0:57589:0:(llite_internal.h:1388:d_lustre_invalidate()) invalidate dentry rootstuff (ffff8925f073ab40) parent ffff8924ccce8f00 inode ffff89151664b690 refc 7 00000080:00000001:17.0:1557964623.953642:0:57589:0:(dcache.c:259:ll_invalidate_aliases()) Process leaving 00000080:00000001:17.0:1557964623.953642:0:57589:0:(namei.c:353:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964623.953643:0:57589:0:(ldlm_lock.c:2356:ldlm_lock_cancel()) Process entered 00010000:00000001:17.0:1557964623.953644:0:57589:0:(ldlm_lock.c:413:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:17.0:1557964623.953645:0:57589:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:17.0:1557964623.953645:0:57589:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:17.0:1557964623.953646:0:57589:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:17.0:1557964623.953647:0:57589:0:(lustre_handles.c:112:class_handle_unhash_nolock()) removing object ffff89150e7b2e00 with handle 0x398a44d554ce2616 from hash 00010000:00000001:17.0:1557964623.953648:0:57589:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:17.0:1557964623.953648:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.953649:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964623.953649:0:57589:0:(ldlm_lock.c:420:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:17.0:1557964623.953650:0:57589:0:(ldlm_lock.c:2392:ldlm_lock_cancel()) Process leaving 00010000:00000001:17.0:1557964623.953650:0:57589:0:(ldlm_request.c:1152:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:17.0:1557964623.953651:0:57589:0:(ldlm_request.c:1466:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:17.0:1557964623.953652:0:57589:0:(ldlm_request.c:1936:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:17.0:1557964623.953652:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 2 00000002:00000001:17.0:1557964623.953653:0:57589:0:(mdc_reint.c:95:mdc_resource_get_unused()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:17.0:1557964623.953654:0:57589:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff89157528f200. 00000020:00000040:17.0:1557964623.953655:0:57589:0:(genops.c:1214:class_import_get()) import ffff891506a72000 refcount=4 obd=looze-MDT0000-mdc-ffff8925ba270000 00010000:00000001:17.0:1557964623.953657:0:57589:0:(ldlm_request.c:796:ldlm_prep_elc_req()) Process entered 00010000:00000001:17.0:1557964623.953658:0:57589:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:17.0:1557964623.953659:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.953659:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964623.953659:0:57589:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.953660:0:57589:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:17.0:1557964623.953660:0:57589:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:17.0:1557964623.953661:0:57589:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:17.0:1557964623.953663:0:57589:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 1024 at ffff8915757ac000. 00000100:00000001:17.0:1557964623.953664:0:57589:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964623.953666:0:57589:0:(ldlm_request.c:1956:ldlm_cli_cancel_list()) Process entered 00010000:00000001:17.0:1557964623.953666:0:57589:0:(ldlm_request.c:1164:ldlm_cancel_pack()) Process entered 00010000:00000040:17.0:1557964623.953667:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 3 00010000:00010000:17.0:1557964623.953667:0:57589:0:(ldlm_request.c:1184:ldlm_cancel_pack()) ### packing ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 1/0,0 mode: --/PR res: [0x200001b71:0x199:0x0].0x0 bits 0x13 rrc: 3 type: IBT flags: 0x4809400000000 nid: local remote: 0xaa60bb0b4261fa97 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964623.953670:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 2 00010000:00010000:17.0:1557964623.953670:0:57589:0:(ldlm_request.c:1188:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:17.0:1557964623.953671:0:57589:0:(ldlm_request.c:1189:ldlm_cancel_pack()) Process leaving 00010000:00000001:17.0:1557964623.953671:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000040:17.0:1557964623.953672:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 3 00010000:00010000:17.0:1557964623.953672:0:57589:0:(ldlm_lock.c:196:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff89150e7b2e00/0x398a44d554ce2616 lrc: 0/0,0 mode: --/PR res: [0x200001b71:0x199:0x0].0x0 bits 0x13 rrc: 3 type: IBT flags: 0x4809400000000 nid: local remote: 0xaa60bb0b4261fa97 expref: -99 pid: 55831 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964623.953674:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 2 00010000:00000040:17.0:1557964623.953675:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 1 00010000:00000001:17.0:1557964623.953676:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964623.953677:0:57589:0:(ldlm_request.c:1995:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964623.953677:0:57589:0:(ldlm_request.c:1956:ldlm_cli_cancel_list()) Process entered 00010000:00000001:17.0:1557964623.953678:0:57589:0:(ldlm_request.c:1959:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964623.953678:0:57589:0:(ldlm_request.c:848:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964623.953681:0:57589:0:(ldlm_request.c:906:ldlm_cli_enqueue()) Process entered 00010000:00000001:17.0:1557964623.953682:0:57589:0:(ldlm_lock.c:1651:ldlm_lock_create()) Process entered 00010000:00000040:17.0:1557964623.953682:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 2 00010000:00000001:17.0:1557964623.953683:0:57589:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:17.0:1557964623.953684:0:57589:0:(ldlm_lock.c:451:ldlm_lock_new()) Process entered 00010000:00000010:17.0:1557964623.953685:0:57589:0:(ldlm_lock.c:456:ldlm_lock_new()) slab-alloced 'lock': 504 at ffff8915732f8a00. 00000020:00000001:17.0:1557964623.953686:0:57589:0:(lustre_handles.c:64:class_handle_hash()) Process entered 00000020:00000040:17.0:1557964623.953686:0:57589:0:(lustre_handles.c:98:class_handle_hash()) added object ffff8915732f8a00 with handle 0x398a44d554ce261d to hash 00000020:00000001:17.0:1557964623.953687:0:57589:0:(lustre_handles.c:99:class_handle_hash()) Process leaving 00010000:00000001:17.0:1557964623.953687:0:57589:0:(ldlm_lock.c:495:ldlm_lock_new()) Process leaving (rc=18446613323952654848 : -130749756896768 : ffff8915732f8a00) 00010000:00000001:17.0:1557964623.953688:0:57589:0:(ldlm_lock.c:1689:ldlm_lock_create()) Process leaving (rc=18446613323952654848 : -130749756896768 : ffff8915732f8a00) 00010000:00000001:17.0:1557964623.953688:0:57589:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:17.0:1557964623.953689:0:57589:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:17.0:1557964623.953690:0:57589:0:(ldlm_lock.c:745:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: ?? lock: ffff8915732f8a00/0x398a44d554ce261d lrc: 3/0,1 mode: --/CW res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57589 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964623.953692:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 3 00010000:00010000:17.0:1557964623.953692:0:57589:0:(ldlm_request.c:944:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f8a00/0x398a44d554ce261d lrc: 3/0,1 mode: --/CW res: [0x200001b71:0x199:0x0].0x0 bits 0x1 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57589 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964623.953695:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 2 00010000:00000040:17.0:1557964623.953695:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 3 00010000:00010000:17.0:1557964623.953696:0:57589:0:(ldlm_request.c:986:ldlm_cli_enqueue()) ### sending request ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f8a00/0x398a44d554ce261d lrc: 3/0,1 mode: --/CW res: [0x200001b71:0x199:0x0].0x0 bits 0x1 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57589 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964623.953698:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 2 00000100:00000001:17.0:1557964623.953699:0:57589:0:(client.c:2909:ptlrpc_queue_wait()) Process entered 00000100:00000001:17.0:1557964623.953699:0:57589:0:(client.c:947:ptlrpc_prep_set()) Process entered 00000100:00000010:17.0:1557964623.953700:0:57589:0:(client.c:949:ptlrpc_prep_set()) kmalloced 'set': 152 at ffff8915cc388cc0. 00000100:00000001:17.0:1557964623.953701:0:57589:0:(client.c:965:ptlrpc_prep_set()) Process leaving (rc=18446613325446417600 : -130748263134016 : ffff8915cc388cc0) 00000100:00000001:17.0:1557964623.953702:0:57589:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964623.953702:0:57589:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985777152 : -130749723774464 : ffff89157528f200) 00000020:00000001:17.0:1557964623.953703:0:57589:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:17.0:1557964623.953703:0:57589:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:17.0:1557964623.953704:0:57589:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.953705:0:57589:0:(client.c:2315:ptlrpc_set_wait()) Process entered 00000100:00000001:17.0:1557964623.953705:0:57589:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:17.0:1557964623.953707:0:57589:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff89157528f200 x1633636318338720/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/33712 e 0 to 0 dl 0 ref 2 fl New:P/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964623.953710:0:57589:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:17.0:1557964623.953711:0:57589:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964623.953711:0:57589:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:17.0:1557964623.953712:0:57589:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:17.0:1557964623.953713:0:57589:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc dd:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57589:1633636318338720:172.19.1.24@o2ib100:101 00000100:00000001:17.0:1557964623.953714:0:57589:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:17.0:1557964623.953715:0:57589:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:17.0:1557964623.953715:0:57589:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964623.953716:0:57589:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:17.0:1557964623.953723:0:57589:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 65536 at ffff891517670000. 02000000:00000001:17.0:1557964623.953724:0:57589:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:17.0:1557964623.953726:0:57589:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924c9af1d80. 00000400:00000010:17.0:1557964623.953727:0:57589:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba6080. 00000100:00000200:17.0:1557964623.953728:0:57589:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 65536 bytes, xid 1633636318338720, portal 10 00000100:00000001:17.0:1557964623.953729:0:57589:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964623.953729:0:57589:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985777152 : -130749723774464 : ffff89157528f200) 00000100:00000040:17.0:1557964623.953731:0:57589:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff89157528f200 x1633636318338720/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/33712 e 0 to 0 dl 1557964729 ref 3 fl Rpc:P/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964623.953735:0:57589:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:17.0:1557964623.953736:0:57589:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:17.0:1557964623.953736:0:57589:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba6d00. 00000100:00000200:17.0:1557964623.953737:0:57589:0:(niobuf.c:85:ptl_send_buf()) Sending 880 bytes to portal 12, xid 1633636318338720, offset 0 00000400:00000010:17.0:1557964623.953738:0:57589:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89150ef14a00 (tot 30924164). 00000400:00000200:17.0:1557964623.953740:0:57589:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:17.0:1557964623.953744:0:57589:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:17.0:1557964623.953747:0:57589:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 880 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:17.0:1557964623.953750:0:57589:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:17.0:1557964623.953751:0:57589:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:17.0:1557964623.953752:0:57589:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:17.0:1557964623.953754:0:57589:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:17.0:1557964623.953755:0:57589:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.953756:0:57589:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964623.953756:0:57589:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.953757:0:57589:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:17.0:1557964623.953758:0:57589:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00100000:17.0:1557964623.953758:0:57589:0:(client.c:2336:ptlrpc_set_wait()) set ffff8915cc388cc0 going to sleep for 61 seconds 00000100:00000001:17.0:1557964623.953759:0:57589:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1557964623.953760:0:57589:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.953761:0:57589:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1557964623.953761:0:57589:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964623.953813:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:2.0:1557964623.953850:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:2.0:1557964623.953854:0:24061:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (23)-- 00000100:00000001:2.0:1557964623.953858:0:24061:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:2.0:1557964623.953878:0:24061:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff89157528f200 x1633636318338720/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/33712 e 0 to 0 dl 1557964729 ref 3 fl Rpc:P/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964623.953882:0:24061:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1557964623.953883:0:24061:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff89157528f200 x1633636318338720/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/33712 e 0 to 0 dl 1557964729 ref 3 fl Rpc:P/0/ffffffff rc 0/-1 00000800:00000200:19.0:1557964623.953886:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:2.0:1557964623.953887:0:24061:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1557964623.953887:0:24061:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:2.0:1557964623.953888:0:24061:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba6d00 00000400:00000010:2.0:1557964623.953889:0:24061:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba6d00. 00000400:00000010:2.0:1557964623.953891:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89150ef14a00 (tot 30923764). 00000800:00000200:2.0:1557964623.953892:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000800:00000200:29.2:1557964623.954271:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:21.0:1557964623.954352:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:21.0:1557964623.954357:0:24062:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557964623.954361:0:24062:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964623.954362:0:24062:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925f72ee400 (tot 30924164). 00000400:00000200:21.0:1557964623.954365:0:24062:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 600 into portal 10 MB=0x5cdc898725ea0 00000400:00000200:21.0:1557964623.954368:0:24062:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 600/600 into md 0x1c2d1 [1] + 192 00000100:00000001:21.0:1557964623.954371:0:24062:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:21.0:1557964623.954373:0:24062:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff89157528f200 x1633636318338720/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/33712 e 0 to 0 dl 1557964729 ref 2 fl Rpc:P/0/ffffffff rc 0/-1 00000100:00000040:21.0:1557964623.954377:0:24062:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=600 offset=192 replen=33712 req@ffff89157528f200 x1633636318338720/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/33712 e 0 to 0 dl 1557964729 ref 2 fl Rpc:RP/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964623.954383:0:24062:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:17.0:1557964623.954386:0:57589:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:4.0:1557964623.954386:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000400:00000200:21.0:1557964623.954389:0:24062:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : ACK 00000400:00000001:17.0:1557964623.954389:0:57589:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:17.0:1557964623.954389:0:57589:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:17.0:1557964623.954390:0:57589:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:21.0:1557964623.954391:0:24062:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000100:00000200:17.0:1557964623.954393:0:57589:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff89157528f200 x1633636318338720/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/33712 e 0 to 0 dl 1557964729 ref 2 fl Rpc:RP/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557964623.954394:0:24062:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:21.0:1557964623.954395:0:24062:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:21.0:1557964623.954396:0:24062:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:21.0:1557964623.954398:0:24062:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (23)-- 00000100:00000200:17.0:1557964623.954398:0:57589:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff89157528f200 x1633636318338720/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/33712 e 0 to 0 dl 1557964729 ref 2 fl Rpc:RP/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557964623.954399:0:24062:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:21.0:1557964623.954400:0:24062:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (23)-- 00000800:00000200:21.0:1557964623.954401:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:17.0:1557964623.954401:0:57589:0:(events.c:171:reply_in_callback()) Process leaving 00000800:00000200:29.2:1557964623.954402:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (21)++ 00000400:00000010:17.0:1557964623.954402:0:57589:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924c9af1d80. 00000400:00000200:17.0:1557964623.954403:0:57589:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba6080 00000400:00000010:17.0:1557964623.954403:0:57589:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba6080. 00000100:00000001:17.0:1557964623.954404:0:57589:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964623.954405:0:57589:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:17.0:1557964623.954405:0:57589:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:17.0:1557964623.954406:0:57589:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:17.0:1557964623.954407:0:57589:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964623.954407:0:57589:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:17.0:1557964623.954409:0:57589:0:(import.c:1677:at_measured()) add 45 to ffff891506a72400 time=123 v=45 (45 45 45 45) 00000100:00001000:17.0:1557964623.954410:0:57589:0:(import.c:1677:at_measured()) add 1 to ffff891506a723c8 time=123 v=45 (1 1 1 1) 00000100:00000001:17.0:1557964623.954411:0:57589:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:17.0:1557964623.954411:0:57589:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1557964623.954412:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00010000:00000001:17.0:1557964623.954412:0:57589:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:17.0:1557964623.954413:0:57589:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.954414:0:57589:0:(client.c:1290:ptlrpc_save_versions()) Process entered 00000100:00000040:17.0:1557964623.954414:0:57589:0:(client.c:1298:ptlrpc_save_versions()) Client save versions [0x700000537/0x1] 00000800:00000200:19.0:1557964623.954415:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (23)-- 00000100:00000001:17.0:1557964623.954415:0:57589:0:(client.c:1300:ptlrpc_save_versions()) Process leaving 00000100:00000001:17.0:1557964623.954416:0:57589:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964623.954416:0:57589:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985777152 : -130749723774464 : ffff89157528f200) 00000100:00000001:17.0:1557964623.954417:0:57589:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000400:00000010:19.0:1557964623.954418:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925f72ee400 (tot 30923764). 00000100:00000040:17.0:1557964623.954418:0:57589:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-mdc-ffff8925ba270000: skip recheck: last_committed 30064774473 00000100:00000001:17.0:1557964623.954418:0:57589:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000800:00000200:19.0:1557964623.954419:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:17.0:1557964623.954419:0:57589:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:17.0:1557964623.954420:0:57589:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff89157528f200 x1633636318338720/t30064774474(30064774474) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/600 e 0 to 0 dl 1557964729 ref 3 fl Rpc:RP/4/0 rc 0/0 00000800:00000200:19.0:1557964623.954421:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000100:00000001:17.0:1557964623.954423:0:57589:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964623.954424:0:57589:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:17.0:1557964623.954424:0:57589:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:17.0:1557964623.954425:0:57589:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff89157528f200 x1633636318338720/t30064774474(30064774474) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/600 e 0 to 0 dl 1557964729 ref 3 fl Interpret:RP/4/0 rc 0/0 00000100:00100000:17.0:1557964623.954429:0:57589:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc dd:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57589:1633636318338720:172.19.1.24@o2ib100:101 00000100:00000001:17.0:1557964623.954430:0:57589:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964623.954432:0:57589:0:(client.c:2426:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.954432:0:57589:0:(client.c:1008:ptlrpc_set_destroy()) Process entered 00000100:00000001:17.0:1557964623.954433:0:57589:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964623.954434:0:57589:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff89157528f200 x1633636318338720/t30064774474(30064774474) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/600 e 0 to 0 dl 1557964729 ref 3 fl Complete:RP/4/0 rc 0/0 00000100:00000001:17.0:1557964623.954436:0:57589:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:17.0:1557964623.954437:0:57589:0:(ptlrpc_internal.h:352:ptlrpc_reqset_put()) kfreed 'set': 152 at ffff8915cc388cc0. 00000100:00000001:17.0:1557964623.954438:0:57589:0:(client.c:1050:ptlrpc_set_destroy()) Process leaving 00000100:00000001:17.0:1557964623.954439:0:57589:0:(client.c:2929:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964623.954440:0:57589:0:(ldlm_request.c:574:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:17.0:1557964623.954440:0:57589:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964623.954441:0:57589:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964623.954441:0:57589:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952654848 : -130749756896768 : ffff8915732f8a00) 00010000:00000001:17.0:1557964623.954442:0:57589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952654848 : -130749756896768 : ffff8915732f8a00) 00010000:00000040:17.0:1557964623.954443:0:57589:0:(ldlm_request.c:647:ldlm_cli_enqueue_fini()) local: ffff8915732f8a00, remote cookie: 0xaa60bb0b4261fab3, flags: 0x1001 00010000:00000040:17.0:1557964623.954445:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 3 00010000:00010000:17.0:1557964623.954445:0:57589:0:(ldlm_request.c:657:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f8a00/0x398a44d554ce261d lrc: 4/0,1 mode: --/CW res: [0x200001b71:0x199:0x0].0x0 bits 0x1 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fab3 expref: -99 pid: 57589 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964623.954449:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 2 00010000:00000040:17.0:1557964623.954449:0:57589:0:(ldlm_request.c:666:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200001b71:0x586:0x0].0x0 instead of [0x200001b71:0x199:0x0].0x0 00010000:00000001:17.0:1557964623.954451:0:57589:0:(ldlm_lock.c:509:ldlm_lock_change_resource()) Process entered 00010000:00000010:17.0:1557964623.954452:0:57589:0:(ldlm_resource.c:1361:ldlm_resource_new()) slab-alloced 'res': 192 at ffff8915cc388cc0. 00010000:00000040:17.0:1557964623.954454:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 1 00010000:00000001:17.0:1557964623.954454:0:57589:0:(ldlm_lock.c:559:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:17.0:1557964623.954455:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388cc0 count: 2 00010000:00010000:17.0:1557964623.954455:0:57589:0:(ldlm_request.c:672:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f8a00/0x398a44d554ce261d lrc: 4/0,1 mode: --/CR res: [0x200001b71:0x586:0x0].0x0 bits 0x1 rrc: 2 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fab3 expref: -99 pid: 57589 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964623.954461:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388cc0 count: 1 00010000:00000040:17.0:1557964623.954462:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388cc0 count: 2 00010000:00010000:17.0:1557964623.954462:0:57589:0:(ldlm_request.c:684:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f8a00/0x398a44d554ce261d lrc: 4/0,1 mode: --/CR res: [0x200001b71:0x586:0x0].0x0 bits 0x9 rrc: 2 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fab3 expref: -99 pid: 57589 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964623.954464:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388cc0 count: 1 00010000:00000001:17.0:1557964623.954465:0:57589:0:(ldlm_lock.c:1719:ldlm_lock_enqueue()) Process entered 00010000:00000001:17.0:1557964623.954466:0:57589:0:(ldlm_lock.c:1100:ldlm_grant_lock()) Process entered 00010000:00000001:17.0:1557964623.954466:0:57589:0:(ldlm_lock.c:1077:ldlm_grant_lock_with_skiplist()) Process entered 00010000:00000001:17.0:1557964623.954467:0:57589:0:(ldlm_lock.c:957:search_granted_lock()) Process entered 00010000:00000001:17.0:1557964623.954467:0:57589:0:(ldlm_lock.c:1028:search_granted_lock()) Process leaving 00010000:00000001:17.0:1557964623.954468:0:57589:0:(ldlm_lock.c:1040:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:17.0:1557964623.954468:0:57589:0:(ldlm_resource.c:1683:ldlm_resource_dump()) --- Resource: [0x200001b71:0x586:0x0].0x0 (ffff8915cc388cc0) refcount = 1 00010000:00010000:17.0:1557964623.954469:0:57589:0:(ldlm_lock.c:1045:ldlm_granted_list_add_lock()) ### About to add lock: ns: ?? lock: ffff8915732f8a00/0x398a44d554ce261d lrc: 4/0,1 mode: CR/CR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261fab3 expref: -99 pid: 57589 timeout: 0 lvb_type: 0 00010000:00000001:17.0:1557964623.954471:0:57589:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:17.0:1557964623.954472:0:57589:0:(ldlm_lock.c:1083:ldlm_grant_lock_with_skiplist()) Process leaving 00010000:00000001:17.0:1557964623.954472:0:57589:0:(ldlm_lock.c:1131:ldlm_grant_lock()) Process leaving 00010000:00000001:17.0:1557964623.954473:0:57589:0:(ldlm_lock.c:1824:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:17.0:1557964623.954474:0:57589:0:(ldlm_request.c:261:ldlm_completion_ast()) Process entered 00010000:00000001:17.0:1557964623.954474:0:57589:0:(ldlm_request.c:270:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:17.0:1557964623.954475:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388cc0 count: 2 00010000:00010000:17.0:1557964623.954475:0:57589:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f8a00/0x398a44d554ce261d lrc: 4/0,1 mode: CR/CR res: [0x200001b71:0x586:0x0].0x0 bits 0x9 rrc: 2 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fab3 expref: -99 pid: 57589 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964623.954478:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388cc0 count: 1 00010000:00000001:17.0:1557964623.954478:0:57589:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:17.0:1557964623.954479:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.954479:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964623.954479:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.954479:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964623.954480:0:57589:0:(ldlm_request.c:1007:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964623.954481:0:57589:0:(mdc_locks.c:567:mdc_finish_enqueue()) Process entered 00010000:00000001:17.0:1557964623.954482:0:57589:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964623.954482:0:57589:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964623.954483:0:57589:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952654848 : -130749756896768 : ffff8915732f8a00) 00010000:00000001:17.0:1557964623.954484:0:57589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952654848 : -130749756896768 : ffff8915732f8a00) 00010000:00000001:17.0:1557964623.954484:0:57589:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964623.954485:0:57589:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964623.954485:0:57589:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952654848 : -130749756896768 : ffff8915732f8a00) 00010000:00000001:17.0:1557964623.954486:0:57589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952654848 : -130749756896768 : ffff8915732f8a00) 00010000:00000001:17.0:1557964623.954486:0:57589:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:17.0:1557964623.954487:0:57589:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:17.0:1557964623.954487:0:57589:0:(ldlm_lock.c:745:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: ?? lock: ffff8915732f8a00/0x398a44d554ce261d lrc: 5/1,1 mode: CR/CR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261fab3 expref: -99 pid: 57589 timeout: 0 lvb_type: 0 00010000:00000001:17.0:1557964623.954489:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.954489:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964623.954490:0:57589:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964623.954490:0:57589:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964623.954490:0:57589:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952654848 : -130749756896768 : ffff8915732f8a00) 00010000:00000001:17.0:1557964623.954491:0:57589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952654848 : -130749756896768 : ffff8915732f8a00) 00010000:00000001:17.0:1557964623.954491:0:57589:0:(ldlm_lock.c:826:ldlm_lock_decref_internal()) Process entered 00010000:00010000:17.0:1557964623.954492:0:57589:0:(ldlm_lock.c:799:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: ?? lock: ffff8915732f8a00/0x398a44d554ce261d lrc: 5/1,1 mode: CR/CR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261fab3 expref: -99 pid: 57589 timeout: 0 lvb_type: 0 00010000:00000001:17.0:1557964623.954493:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.954493:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00010000:17.0:1557964623.954494:0:57589:0:(ldlm_lock.c:889:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: ?? lock: ffff8915732f8a00/0x398a44d554ce261d lrc: 4/1,0 mode: CR/CR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261fab3 expref: -99 pid: 57589 timeout: 0 lvb_type: 0 00010000:00000001:17.0:1557964623.954495:0:57589:0:(ldlm_lock.c:893:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:17.0:1557964623.954496:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.954496:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964623.954496:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.954496:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00100000:17.0:1557964623.954497:0:57589:0:(mdc_locks.c:621:mdc_finish_enqueue()) @@@ op: 3 disposition: 37, status: 0 req@ffff89157528f200 x1633636318338720/t30064774474(30064774474) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/600 e 0 to 0 dl 1557964729 ref 2 fl Complete:RP/4/0 rc 0/0 00000002:00000001:17.0:1557964623.954504:0:57589:0:(mdc_request.c:648:mdc_set_open_replay_data()) Process entered 00000002:00100000:17.0:1557964623.954505:0:57589:0:(mdc_request.c:700:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89157528f200 x1633636318338720/t30064774474(30064774474) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/600 e 0 to 0 dl 1557964729 ref 2 fl Complete:RP/4/0 rc 0/0 00000002:00000001:17.0:1557964623.954508:0:57589:0:(mdc_request.c:701:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964623.954509:0:57589:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964623.954510:0:57589:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964623.954510:0:57589:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952654848 : -130749756896768 : ffff8915732f8a00) 00010000:00000001:17.0:1557964623.954511:0:57589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952654848 : -130749756896768 : ffff8915732f8a00) 00010000:00000040:17.0:1557964623.954511:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388cc0 count: 2 00000002:00010000:17.0:1557964623.954512:0:57589:0:(mdc_locks.c:716:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f8a00/0x398a44d554ce261d lrc: 3/1,0 mode: CR/CR res: [0x200001b71:0x586:0x0].0x0 bits 0x9 rrc: 2 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fab3 expref: -99 pid: 57589 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964623.954515:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388cc0 count: 1 00000002:00000010:17.0:1557964623.954515:0:57589:0:(mdc_locks.c:718:mdc_finish_enqueue()) kmalloced 'lmm': 56 at ffff8915e3e28d80. 00010000:00000001:17.0:1557964623.954516:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.954516:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:17.0:1557964623.954517:0:57589:0:(mdc_locks.c:740:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964623.954517:0:57589:0:(mdc_locks.c:914:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964623.954518:0:57589:0:(mdc_locks.c:935:mdc_finish_intent_lock()) Process entered 00000100:00000001:17.0:1557964623.954518:0:57589:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964623.954519:0:57589:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985777152 : -130749723774464 : ffff89157528f200) 00000100:00000001:17.0:1557964623.954519:0:57589:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964623.954519:0:57589:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985777152 : -130749723774464 : ffff89157528f200) 00010000:00000001:17.0:1557964623.954520:0:57589:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964623.954520:0:57589:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964623.954521:0:57589:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952654848 : -130749756896768 : ffff8915732f8a00) 00010000:00000001:17.0:1557964623.954521:0:57589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952654848 : -130749756896768 : ffff8915732f8a00) 00010000:00000040:17.0:1557964623.954522:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388cc0 count: 2 00000002:00010000:17.0:1557964623.954522:0:57589:0:(mdc_locks.c:1005:mdc_finish_intent_lock()) ### matching against this ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f8a00/0x398a44d554ce261d lrc: 3/1,0 mode: CR/CR res: [0x200001b71:0x586:0x0].0x0 bits 0x9 rrc: 2 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fab3 expref: -99 pid: 57589 timeout: 0 lvb_type: 3 00010000:00000040:17.0:1557964623.954527:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388cc0 count: 1 00010000:00000001:17.0:1557964623.954528:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.954528:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964623.954528:0:57589:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000001:17.0:1557964623.954528:0:57589:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964623.954529:0:57589:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964623.954529:0:57589:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952654848 : -130749756896768 : ffff8915732f8a00) 00010000:00000001:17.0:1557964623.954529:0:57589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952654848 : -130749756896768 : ffff8915732f8a00) 00010000:00000040:17.0:1557964623.954530:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388cc0 count: 2 00010000:00000001:17.0:1557964623.954531:0:57589:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:17.0:1557964623.954532:0:57589:0:(ldlm_lock.c:1415:ldlm_lock_match()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:17.0:1557964623.954532:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388cc0 count: 1 00010000:00010000:17.0:1557964623.954533:0:57589:0:(ldlm_lock.c:1494:ldlm_lock_match()) ### not matched ns ffff8915c5715400 type 13 mode 16 res 8589941617/1414 (0 0) 00010000:00000001:17.0:1557964623.954534:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.954534:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:17.0:1557964623.954535:0:57589:0:(mdc_locks.c:1031:mdc_finish_intent_lock()) Process leaving 00000002:00002000:17.0:1557964623.954535:0:57589:0:(mdc_locks.c:1036:mdc_finish_intent_lock()) D_IT dentry test.10 intent: open|creat status 0 disp 1800037 rc 0 00000002:00000001:17.0:1557964623.954536:0:57589:0:(mdc_locks.c:1183:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.954537:0:57589:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.954538:0:57589:0:(lmv_intent.c:343:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.954538:0:57589:0:(lmv_intent.c:515:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.954539:0:57589:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.954540:0:57589:0:(namei.c:472:ll_lookup_it_finish()) Process entered 00000080:00002000:17.0:1557964623.954540:0:57589:0:(namei.c:477:ll_lookup_it_finish()) it ffff8924c9af19c0 it_disposition 1800037 00000080:00000001:17.0:1557964623.954541:0:57589:0:(dcache.c:159:ll_d_init()) Process entered 00000080:00002000:17.0:1557964623.954542:0:57589:0:(dcache.c:164:ll_d_init()) ldd on dentry test.10 (ffff8924aab76240) parent ffff8925f073ab40 inode (null) refc 1 00000080:00000010:17.0:1557964623.954543:0:57589:0:(dcache.c:169:ll_d_init()) kmalloced 'lld': 32 at ffff8925f7c333a0. 00000080:00000001:17.0:1557964623.954543:0:57589:0:(dcache.c:190:ll_d_init()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:17.0:1557964623.954545:0:57589:0:(namei.c:460:ll_splice_alias()) Add dentry ffff8924aab76240 inode (null) refc 1 flags 0x8e 00000080:00000001:17.0:1557964623.954545:0:57589:0:(namei.c:536:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:17.0:1557964623.954546:0:57589:0:(namei.c:653:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:17.0:1557964623.954547:0:57589:0:(llite_lib.c:2531:ll_finish_md_op_data()) kfreed 'op_data': 320 at ffff89150ef12c00. 00000100:00000001:17.0:1557964623.954548:0:57589:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964623.954549:0:57589:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 3 req@ffff89157528f200 x1633636318338720/t30064774474(30064774474) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 808/600 e 0 to 0 dl 1557964729 ref 4 fl Complete:RP/4/0 rc 0/0 00000100:00000001:17.0:1557964623.954552:0:57589:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.954553:0:57589:0:(namei.c:963:ll_create_it()) Process entered 00000080:00200000:17.0:1557964623.954553:0:57589:0:(namei.c:967:ll_create_it()) VFS Op:name=test.10, dir=[0x200001b71:0x199:0x0](ffff89151664b690), intent=open|creat 00000080:00000001:17.0:1557964623.954555:0:57589:0:(namei.c:917:ll_create_node()) Process entered 00000080:00000001:17.0:1557964623.954555:0:57589:0:(llite_lib.c:2306:ll_prep_inode()) Process entered 00000080:00000001:17.0:1557964623.954555:0:57589:0:(obd_class.h:1476:md_get_lustre_md()) Process entered 00800000:00000001:17.0:1557964623.954556:0:57589:0:(obd_class.h:1476:md_get_lustre_md()) Process entered 00000002:00000001:17.0:1557964623.954557:0:57589:0:(mdc_request.c:457:mdc_get_lustre_md()) Process entered 00000002:00000001:17.0:1557964623.954558:0:57589:0:(mdc_request.c:537:mdc_get_lustre_md()) Process leaving 00800000:00000001:17.0:1557964623.954559:0:57589:0:(obd_class.h:1479:md_get_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.954559:0:57589:0:(obd_class.h:1479:md_get_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.954560:0:57589:0:(lcommon_cl.c:278:cl_fid_build_ino()) Process leaving (rc=144115305935799686 : 144115305935799686 : 200001b71000586) 00000080:00000001:17.0:1557964623.954561:0:57589:0:(namei.c:114:ll_iget()) Process entered 00000080:00000010:17.0:1557964623.954564:0:57589:0:(super25.c:52:ll_alloc_inode()) slab-alloced 'lli': 1120 at ffff891572edb600. 00000080:00000001:17.0:1557964623.954567:0:57589:0:(llite_lib.c:1985:ll_read_inode2()) Process entered 00000080:00200000:17.0:1557964623.954567:0:57589:0:(llite_lib.c:1988:ll_read_inode2()) VFS Op:inode=[0x200001b71:0x586:0x0](ffff891572edb690) 00000020:00000001:17.0:1557964623.954570:0:57589:0:(cl_object.c:670:cl_env_obtain()) Process entered 00000020:00000001:17.0:1557964623.954571:0:57589:0:(cl_object.c:701:cl_env_obtain()) Process leaving (rc=18446613326116962744 : -130747592588872 : ffff8915f43041b8) 00000020:00001000:17.0:1557964623.954572:0:57589:0:(cl_object.c:732:cl_env_get()) 1@ffff8915f43041b0 00000020:00000001:17.0:1557964623.954575:0:57589:0:(lu_object.c:243:lu_object_alloc()) Process entered 00000080:00000010:17.0:1557964623.954577:0:57589:0:(vvp_object.c:298:vvp_object_alloc()) slab-alloced 'vob': 176 at ffff8925b1a4dce0. 00000020:00000001:17.0:1557964623.954578:0:57589:0:(cl_object.c:72:cl_object_header_init()) Process entered 00000020:00000001:17.0:1557964623.954579:0:57589:0:(cl_object.c:79:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964623.954581:0:57589:0:(lov_object.c:1698:lov_object_alloc()) Process entered 00020000:00000010:17.0:1557964623.954583:0:57589:0:(lov_object.c:1699:lov_object_alloc()) slab-alloced 'lov': 160 at ffff8925f75e6460. 00020000:00000001:17.0:1557964623.954584:0:57589:0:(lov_object.c:1713:lov_object_alloc()) Process leaving (rc=18446613394889794656 : -130678819756960 : ffff8925f75e6460) 00020000:00000001:17.0:1557964623.954586:0:57589:0:(lov_object.c:924:lov_object_init()) Process entered 00020000:00000001:17.0:1557964623.954587:0:57589:0:(lov_pack.c:325:lov_unpackmd()) Process entered 00020000:00000010:17.0:1557964623.954590:0:57589:0:(lov_ea.c:186:lsme_unpack()) kmalloced 'lsme': 64 at ffff8915e3e288c0. 00020000:00000010:17.0:1557964623.954591:0:57589:0:(lov_ea.c:211:lsme_unpack()) slab-alloced 'loi': 112 at ffff8915f1ba6080. 00020000:00000010:17.0:1557964623.954592:0:57589:0:(lov_ea.c:295:lsm_unpackmd_v1v3()) kmalloced 'lsm': 64 at ffff8915e3e28e40. 00020000:00000001:17.0:1557964623.954593:0:57589:0:(lov_pack.c:337:lov_unpackmd()) Process leaving (rc=18446613325843435072 : -130747866116544 : ffff8915e3e28e40) 00020000:00000002:17.0:1557964623.954594:0:57589:0:(lov_ea.c:504:dump_lsm()) lsm ffff8915e3e28e40, objid 0x586:7025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, layout_gen 0 00020000:00000002:17.0:1557964623.954596:0:57589:0:(lov_ea.c:516:dump_lsm()) [ 0x0 , 0xffffffffffffffff ): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:17.0:1557964623.954599:0:57589:0:(lov_ea.c:526:dump_lsm()) oinfo:ffff8915f1ba6080: ostid: 0x0:181305 ost idx: 9 gen: 0 00020000:00000001:17.0:1557964623.954600:0:57589:0:(lov_object.c:289:lov_init_composite()) Process entered 00020000:00000010:17.0:1557964623.954601:0:57589:0:(lov_object.c:299:lov_init_composite()) kmalloced 'comp->lo_entries': 112 at ffff8915f1ba6580. 00020000:00000001:17.0:1557964623.954603:0:57589:0:(lov_object.c:213:lov_init_raid0()) Process entered 00020000:00000010:17.0:1557964623.954604:0:57589:0:(lov_object.c:219:lov_init_raid0()) kmalloced 'r0->lo_sub': 8 at ffff8915cbfee6f0. 00020000:00000001:17.0:1557964623.954605:0:57589:0:(lov_object.c:107:lov_sub_find()) Process entered 00000020:00000001:17.0:1557964623.954607:0:57589:0:(lu_object.c:243:lu_object_alloc()) Process entered 00020000:00000001:17.0:1557964623.954609:0:57589:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:17.0:1557964623.954610:0:57589:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 168 at ffff8915a22f65e8. 00000020:00000001:17.0:1557964623.954611:0:57589:0:(cl_object.c:72:cl_object_header_init()) Process entered 00000020:00000001:17.0:1557964623.954611:0:57589:0:(cl_object.c:79:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964623.954612:0:57589:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446613324741174856 : -130748968376760 : ffff8915a22f6648) 00020000:00000001:17.0:1557964623.954613:0:57589:0:(lovsub_object.c:60:lovsub_object_init()) Process entered 00000008:00000010:17.0:1557964623.954616:0:57589:0:(osc_object.c:449:osc_object_alloc()) slab-alloced 'osc': 304 at ffff89254a639c80. 00020000:00000001:17.0:1557964623.954617:0:57589:0:(lovsub_object.c:69:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.954619:0:57589:0:(lu_object.c:295:lu_object_alloc()) Process leaving (rc=18446613324741174856 : -130748968376760 : ffff8915a22f6648) 00020000:00000001:17.0:1557964623.954620:0:57589:0:(lov_object.c:110:lov_sub_find()) Process leaving (rc=18446613324741174856 : -130748968376760 : ffff8915a22f6648) 00020000:00000002:17.0:1557964623.954621:0:57589:0:(lov_object.c:142:lov_init_sub()) [0x100090000:0x2c439:0x0]@ffff8915a22f65e8[0:0] -> [0x200001b71:0x586:0x0]@ffff8925b1a4dce0: ostid: 0x0:181305 ost idx: 9 gen: 0 00020000:00000001:17.0:1557964623.954623:0:57589:0:(lov_object.c:275:lov_init_raid0()) Process leaving (rc=248 : 248 : f8) 00020000:00000001:17.0:1557964623.954624:0:57589:0:(lov_object.c:952:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.954625:0:57589:0:(lu_object.c:295:lu_object_alloc()) Process leaving (rc=18446613393720008000 : -130679989543616 : ffff8925b1a4dd40) 00000020:00001000:17.0:1557964623.954626:0:57589:0:(cl_object.c:813:cl_env_put()) 1@ffff8915f43041b0 00000080:00000001:17.0:1557964623.954627:0:57589:0:(lcommon_cl.c:278:cl_fid_build_ino()) Process leaving (rc=144115305935799686 : 144115305935799686 : 200001b71000586) 00000080:00000001:17.0:1557964623.954628:0:57589:0:(lcommon_cl.c:290:cl_fid_build_gen()) Process leaving (rc=33554459 : 33554459 : 200001b) 00000080:00000002:17.0:1557964623.954628:0:57589:0:(llite_lib.c:1899:ll_update_inode()) setting ino 144115305935799686 mtime from 0 to 1557964623 00000080:00000001:17.0:1557964623.954630:0:57589:0:(llite_lib.c:2013:ll_read_inode2()) Process leaving 00000080:00000001:17.0:1557964623.954630:0:57589:0:(namei.c:154:ll_iget()) Process leaving (rc=18446613323948340880 : -130749761210736 : ffff891572edb690) 00010000:00000001:17.0:1557964623.954631:0:57589:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964623.954631:0:57589:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964623.954632:0:57589:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952654848 : -130749756896768 : ffff8915732f8a00) 00010000:00000001:17.0:1557964623.954632:0:57589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952654848 : -130749756896768 : ffff8915732f8a00) 00000080:00000001:17.0:1557964623.954634:0:57589:0:(file.c:4188:ll_layout_conf()) Process entered 00000020:00000001:17.0:1557964623.954635:0:57589:0:(cl_object.c:670:cl_env_obtain()) Process entered 00000020:00000001:17.0:1557964623.954635:0:57589:0:(cl_object.c:701:cl_env_obtain()) Process leaving (rc=18446613326116962744 : -130747592588872 : ffff8915f43041b8) 00000020:00001000:17.0:1557964623.954636:0:57589:0:(cl_object.c:732:cl_env_get()) 1@ffff8915f43041b0 00000020:00000001:17.0:1557964623.954637:0:57589:0:(cl_object.c:300:cl_conf_set()) Process entered 00020000:00000001:17.0:1557964623.954638:0:57589:0:(lov_object.c:961:lov_conf_set()) Process entered 00020000:00000001:17.0:1557964623.954639:0:57589:0:(lov_pack.c:325:lov_unpackmd()) Process entered 00020000:00000010:17.0:1557964623.954639:0:57589:0:(lov_ea.c:186:lsme_unpack()) kmalloced 'lsme': 64 at ffff8915e3e283c0. 00020000:00000010:17.0:1557964623.954640:0:57589:0:(lov_ea.c:211:lsme_unpack()) slab-alloced 'loi': 112 at ffff8915f1ba6700. 00020000:00000010:17.0:1557964623.954641:0:57589:0:(lov_ea.c:295:lsm_unpackmd_v1v3()) kmalloced 'lsm': 64 at ffff8915e3e28380. 00020000:00000001:17.0:1557964623.954641:0:57589:0:(lov_pack.c:337:lov_unpackmd()) Process leaving (rc=18446613325843432320 : -130747866119296 : ffff8915e3e28380) 00020000:00000002:17.0:1557964623.954642:0:57589:0:(lov_ea.c:504:dump_lsm()) lsm ffff8915e3e28380, objid 0x586:7025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, layout_gen 0 00020000:00000002:17.0:1557964623.954643:0:57589:0:(lov_ea.c:516:dump_lsm()) [ 0x0 , 0xffffffffffffffff ): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:17.0:1557964623.954644:0:57589:0:(lov_ea.c:526:dump_lsm()) oinfo:ffff8915f1ba6700: ostid: 0x0:181305 ost idx: 9 gen: 0 00020000:00000002:17.0:1557964623.954645:0:57589:0:(lov_object.c:813:lov_conf_lock()) Took exclusive lov(ffff8925f75e6460) owner ffff8906392d2080 00020000:00000001:17.0:1557964623.954646:0:57589:0:(lov_object.c:998:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:17.0:1557964623.954647:0:57589:0:(lov_object.c:819:lov_conf_unlock()) To release exclusive lov(ffff8925f75e6460) owner ffff8906392d2080 00020000:00000010:17.0:1557964623.954648:0:57589:0:(lov_ea.c:122:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8915f1ba6700. 00020000:00000010:17.0:1557964623.954649:0:57589:0:(lov_ea.c:125:lsme_free()) kfreed 'lsme': 64 at ffff8915e3e283c0. 00020000:00000010:17.0:1557964623.954650:0:57589:0:(lov_ea.c:138:lsm_free()) kfreed 'lsm': 64 at ffff8915e3e28380. 00020000:00000002:17.0:1557964623.954651:0:57589:0:(lov_object.c:1015:lov_conf_set()) [0x200001b71:0x586:0x0] lo_layout_invalid=0 00020000:00000001:17.0:1557964623.954652:0:57589:0:(lov_object.c:1016:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.954652:0:57589:0:(cl_object.c:310:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.954653:0:57589:0:(cl_object.c:398:cl_object_layout_get()) Process entered 00020000:00000002:17.0:1557964623.954655:0:57589:0:(lov_object.c:761:lov_conf_freeze()) To take share lov(ffff8925f75e6460) owner (null)/ffff8906392d2080 00020000:00000002:17.0:1557964623.954656:0:57589:0:(lov_object.c:1725:lov_lsm_addref()) lsm ffff8915e3e28e40 addref 2/0 by ffff8906392d2080. 00020000:00000002:17.0:1557964623.954657:0:57589:0:(lov_object.c:769:lov_conf_thaw()) To release share lov(ffff8925f75e6460) owner (null)/ffff8906392d2080 00020000:00000001:17.0:1557964623.954658:0:57589:0:(lov_object.c:1634:lov_object_layout_get()) Process entered 00020000:00000001:17.0:1557964623.954659:0:57589:0:(lov_pack.c:198:lov_lsm_pack()) Process entered 00020000:00000001:17.0:1557964623.954660:0:57589:0:(lov_pack.c:140:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:17.0:1557964623.954661:0:57589:0:(lov_pack.c:145:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:17.0:1557964623.954661:0:57589:0:(lov_object.c:1650:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:17.0:1557964623.954662:0:57589:0:(file.c:4223:ll_layout_conf()) [0x200001b71:0x586:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:17.0:1557964623.954663:0:57589:0:(cl_object.c:813:cl_env_put()) 1@ffff8915f43041b0 00000080:00000001:17.0:1557964623.954664:0:57589:0:(file.c:4230:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964623.954665:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.954665:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000080:00000001:17.0:1557964623.954666:0:57589:0:(llite_lib.c:2378:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:17.0:1557964623.954667:0:57589:0:(obd_class.h:1485:md_free_lustre_md()) Process entered 00800000:00000001:17.0:1557964623.954668:0:57589:0:(lmv_obd.c:2921:lmv_free_lustre_md()) Process entered 00800000:00000001:17.0:1557964623.954668:0:57589:0:(obd_class.h:1485:md_free_lustre_md()) Process entered 00000002:00000001:17.0:1557964623.954669:0:57589:0:(mdc_request.c:549:mdc_free_lustre_md()) Process entered 00000002:00000001:17.0:1557964623.954670:0:57589:0:(mdc_request.c:550:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.954670:0:57589:0:(obd_class.h:1488:md_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.954671:0:57589:0:(lmv_obd.c:2929:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.954671:0:57589:0:(obd_class.h:1488:md_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:17.0:1557964623.954672:0:57589:0:(namei.c:935:ll_create_node()) setting l_ast_data to inode [0x200001b71:0x586:0x0](ffff891572edb690) 00000080:00010000:17.0:1557964623.954673:0:57589:0:(llite_internal.h:1336:ll_set_lock_data()) setting l_data to inode [0x200001b71:0x586:0x0](ffff891572edb690) for lock 0x398a44d554ce261d 00000080:00000001:17.0:1557964623.954674:0:57589:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00800000:00000001:17.0:1557964623.954674:0:57589:0:(lmv_obd.c:2852:lmv_set_lock_data()) Process entered 00800000:00000001:17.0:1557964623.954675:0:57589:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00000002:00000001:17.0:1557964623.954675:0:57589:0:(mdc_locks.c:103:mdc_set_lock_data()) Process entered 00010000:00000001:17.0:1557964623.954675:0:57589:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964623.954676:0:57589:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964623.954676:0:57589:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952654848 : -130749756896768 : ffff8915732f8a00) 00010000:00000001:17.0:1557964623.954677:0:57589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952654848 : -130749756896768 : ffff8915732f8a00) 00010000:00000001:17.0:1557964623.954677:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.954677:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:17.0:1557964623.954678:0:57589:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.954678:0:57589:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.954679:0:57589:0:(lmv_obd.c:2857:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.954679:0:57589:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.954680:0:57589:0:(namei.c:937:ll_create_node()) Process leaving 00000100:00000001:17.0:1557964623.954680:0:57589:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964623.954697:0:57589:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff89157528f200 x1633636318338720/t30064774474(30064774474) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 808/600 e 0 to 0 dl 1557964729 ref 3 fl Complete:RP/4/0 rc 0/0 00000100:00000001:17.0:1557964623.954700:0:57589:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.954701:0:57589:0:(namei.c:997:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.954703:0:57589:0:(file.c:487:ll_file_open()) Process entered 00000080:00200000:17.0:1557964623.954703:0:57589:0:(file.c:490:ll_file_open()) VFS Op:inode=[0x200001b71:0x586:0x0](ffff891572edb690), flags 101101 00000080:00000010:17.0:1557964623.954705:0:57589:0:(file.c:67:ll_file_data_get()) slab-alloced 'fd': 216 at ffff891579b22d00. 00000080:00000010:17.0:1557964623.954708:0:57589:0:(file.c:613:ll_file_open()) kmalloced '*och_p': 48 at ffff8915e3e28380. 00000080:00000001:17.0:1557964623.954709:0:57589:0:(file.c:440:ll_local_open()) Process entered 00000080:00000001:17.0:1557964623.954710:0:57589:0:(obd_class.h:1534:md_set_open_replay_data()) Process entered 00800000:00000001:17.0:1557964623.954711:0:57589:0:(lmv_obd.c:2939:lmv_set_open_replay_data()) Process entered 00800000:00000001:17.0:1557964623.954712:0:57589:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:17.0:1557964623.954713:0:57589:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:17.0:1557964623.954713:0:57589:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:17.0:1557964623.954714:0:57589:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:17.0:1557964623.954715:0:57589:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964623.954715:0:57589:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b71:0x586:0x0] 00800000:00000001:17.0:1557964623.954716:0:57589:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.954717:0:57589:0:(obd_class.h:1534:md_set_open_replay_data()) Process entered 00000002:00000001:17.0:1557964623.954717:0:57589:0:(mdc_request.c:648:mdc_set_open_replay_data()) Process entered 00000002:00000010:17.0:1557964623.954718:0:57589:0:(obd.h:1115:obd_mod_alloc()) kmalloced 'mod': 32 at ffff8925f7c33fe0. 00000002:00100000:17.0:1557964623.954719:0:57589:0:(mdc_request.c:700:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89157528f200 x1633636318338720/t30064774474(30064774474) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 808/600 e 0 to 0 dl 1557964729 ref 2 fl Complete:RP/4/0 rc 0/0 00000002:00000001:17.0:1557964623.954722:0:57589:0:(mdc_request.c:701:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.954722:0:57589:0:(obd_class.h:1537:md_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.954723:0:57589:0:(lmv_obd.c:2945:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.954723:0:57589:0:(obd_class.h:1537:md_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:17.0:1557964623.954725:0:57589:0:(rw.c:585:ras_reset()) lrp 0 cr 0 cp 0 ws 0 wl 0 nra 1 rpc 4096 r 0 ri 0 csr 0 sf 0 sp 0 sl 0 00000080:00000001:17.0:1557964623.954727:0:57589:0:(file.c:462:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.954728:0:57589:0:(file.c:646:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964623.954729:0:57589:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964623.954730:0:57589:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff89157528f200 x1633636318338720/t30064774474(30064774474) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 808/600 e 0 to 0 dl 1557964729 ref 2 fl Complete:RP/4/0 rc 0/0 02000000:00000001:17.0:1557964623.954733:0:57589:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:17.0:1557964623.954734:0:57589:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 65536 at ffff891517670000. 02000000:00000001:17.0:1557964623.954739:0:57589:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:17.0:1557964623.954739:0:57589:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.954740:0:57589:0:(dcache.c:221:ll_intent_release()) Process entered 00000080:00000040:17.0:1557964623.954740:0:57589:0:(dcache.c:223:ll_intent_release()) intent ffff8924c9af19c0 released 00000080:00010000:17.0:1557964623.954741:0:57589:0:(dcache.c:201:ll_intent_drop_lock()) releasing lock with cookie 0x398a44d554ce261d from it ffff8924c9af19c0 00010000:00000001:17.0:1557964623.954742:0:57589:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964623.954742:0:57589:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964623.954743:0:57589:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952654848 : -130749756896768 : ffff8915732f8a00) 00010000:00000001:17.0:1557964623.954744:0:57589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952654848 : -130749756896768 : ffff8915732f8a00) 00010000:00000001:17.0:1557964623.954745:0:57589:0:(ldlm_lock.c:826:ldlm_lock_decref_internal()) Process entered 00010000:00010000:17.0:1557964623.954745:0:57589:0:(ldlm_lock.c:799:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: ?? lock: ffff8915732f8a00/0x398a44d554ce261d lrc: 3/1,0 mode: CR/CR res: ?? rrc=?? type: ??? flags: 0x10020000000000 nid: local remote: 0xaa60bb0b4261fab3 expref: -99 pid: 57589 timeout: 0 lvb_type: 3 00010000:00000001:17.0:1557964623.954747:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.954747:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00010000:17.0:1557964623.954748:0:57589:0:(ldlm_lock.c:872:ldlm_lock_decref_internal()) ### add lock into lru list ns: ?? lock: ffff8915732f8a00/0x398a44d554ce261d lrc: 2/0,0 mode: CR/CR res: ?? rrc=?? type: ??? flags: 0x10020000000000 nid: local remote: 0xaa60bb0b4261fab3 expref: -99 pid: 57589 timeout: 0 lvb_type: 3 00010000:00000001:17.0:1557964623.954749:0:57589:0:(ldlm_lock.c:300:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:17.0:1557964623.954750:0:57589:0:(ldlm_lock.c:304:ldlm_lock_add_to_lru()) Process leaving 00010000:00000001:17.0:1557964623.954750:0:57589:0:(ldlm_lock.c:893:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:17.0:1557964623.954751:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.954751:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000080:00000001:17.0:1557964623.954751:0:57589:0:(dcache.c:234:ll_intent_release()) Process leaving 00000080:00000010:17.0:1557964623.954751:0:57589:0:(namei.c:800:ll_atomic_open()) kfreed 'it': 72 at ffff8924c9af19c0. 00000080:00000001:17.0:1557964623.954752:0:57589:0:(namei.c:802:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.954754:0:57589:0:(xattr.c:417:ll_xattr_get_common()) Process entered 00000080:00000001:17.0:1557964623.954755:0:57589:0:(xattr.c:339:ll_xattr_list()) Process entered 00000080:00000001:17.0:1557964623.954756:0:57589:0:(xattr_cache.c:512:ll_xattr_cache_get()) Process entered 00000080:00000001:17.0:1557964623.954756:0:57589:0:(xattr_cache.c:388:ll_xattr_cache_refill()) Process entered 00000080:00000001:17.0:1557964623.954757:0:57589:0:(xattr_cache.c:323:ll_xattr_find_get_lock()) Process entered 00000080:00000010:17.0:1557964623.954758:0:57589:0:(llite_lib.c:2480:ll_prep_md_op_data()) kmalloced 'op_data': 320 at ffff89150ef12c00. 00000080:00000001:17.0:1557964623.954759:0:57589:0:(obd_class.h:1387:md_intent_lock()) Process entered 00800000:00000001:17.0:1557964623.954760:0:57589:0:(lmv_intent.c:474:lmv_intent_lock()) Process entered 00800000:00000002:17.0:1557964623.954760:0:57589:0:(lmv_intent.c:482:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x200001b71:0x586:0x0] 00800000:00000001:17.0:1557964623.954761:0:57589:0:(lmv_intent.c:361:lmv_intent_lookup()) Process entered 00800000:00000001:17.0:1557964623.954762:0:57589:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:17.0:1557964623.954762:0:57589:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:17.0:1557964623.954762:0:57589:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:17.0:1557964623.954762:0:57589:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:17.0:1557964623.954763:0:57589:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964623.954764:0:57589:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b71:0x586:0x0] 00800000:00000001:17.0:1557964623.954765:0:57589:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964623.954765:0:57589:0:(lmv_intent.c:390:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200001b71:0x586:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 lsm= (null) lsm_magic=ffffffff 00800000:00000001:17.0:1557964623.954767:0:57589:0:(obd_class.h:1387:md_intent_lock()) Process entered 00000002:00000001:17.0:1557964623.954769:0:57589:0:(mdc_locks.c:1144:mdc_intent_lock()) Process entered 00000002:00010000:17.0:1557964623.954769:0:57589:0:(mdc_locks.c:1151:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x200001b71:0x586:0x0], intent: getxattr flags 0 00000002:00000001:17.0:1557964623.954771:0:57589:0:(mdc_locks.c:769:mdc_enqueue_base()) Process entered 00000002:00000001:17.0:1557964623.954771:0:57589:0:(mdc_locks.c:354:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:17.0:1557964623.954773:0:57589:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff89157528ef00. 00000020:00000040:17.0:1557964623.954774:0:57589:0:(genops.c:1214:class_import_get()) import ffff891506a72000 refcount=5 obd=looze-MDT0000-mdc-ffff8925ba270000 00010000:00000001:17.0:1557964623.954775:0:57589:0:(ldlm_request.c:796:ldlm_prep_elc_req()) Process entered 00010000:00000001:17.0:1557964623.954776:0:57589:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:17.0:1557964623.954777:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.954777:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964623.954777:0:57589:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.954778:0:57589:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:17.0:1557964623.954779:0:57589:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:17.0:1557964623.954780:0:57589:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:17.0:1557964623.954781:0:57589:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 1024 at ffff8915757ac800. 00000100:00000001:17.0:1557964623.954782:0:57589:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964623.954783:0:57589:0:(ldlm_request.c:1956:ldlm_cli_cancel_list()) Process entered 00010000:00000001:17.0:1557964623.954783:0:57589:0:(ldlm_request.c:1959:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964623.954784:0:57589:0:(ldlm_request.c:1956:ldlm_cli_cancel_list()) Process entered 00010000:00000001:17.0:1557964623.954784:0:57589:0:(ldlm_request.c:1959:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964623.954785:0:57589:0:(ldlm_request.c:848:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964623.954787:0:57589:0:(mdc_locks.c:406:mdc_intent_getxattr_pack()) Process leaving (rc=18446613323985776384 : -130749723775232 : ffff89157528ef00) 00010000:00000001:17.0:1557964623.954788:0:57589:0:(ldlm_request.c:906:ldlm_cli_enqueue()) Process entered 00010000:00000001:17.0:1557964623.954788:0:57589:0:(ldlm_lock.c:1651:ldlm_lock_create()) Process entered 00010000:00000040:17.0:1557964623.954789:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388cc0 count: 2 00010000:00000001:17.0:1557964623.954790:0:57589:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:17.0:1557964623.954790:0:57589:0:(ldlm_lock.c:451:ldlm_lock_new()) Process entered 00010000:00000010:17.0:1557964623.954791:0:57589:0:(ldlm_lock.c:456:ldlm_lock_new()) slab-alloced 'lock': 504 at ffff8915732f9400. 00000020:00000001:17.0:1557964623.954792:0:57589:0:(lustre_handles.c:64:class_handle_hash()) Process entered 00000020:00000040:17.0:1557964623.954792:0:57589:0:(lustre_handles.c:98:class_handle_hash()) added object ffff8915732f9400 with handle 0x398a44d554ce2624 to hash 00000020:00000001:17.0:1557964623.954793:0:57589:0:(lustre_handles.c:99:class_handle_hash()) Process leaving 00010000:00000001:17.0:1557964623.954793:0:57589:0:(ldlm_lock.c:495:ldlm_lock_new()) Process leaving (rc=18446613323952657408 : -130749756894208 : ffff8915732f9400) 00010000:00000001:17.0:1557964623.954794:0:57589:0:(ldlm_lock.c:1689:ldlm_lock_create()) Process leaving (rc=18446613323952657408 : -130749756894208 : ffff8915732f9400) 00010000:00000001:17.0:1557964623.954795:0:57589:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:17.0:1557964623.954795:0:57589:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:17.0:1557964623.954797:0:57589:0:(ldlm_lock.c:745:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: ?? lock: ffff8915732f9400/0x398a44d554ce2624 lrc: 3/1,0 mode: --/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57589 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964623.954799:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388cc0 count: 3 00010000:00010000:17.0:1557964623.954800:0:57589:0:(ldlm_request.c:944:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f9400/0x398a44d554ce2624 lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x586:0x0].0x0 bits 0x20 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57589 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964623.954803:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388cc0 count: 2 00010000:00000040:17.0:1557964623.954804:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388cc0 count: 3 00010000:00010000:17.0:1557964623.954804:0:57589:0:(ldlm_request.c:986:ldlm_cli_enqueue()) ### sending request ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f9400/0x398a44d554ce2624 lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x586:0x0].0x0 bits 0x20 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57589 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964623.954806:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388cc0 count: 2 00000100:00000001:17.0:1557964623.954807:0:57589:0:(client.c:2909:ptlrpc_queue_wait()) Process entered 00000100:00000001:17.0:1557964623.954807:0:57589:0:(client.c:947:ptlrpc_prep_set()) Process entered 00000100:00000010:17.0:1557964623.954808:0:57589:0:(client.c:949:ptlrpc_prep_set()) kmalloced 'set': 152 at ffff8915cc388d80. 00000100:00000001:17.0:1557964623.954809:0:57589:0:(client.c:965:ptlrpc_prep_set()) Process leaving (rc=18446613325446417792 : -130748263133824 : ffff8915cc388d80) 00000100:00000001:17.0:1557964623.954809:0:57589:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964623.954810:0:57589:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985776384 : -130749723775232 : ffff89157528ef00) 00000020:00000001:17.0:1557964623.954810:0:57589:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:17.0:1557964623.954811:0:57589:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:17.0:1557964623.954811:0:57589:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.954812:0:57589:0:(client.c:2315:ptlrpc_set_wait()) Process entered 00000100:00000001:17.0:1557964623.954812:0:57589:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:17.0:1557964623.954813:0:57589:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff89157528ef00 x1633636318338736/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/3376 e 0 to 0 dl 0 ref 2 fl New:/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964623.954816:0:57589:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:17.0:1557964623.954817:0:57589:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964623.954818:0:57589:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:17.0:1557964623.954818:0:57589:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:17.0:1557964623.954819:0:57589:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc dd:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57589:1633636318338736:172.19.1.24@o2ib100:101 00000100:00000001:17.0:1557964623.954820:0:57589:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:17.0:1557964623.954821:0:57589:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:17.0:1557964623.954822:0:57589:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964623.954822:0:57589:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:17.0:1557964623.954824:0:57589:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 4096 at ffff8925ebb80000. 02000000:00000001:17.0:1557964623.954825:0:57589:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:17.0:1557964623.954826:0:57589:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924c9af19c0. 00000400:00000010:17.0:1557964623.954827:0:57589:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba6700. 00000100:00000200:17.0:1557964623.954829:0:57589:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1633636318338736, portal 10 00000100:00000001:17.0:1557964623.954830:0:57589:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964623.954830:0:57589:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985776384 : -130749723775232 : ffff89157528ef00) 00000100:00000040:17.0:1557964623.954832:0:57589:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff89157528ef00 x1633636318338736/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/3376 e 0 to 0 dl 1557964729 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964623.954835:0:57589:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:17.0:1557964623.954836:0:57589:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:17.0:1557964623.954837:0:57589:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba7580. 00000100:00000200:17.0:1557964623.954837:0:57589:0:(niobuf.c:85:ptl_send_buf()) Sending 688 bytes to portal 12, xid 1633636318338736, offset 0 00000400:00000010:17.0:1557964623.954838:0:57589:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89150ef15400 (tot 30924164). 00000400:00000200:17.0:1557964623.954840:0:57589:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:17.0:1557964623.954844:0:57589:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:17.0:1557964623.954846:0:57589:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 688 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:17.0:1557964623.954849:0:57589:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:17.0:1557964623.954850:0:57589:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:17.0:1557964623.954851:0:57589:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:17.0:1557964623.954853:0:57589:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:17.0:1557964623.954854:0:57589:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.954855:0:57589:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964623.954855:0:57589:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.954856:0:57589:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:17.0:1557964623.954857:0:57589:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00100000:17.0:1557964623.954857:0:57589:0:(client.c:2336:ptlrpc_set_wait()) set ffff8915cc388d80 going to sleep for 61 seconds 00000100:00000001:17.0:1557964623.954858:0:57589:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1557964623.954859:0:57589:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.954860:0:57589:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1557964623.954860:0:57589:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964623.954891:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:4.0:1557964623.954928:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:4.0:1557964623.954931:0:24064:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (23)-- 00000100:00000001:4.0:1557964623.954933:0:24064:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:4.0:1557964623.954935:0:24064:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff89157528ef00 x1633636318338736/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/3376 e 0 to 0 dl 1557964729 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964623.954957:0:24064:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:4.0:1557964623.954959:0:24064:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff89157528ef00 x1633636318338736/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/3376 e 0 to 0 dl 1557964729 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964623.954962:0:24064:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964623.954963:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:4.0:1557964623.954963:0:24064:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:4.0:1557964623.954963:0:24064:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba7580 00000400:00000010:4.0:1557964623.954964:0:24064:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba7580. 00000400:00000010:4.0:1557964623.954966:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89150ef15400 (tot 30923764). 00000800:00000200:4.0:1557964623.954967:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000800:00000200:29.2:1557964623.955095:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:19.0:1557964623.955149:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:19.0:1557964623.955154:0:24063:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.24@o2ib100 00000400:00000200:19.0:1557964623.955157:0:24063:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:19.0:1557964623.955158:0:24063:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925eb78ce00 (tot 30924164). 00000400:00000200:19.0:1557964623.955161:0:24063:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 1080 into portal 10 MB=0x5cdc898725eb0 00000400:00000200:19.0:1557964623.955164:0:24063:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 1080/1080 into md 0x1c2e1 [1] + 192 00000100:00000001:19.0:1557964623.955167:0:24063:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:19.0:1557964623.955170:0:24063:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff89157528ef00 x1633636318338736/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/3376 e 0 to 0 dl 1557964729 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:19.0:1557964623.955174:0:24063:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=1080 offset=192 replen=3376 req@ffff89157528ef00 x1633636318338736/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/3376 e 0 to 0 dl 1557964729 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964623.955179:0:24063:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:19.0:1557964623.955180:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925eb78ce00 (tot 30923764). 00000800:00000200:2.0:1557964623.955180:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000800:00000200:19.0:1557964623.955181:0:24063:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:19.0:1557964623.955183:0:24063:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)-- 00000800:00000200:19.0:1557964623.955183:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000100:00000001:17.0:1557964623.955206:0:57589:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:17.0:1557964623.955208:0:57589:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:17.0:1557964623.955209:0:57589:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:17.0:1557964623.955211:0:57589:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:17.0:1557964623.955214:0:57589:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff89157528ef00 x1633636318338736/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/3376 e 0 to 0 dl 1557964729 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:17.0:1557964623.955218:0:57589:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff89157528ef00 x1633636318338736/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/3376 e 0 to 0 dl 1557964729 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964623.955222:0:57589:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:17.0:1557964623.955223:0:57589:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924c9af19c0. 00000400:00000200:17.0:1557964623.955224:0:57589:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba6700 00000400:00000010:17.0:1557964623.955224:0:57589:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba6700. 00000100:00000001:17.0:1557964623.955225:0:57589:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964623.955226:0:57589:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:17.0:1557964623.955227:0:57589:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:17.0:1557964623.955227:0:57589:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:17.0:1557964623.955228:0:57589:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964623.955229:0:57589:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:17.0:1557964623.955230:0:57589:0:(import.c:1677:at_measured()) add 45 to ffff891506a72400 time=123 v=45 (45 45 45 45) 00000100:00001000:17.0:1557964623.955232:0:57589:0:(import.c:1677:at_measured()) add 1 to ffff891506a723c8 time=123 v=45 (1 1 1 1) 00000100:00000001:17.0:1557964623.955233:0:57589:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:17.0:1557964623.955234:0:57589:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964623.955234:0:57589:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:17.0:1557964623.955235:0:57589:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.955236:0:57589:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:17.0:1557964623.955237:0:57589:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-mdc-ffff8925ba270000: skip recheck: last_committed 30064774473 00000100:00000001:17.0:1557964623.955237:0:57589:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:17.0:1557964623.955238:0:57589:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:17.0:1557964623.955239:0:57589:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff89157528ef00 x1633636318338736/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/1080 e 0 to 0 dl 1557964729 ref 2 fl Rpc:R/0/0 rc 0/0 00000100:00000001:17.0:1557964623.955242:0:57589:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964623.955243:0:57589:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:17.0:1557964623.955243:0:57589:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:17.0:1557964623.955244:0:57589:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff89157528ef00 x1633636318338736/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/1080 e 0 to 0 dl 1557964729 ref 2 fl Interpret:R/0/0 rc 0/0 00000100:00100000:17.0:1557964623.955248:0:57589:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc dd:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57589:1633636318338736:172.19.1.24@o2ib100:101 00000100:00000001:17.0:1557964623.955249:0:57589:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964623.955251:0:57589:0:(client.c:2426:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.955251:0:57589:0:(client.c:1008:ptlrpc_set_destroy()) Process entered 00000100:00000001:17.0:1557964623.955252:0:57589:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964623.955253:0:57589:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff89157528ef00 x1633636318338736/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/1080 e 0 to 0 dl 1557964729 ref 2 fl Complete:R/0/0 rc 0/0 00000100:00000001:17.0:1557964623.955256:0:57589:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:17.0:1557964623.955257:0:57589:0:(ptlrpc_internal.h:352:ptlrpc_reqset_put()) kfreed 'set': 152 at ffff8915cc388d80. 00000100:00000001:17.0:1557964623.955265:0:57589:0:(client.c:1050:ptlrpc_set_destroy()) Process leaving 00000100:00000001:17.0:1557964623.955265:0:57589:0:(client.c:2929:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964623.955266:0:57589:0:(ldlm_request.c:574:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:17.0:1557964623.955267:0:57589:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964623.955267:0:57589:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964623.955268:0:57589:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952657408 : -130749756894208 : ffff8915732f9400) 00010000:00000001:17.0:1557964623.955269:0:57589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952657408 : -130749756894208 : ffff8915732f9400) 00010000:00000040:17.0:1557964623.955271:0:57589:0:(ldlm_request.c:647:ldlm_cli_enqueue_fini()) local: ffff8915732f9400, remote cookie: 0xaa60bb0b4261fac8, flags: 0x1001 00010000:00000040:17.0:1557964623.955273:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388cc0 count: 3 00010000:00010000:17.0:1557964623.955274:0:57589:0:(ldlm_request.c:684:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f9400/0x398a44d554ce2624 lrc: 4/1,0 mode: --/PR res: [0x200001b71:0x586:0x0].0x0 bits 0x20 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fac8 expref: -99 pid: 57589 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964623.955277:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388cc0 count: 2 00010000:00000001:17.0:1557964623.955278:0:57589:0:(ldlm_lock.c:1719:ldlm_lock_enqueue()) Process entered 00010000:00000001:17.0:1557964623.955279:0:57589:0:(ldlm_lock.c:1100:ldlm_grant_lock()) Process entered 00010000:00000001:17.0:1557964623.955279:0:57589:0:(ldlm_lock.c:1077:ldlm_grant_lock_with_skiplist()) Process entered 00010000:00000001:17.0:1557964623.955280:0:57589:0:(ldlm_lock.c:957:search_granted_lock()) Process entered 00010000:00000001:17.0:1557964623.955281:0:57589:0:(ldlm_lock.c:1028:search_granted_lock()) Process leaving 00010000:00000001:17.0:1557964623.955281:0:57589:0:(ldlm_lock.c:1040:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:17.0:1557964623.955282:0:57589:0:(ldlm_resource.c:1683:ldlm_resource_dump()) --- Resource: [0x200001b71:0x586:0x0].0x0 (ffff8915cc388cc0) refcount = 2 00010000:00000040:17.0:1557964623.955283:0:57589:0:(ldlm_resource.c:1686:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:17.0:1557964623.955283:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388cc0 count: 3 00010000:00000040:17.0:1557964623.955284:0:57589:0:(ldlm_resource.c:1689:ldlm_resource_dump()) ### ### ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f8a00/0x398a44d554ce261d lrc: 1/0,0 mode: CR/CR res: [0x200001b71:0x586:0x0].0x0 bits 0x9 rrc: 3 type: IBT flags: 0x20000000000 nid: local remote: 0xaa60bb0b4261fab3 expref: -99 pid: 57589 timeout: 0 lvb_type: 3 00010000:00000040:17.0:1557964623.955287:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388cc0 count: 2 00010000:00010000:17.0:1557964623.955288:0:57589:0:(ldlm_lock.c:1045:ldlm_granted_list_add_lock()) ### About to add lock: ns: ?? lock: ffff8915732f9400/0x398a44d554ce2624 lrc: 4/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261fac8 expref: -99 pid: 57589 timeout: 0 lvb_type: 0 00010000:00000001:17.0:1557964623.955290:0:57589:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:17.0:1557964623.955291:0:57589:0:(ldlm_lock.c:1083:ldlm_grant_lock_with_skiplist()) Process leaving 00010000:00000001:17.0:1557964623.955292:0:57589:0:(ldlm_lock.c:1131:ldlm_grant_lock()) Process leaving 00010000:00000001:17.0:1557964623.955292:0:57589:0:(ldlm_lock.c:1824:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:17.0:1557964623.955293:0:57589:0:(ldlm_request.c:261:ldlm_completion_ast()) Process entered 00010000:00000001:17.0:1557964623.955294:0:57589:0:(ldlm_request.c:270:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:17.0:1557964623.955294:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388cc0 count: 3 00010000:00010000:17.0:1557964623.955295:0:57589:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f9400/0x398a44d554ce2624 lrc: 4/1,0 mode: PR/PR res: [0x200001b71:0x586:0x0].0x0 bits 0x20 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fac8 expref: -99 pid: 57589 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964623.955297:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388cc0 count: 2 00010000:00000001:17.0:1557964623.955298:0:57589:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:17.0:1557964623.955298:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.955298:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964623.955299:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.955299:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964623.955299:0:57589:0:(ldlm_request.c:1007:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964623.955300:0:57589:0:(mdc_locks.c:567:mdc_finish_enqueue()) Process entered 00010000:00000001:17.0:1557964623.955301:0:57589:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964623.955301:0:57589:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964623.955301:0:57589:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952657408 : -130749756894208 : ffff8915732f9400) 00010000:00000001:17.0:1557964623.955302:0:57589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952657408 : -130749756894208 : ffff8915732f9400) 00010000:00000001:17.0:1557964623.955303:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.955303:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00100000:17.0:1557964623.955304:0:57589:0:(mdc_locks.c:621:mdc_finish_enqueue()) @@@ op: 80 disposition: 0, status: 0 req@ffff89157528ef00 x1633636318338736/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/1080 e 0 to 0 dl 1557964729 ref 1 fl Complete:R/0/0 rc 0/0 00010000:00000001:17.0:1557964623.955307:0:57589:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964623.955307:0:57589:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964623.955307:0:57589:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952657408 : -130749756894208 : ffff8915732f9400) 00010000:00000001:17.0:1557964623.955308:0:57589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952657408 : -130749756894208 : ffff8915732f9400) 00010000:00000001:17.0:1557964623.955308:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.955309:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:17.0:1557964623.955309:0:57589:0:(mdc_locks.c:740:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964623.955309:0:57589:0:(mdc_locks.c:914:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964623.955311:0:57589:0:(mdc_locks.c:935:mdc_finish_intent_lock()) Process entered 00010000:00000001:17.0:1557964623.955311:0:57589:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964623.955312:0:57589:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964623.955312:0:57589:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952657408 : -130749756894208 : ffff8915732f9400) 00010000:00000001:17.0:1557964623.955313:0:57589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952657408 : -130749756894208 : ffff8915732f9400) 00010000:00000040:17.0:1557964623.955314:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388cc0 count: 3 00000002:00010000:17.0:1557964623.955314:0:57589:0:(mdc_locks.c:1005:mdc_finish_intent_lock()) ### matching against this ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f9400/0x398a44d554ce2624 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x586:0x0].0x0 bits 0x20 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fac8 expref: -99 pid: 57589 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964623.955317:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388cc0 count: 2 00010000:00000001:17.0:1557964623.955317:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.955318:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964623.955318:0:57589:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000001:17.0:1557964623.955318:0:57589:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964623.955318:0:57589:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964623.955319:0:57589:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952657408 : -130749756894208 : ffff8915732f9400) 00010000:00000001:17.0:1557964623.955319:0:57589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952657408 : -130749756894208 : ffff8915732f9400) 00010000:00000040:17.0:1557964623.955320:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388cc0 count: 3 00010000:00000001:17.0:1557964623.955321:0:57589:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:17.0:1557964623.955322:0:57589:0:(ldlm_lock.c:1415:ldlm_lock_match()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:17.0:1557964623.955322:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388cc0 count: 2 00010000:00010000:17.0:1557964623.955323:0:57589:0:(ldlm_lock.c:1494:ldlm_lock_match()) ### not matched ns ffff8915c5715400 type 13 mode 4 res 8589941617/1414 (0 0) 00010000:00000001:17.0:1557964623.955324:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.955324:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:17.0:1557964623.955324:0:57589:0:(mdc_locks.c:1031:mdc_finish_intent_lock()) Process leaving 00000002:00002000:17.0:1557964623.955325:0:57589:0:(mdc_locks.c:1036:mdc_finish_intent_lock()) D_IT dentry intent: getxattr status 0 disp 0 rc 0 00000002:00000001:17.0:1557964623.955326:0:57589:0:(mdc_locks.c:1183:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.955326:0:57589:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.955327:0:57589:0:(lmv_intent.c:444:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.955328:0:57589:0:(lmv_intent.c:515:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.955329:0:57589:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:17.0:1557964623.955330:0:57589:0:(llite_lib.c:2531:ll_finish_md_op_data()) kfreed 'op_data': 320 at ffff89150ef12c00. 00000080:00000001:17.0:1557964623.955332:0:57589:0:(xattr_cache.c:365:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:17.0:1557964623.955333:0:57589:0:(xattr_cache.c:429:ll_xattr_cache_refill()) caching: xdata=ffff8925ebb80420 xtail=ffff8925ebb80455 00000080:00000001:17.0:1557964623.955334:0:57589:0:(xattr_cache.c:84:ll_xattr_cache_init()) Process entered 00000080:00000020:17.0:1557964623.955335:0:57589:0:(xattr_cache.c:434:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:17.0:1557964623.955337:0:57589:0:(xattr_cache.c:140:ll_xattr_cache_add()) Process entered 00000080:00000001:17.0:1557964623.955337:0:57589:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:17.0:1557964623.955338:0:57589:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:17.0:1557964623.955339:0:57589:0:(xattr_cache.c:147:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff8915c62ae7f8. 00000080:00000010:17.0:1557964623.955341:0:57589:0:(xattr_cache.c:155:ll_xattr_cache_add()) kmalloced 'xattr->xe_name': 12 at ffff89159ebe4880. 00000080:00000010:17.0:1557964623.955342:0:57589:0:(xattr_cache.c:161:ll_xattr_cache_add()) kmalloced 'xattr->xe_value': 24 at ffff89254de90ac0. 00000080:00000020:17.0:1557964623.955343:0:57589:0:(xattr_cache.c:174:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:17.0:1557964623.955344:0:57589:0:(xattr_cache.c:176:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:17.0:1557964623.955344:0:57589:0:(xattr_cache.c:434:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:17.0:1557964623.955345:0:57589:0:(xattr_cache.c:140:ll_xattr_cache_add()) Process entered 00000080:00000001:17.0:1557964623.955345:0:57589:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:17.0:1557964623.955345:0:57589:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:17.0:1557964623.955346:0:57589:0:(xattr_cache.c:147:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff8915c62ae820. 00000080:00000010:17.0:1557964623.955346:0:57589:0:(xattr_cache.c:155:ll_xattr_cache_add()) kmalloced 'xattr->xe_name': 12 at ffff89159ebe4890. 00000080:00000010:17.0:1557964623.955347:0:57589:0:(xattr_cache.c:161:ll_xattr_cache_add()) kmalloced 'xattr->xe_value': 56 at ffff8915e3e283c0. 00000080:00000020:17.0:1557964623.955347:0:57589:0:(xattr_cache.c:174:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:17.0:1557964623.955348:0:57589:0:(xattr_cache.c:176:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:17.0:1557964623.955348:0:57589:0:(xattr_cache.c:434:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:17.0:1557964623.955349:0:57589:0:(xattr_cache.c:140:ll_xattr_cache_add()) Process entered 00000080:00000001:17.0:1557964623.955349:0:57589:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:17.0:1557964623.955349:0:57589:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:17.0:1557964623.955350:0:57589:0:(xattr_cache.c:147:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff8915c62ae758. 00000080:00000010:17.0:1557964623.955350:0:57589:0:(xattr_cache.c:155:ll_xattr_cache_add()) kmalloced 'xattr->xe_name': 13 at ffff89159ebe4840. 00000080:00000010:17.0:1557964623.955351:0:57589:0:(xattr_cache.c:161:ll_xattr_cache_add()) kmalloced 'xattr->xe_value': 49 at ffff8915e3e28f80. 00000080:00000020:17.0:1557964623.955351:0:57589:0:(xattr_cache.c:174:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:17.0:1557964623.955352:0:57589:0:(xattr_cache.c:176:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:17.0:1557964623.955352:0:57589:0:(xattr_cache.c:434:ll_xattr_cache_refill()) caching [trusted.version]=J 00000080:00000001:17.0:1557964623.955353:0:57589:0:(xattr_cache.c:140:ll_xattr_cache_add()) Process entered 00000080:00000001:17.0:1557964623.955353:0:57589:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:17.0:1557964623.955353:0:57589:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:17.0:1557964623.955354:0:57589:0:(xattr_cache.c:147:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff8915c62ae780. 00000080:00000010:17.0:1557964623.955354:0:57589:0:(xattr_cache.c:155:ll_xattr_cache_add()) kmalloced 'xattr->xe_name': 16 at ffff89159ebe4850. 00000080:00000010:17.0:1557964623.955355:0:57589:0:(xattr_cache.c:161:ll_xattr_cache_add()) kmalloced 'xattr->xe_value': 8 at ffff8915cbfee6e8. 00000080:00000020:17.0:1557964623.955356:0:57589:0:(xattr_cache.c:174:ll_xattr_cache_add()) set: [trusted.version]=J 00000080:00000001:17.0:1557964623.955357:0:57589:0:(xattr_cache.c:176:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:17.0:1557964623.955358:0:57589:0:(llite_internal.h:1336:ll_set_lock_data()) setting l_data to inode [0x200001b71:0x586:0x0](ffff891572edb690) for lock 0x398a44d554ce2624 00000080:00000001:17.0:1557964623.955359:0:57589:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00800000:00000001:17.0:1557964623.955360:0:57589:0:(lmv_obd.c:2852:lmv_set_lock_data()) Process entered 00800000:00000001:17.0:1557964623.955361:0:57589:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00000002:00000001:17.0:1557964623.955362:0:57589:0:(mdc_locks.c:103:mdc_set_lock_data()) Process entered 00010000:00000001:17.0:1557964623.955362:0:57589:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964623.955362:0:57589:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964623.955362:0:57589:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952657408 : -130749756894208 : ffff8915732f9400) 00010000:00000001:17.0:1557964623.955363:0:57589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952657408 : -130749756894208 : ffff8915732f9400) 00010000:00000001:17.0:1557964623.955364:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.955364:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:17.0:1557964623.955364:0:57589:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.955365:0:57589:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.955365:0:57589:0:(lmv_obd.c:2857:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.955366:0:57589:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:17.0:1557964623.955366:0:57589:0:(dcache.c:201:ll_intent_drop_lock()) releasing lock with cookie 0x398a44d554ce2624 from it ffff89158ce5fa08 00010000:00000001:17.0:1557964623.955367:0:57589:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964623.955367:0:57589:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964623.955368:0:57589:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952657408 : -130749756894208 : ffff8915732f9400) 00010000:00000001:17.0:1557964623.955368:0:57589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952657408 : -130749756894208 : ffff8915732f9400) 00010000:00000001:17.0:1557964623.955369:0:57589:0:(ldlm_lock.c:826:ldlm_lock_decref_internal()) Process entered 00010000:00010000:17.0:1557964623.955369:0:57589:0:(ldlm_lock.c:799:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: ?? lock: ffff8915732f9400/0x398a44d554ce2624 lrc: 3/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261fac8 expref: -99 pid: 57589 timeout: 0 lvb_type: 0 00010000:00000001:17.0:1557964623.955371:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.955371:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00010000:17.0:1557964623.955372:0:57589:0:(ldlm_lock.c:872:ldlm_lock_decref_internal()) ### add lock into lru list ns: ?? lock: ffff8915732f9400/0x398a44d554ce2624 lrc: 2/0,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261fac8 expref: -99 pid: 57589 timeout: 0 lvb_type: 0 00010000:00000001:17.0:1557964623.955374:0:57589:0:(ldlm_lock.c:300:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:17.0:1557964623.955375:0:57589:0:(ldlm_lock.c:304:ldlm_lock_add_to_lru()) Process leaving 00010000:00000001:17.0:1557964623.955375:0:57589:0:(ldlm_lock.c:893:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:17.0:1557964623.955379:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.955380:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000100:00000001:17.0:1557964623.955380:0:57589:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964623.955381:0:57589:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff89157528ef00 x1633636318338736/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/1080 e 0 to 0 dl 1557964729 ref 1 fl Complete:R/0/0 rc 0/0 00000100:00000001:17.0:1557964623.955385:0:57589:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:17.0:1557964623.955385:0:57589:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:17.0:1557964623.955386:0:57589:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff8925ebb80000. 02000000:00000001:17.0:1557964623.955387:0:57589:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:17.0:1557964623.955387:0:57589:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:17.0:1557964623.955388:0:57589:0:(genops.c:1228:class_import_put()) import ffff891506a72000 refcount=4 obd=looze-MDT0000-mdc-ffff8925ba270000 00000020:00000001:17.0:1557964623.955388:0:57589:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:17.0:1557964623.955389:0:57589:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8915757ac800. 02000000:00000001:17.0:1557964623.955390:0:57589:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:17.0:1557964623.955390:0:57589:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:17.0:1557964623.955390:0:57589:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff89157528ef00. 00000100:00000001:17.0:1557964623.955391:0:57589:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:17.0:1557964623.955391:0:57589:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:17.0:1557964623.955392:0:57589:0:(xattr_cache.c:473:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.955393:0:57589:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:17.0:1557964623.955393:0:57589:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964623.955394:0:57589:0:(xattr_cache.c:547:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:17.0:1557964623.955395:0:57589:0:(xattr_cache.c:551:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964623.955395:0:57589:0:(xattr.c:347:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:17.0:1557964623.955396:0:57589:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:17.0:1557964623.955397:0:57589:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:17.0:1557964623.955397:0:57589:0:(xattr.c:405:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964623.955398:0:57589:0:(xattr.c:461:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964623.955400:0:57589:0:(file.c:4022:ll_inode_permission()) Process entered 00000080:00200000:17.0:1557964623.955401:0:57589:0:(file.c:4043:ll_inode_permission()) VFS Op:inode=[0x200001b71:0x586:0x0](ffff891572edb690), inode mode 81a4 mask 40 00000080:00000001:17.0:1557964623.955402:0:57589:0:(file.c:4081:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.955404:0:57589:0:(xattr.c:417:ll_xattr_get_common()) Process entered 00000080:00000001:17.0:1557964623.955405:0:57589:0:(xattr.c:339:ll_xattr_list()) Process entered 00000080:00000001:17.0:1557964623.955406:0:57589:0:(xattr_cache.c:512:ll_xattr_cache_get()) Process entered 00000080:00000001:17.0:1557964623.955406:0:57589:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:17.0:1557964623.955407:0:57589:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964623.955408:0:57589:0:(xattr_cache.c:547:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:17.0:1557964623.955409:0:57589:0:(xattr_cache.c:551:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964623.955410:0:57589:0:(xattr.c:347:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:17.0:1557964623.955410:0:57589:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:17.0:1557964623.955411:0:57589:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:17.0:1557964623.955412:0:57589:0:(xattr.c:405:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964623.955412:0:57589:0:(xattr.c:461:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00020000:00000001:17.0:1557964623.955420:0:57589:0:(lov_object.c:1735:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:17.0:1557964623.955421:0:57589:0:(lov_object.c:761:lov_conf_freeze()) To take share lov(ffff8925f75e6460) owner (null)/ffff8906392d2080 00020000:00000002:17.0:1557964623.955422:0:57589:0:(lov_object.c:769:lov_conf_thaw()) To release share lov(ffff8925f75e6460) owner (null)/ffff8906392d2080 00020000:00000001:17.0:1557964623.955423:0:57589:0:(lov_object.c:1779:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.955481:0:57589:0:(file.c:1600:ll_file_write()) Process entered 00000020:00000001:17.0:1557964623.955482:0:57589:0:(cl_object.c:670:cl_env_obtain()) Process entered 00000020:00000001:17.0:1557964623.955483:0:57589:0:(cl_object.c:701:cl_env_obtain()) Process leaving (rc=18446613326116962744 : -130747592588872 : ffff8915f43041b8) 00000020:00001000:17.0:1557964623.955484:0:57589:0:(cl_object.c:732:cl_env_get()) 1@ffff8915f43041b0 00000080:00000001:17.0:1557964623.955485:0:57589:0:(file.c:1574:ll_file_aio_write()) Process entered 00000020:00000001:17.0:1557964623.955486:0:57589:0:(cl_object.c:670:cl_env_obtain()) Process entered 00000020:00000001:17.0:1557964623.955486:0:57589:0:(cl_object.c:701:cl_env_obtain()) Process leaving (rc=18446613326116963032 : -130747592588584 : ffff8915f43042d8) 00000020:00001000:17.0:1557964623.955487:0:57589:0:(cl_object.c:732:cl_env_get()) 1@ffff8915f43042d0 00000080:00000001:17.0:1557964623.955488:0:57589:0:(file.c:1213:ll_file_io_generic()) Process entered 00000080:00200000:17.0:1557964623.955489:0:57589:0:(file.c:1217:ll_file_io_generic()) test.10: write range: [0, 4587) 00000020:00000001:17.0:1557964623.955491:0:57589:0:(cl_io.c:207:cl_io_rw_init()) Process entered 00000020:00200000:17.0:1557964623.955494:0:57589:0:(cl_io.c:219:cl_io_rw_init()) header@ffff8925b1a4dce0[0x0, 1, [0x200001b71:0x586:0x0] hash] 00000020:00200000:17.0:1557964623.955495:0:57589:0:(cl_io.c:219:cl_io_rw_init()) io write range: [0, 4587) block - - - 00000020:00000001:17.0:1557964623.955497:0:57589:0:(cl_object.c:150:cl_object_top()) ffff8925b1a4dd40 -> ffff8925b1a4dd40 00000020:00000001:17.0:1557964623.955498:0:57589:0:(cl_io.c:144:cl_io_init0()) Process entered 00000080:00000001:17.0:1557964623.955499:0:57589:0:(vvp_io.c:1427:vvp_io_init()) Process entered 00000080:00200000:17.0:1557964623.955500:0:57589:0:(vvp_io.c:1433:vvp_io_init()) [0x200001b71:0x586:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:17.0:1557964623.955503:0:57589:0:(cl_io.c:947:cl_io_slice_add()) Process entered 00000020:00000001:17.0:1557964623.955504:0:57589:0:(cl_io.c:953:cl_io_slice_add()) Process leaving 00000020:00000001:17.0:1557964623.955504:0:57589:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:17.0:1557964623.955505:0:57589:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:17.0:1557964623.955505:0:57589:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.955506:0:57589:0:(file.c:4460:ll_layout_refresh()) Process entered 00000080:00000001:17.0:1557964623.955507:0:57589:0:(file.c:4464:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.955508:0:57589:0:(vvp_io.c:1477:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:17.0:1557964623.955509:0:57589:0:(lov_object.c:1063:lov_io_init()) [0x200001b71:0x586:0x0]io ffff8915116d6360 type 2 ignore/verify layout 0/0 00020000:00000002:17.0:1557964623.955511:0:57589:0:(lov_object.c:761:lov_conf_freeze()) To take share lov(ffff8925f75e6460) owner (null)/ffff8906392d2080 00020000:00000001:17.0:1557964623.955513:0:57589:0:(lov_io.c:1118:lov_io_init_composite()) Process entered 00020000:00000001:17.0:1557964623.955514:0:57589:0:(lov_io.c:205:lov_io_slice_init()) Process entered 00020000:00000001:17.0:1557964623.955515:0:57589:0:(lov_io.c:273:lov_io_slice_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964623.955516:0:57589:0:(lov_io.c:191:lov_io_subio_init()) Process entered 00020000:00000001:17.0:1557964623.955516:0:57589:0:(lov_io.c:199:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.955517:0:57589:0:(cl_io.c:947:cl_io_slice_add()) Process entered 00000020:00000001:17.0:1557964623.955517:0:57589:0:(cl_io.c:953:cl_io_slice_add()) Process leaving 00020000:00000001:17.0:1557964623.955517:0:57589:0:(lov_io.c:1131:lov_io_init_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:17.0:1557964623.955518:0:57589:0:(lov_object.c:769:lov_conf_thaw()) To release share lov(ffff8925f75e6460) owner (null)/ffff8906392d2080 00000020:00000001:17.0:1557964623.955518:0:57589:0:(cl_io.c:161:cl_io_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.955519:0:57589:0:(cl_io.c:224:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:17.0:1557964623.955520:0:57589:0:(file.c:1249:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:17.0:1557964623.955521:0:57589:0:(range_lock.c:206:range_lock()) Process entered 00000001:00000001:17.0:1557964623.955523:0:57589:0:(interval_tree.c:629:interval_search()) Process entered 00000001:00000001:17.0:1557964623.955523:0:57589:0:(interval_tree.c:676:interval_search()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:17.0:1557964623.955524:0:57589:0:(interval_tree.c:384:interval_insert()) Process entered 00000001:00000001:17.0:1557964623.955525:0:57589:0:(interval_tree.c:329:interval_insert_color()) Process entered 00000001:00000001:17.0:1557964623.955525:0:57589:0:(interval_tree.c:376:interval_insert_color()) Process leaving 00000001:00000001:17.0:1557964623.955526:0:57589:0:(interval_tree.c:412:interval_insert()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:17.0:1557964623.955526:0:57589:0:(range_lock.c:243:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.955528:0:57589:0:(cl_io.c:816:cl_io_loop()) Process entered 00000020:00000001:17.0:1557964623.955529:0:57589:0:(cl_io.c:429:cl_io_iter_init()) Process entered 00000020:00000001:17.0:1557964623.955530:0:57589:0:(cl_io.c:963:cl_page_list_init()) Process entered 00000020:00000001:17.0:1557964623.955530:0:57589:0:(cl_io.c:967:cl_page_list_init()) Process leaving 00020000:00000001:17.0:1557964623.955531:0:57589:0:(lov_io.c:491:lov_io_rw_iter_init()) Process entered 00020000:00200000:17.0:1557964623.955532:0:57589:0:(lov_io.c:536:lov_io_rw_iter_init()) stripe: {0, 0} range: [0, 4587) end: 4587, count: 4587 00020000:00000001:17.0:1557964623.955534:0:57589:0:(lov_io.c:403:lov_io_iter_init()) Process entered 00020000:00200000:17.0:1557964623.955535:0:57589:0:(lov_io.c:420:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:17.0:1557964623.955537:0:57589:0:(lov_offset.c:251:lov_stripe_intersects()) [0->4586] -> [(0) 0->4586 (0)] 00020000:00000001:17.0:1557964623.955539:0:57589:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964623.955539:0:57589:0:(lov_io.c:103:lov_io_sub_init()) Process entered 00000020:00000001:17.0:1557964623.955540:0:57589:0:(cl_object.c:670:cl_env_obtain()) Process entered 00000020:00000001:17.0:1557964623.955540:0:57589:0:(cl_object.c:701:cl_env_obtain()) Process leaving (rc=18446613326116962888 : -130747592588728 : ffff8915f4304248) 00000020:00001000:17.0:1557964623.955541:0:57589:0:(cl_object.c:732:cl_env_get()) 1@ffff8915f4304240 00000020:00000001:17.0:1557964623.955542:0:57589:0:(cl_object.c:150:cl_object_top()) ffff8915a22f6648 -> ffff8925b1a4dd40 00000020:00000001:17.0:1557964623.955543:0:57589:0:(cl_io.c:144:cl_io_init0()) Process entered 00000020:00000001:17.0:1557964623.955545:0:57589:0:(cl_io.c:947:cl_io_slice_add()) Process entered 00000020:00000001:17.0:1557964623.955545:0:57589:0:(cl_io.c:953:cl_io_slice_add()) Process leaving 00000020:00000001:17.0:1557964623.955546:0:57589:0:(cl_io.c:161:cl_io_init0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964623.955546:0:57589:0:(lov_io.c:132:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964623.955547:0:57589:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00000020:00000001:17.0:1557964623.955548:0:57589:0:(cl_io.c:429:cl_io_iter_init()) Process entered 00000008:00000001:17.0:1557964623.955550:0:57589:0:(osc_io.c:372:osc_io_write_iter_init()) Process entered 00000008:00000001:17.0:1557964623.955551:0:57589:0:(osc_io.c:383:osc_io_write_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.955552:0:57589:0:(cl_io.c:441:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:17.0:1557964623.955553:0:57589:0:(lov_io.c:468:lov_io_iter_init()) shrink stripe: {1, 0} range: [0, 4587) 00020000:00000001:17.0:1557964623.955553:0:57589:0:(lov_io.c:475:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964623.955554:0:57589:0:(lov_io.c:559:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.955554:0:57589:0:(cl_io.c:441:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00200000:17.0:1557964623.955555:0:57589:0:(cl_io.c:849:cl_io_loop()) execute type 2 range: [0, 4587) nob: 0 stop 00000020:00000001:17.0:1557964623.955557:0:57589:0:(cl_io.c:354:cl_io_lock()) Process entered 00000080:00000001:17.0:1557964623.955557:0:57589:0:(vvp_io.c:588:vvp_io_write_lock()) Process entered 00000080:00000001:17.0:1557964623.955558:0:57589:0:(vvp_io.c:536:vvp_io_rw_lock()) Process entered 00000080:00000001:17.0:1557964623.955559:0:57589:0:(vvp_io.c:431:vvp_mmap_locks()) Process entered 00000080:00000001:17.0:1557964623.955560:0:57589:0:(llite_mmap.c:58:our_vma()) Process entered 00000080:00000001:17.0:1557964623.955561:0:57589:0:(llite_mmap.c:71:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.955561:0:57589:0:(vvp_io.c:498:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.955563:0:57589:0:(vvp_io.c:228:vvp_io_one_lock_index()) Process entered 00000080:00200000:17.0:1557964623.955563:0:57589:0:(vvp_io.c:230:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:17.0:1557964623.955564:0:57589:0:(cl_io.c:502:cl_io_lock_add()) Process entered 00000020:00000001:17.0:1557964623.955564:0:57589:0:(cl_io.c:299:cl_lockset_merge()) Process entered 00000020:00000001:17.0:1557964623.955565:0:57589:0:(cl_io.c:316:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.955565:0:57589:0:(cl_io.c:509:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.955566:0:57589:0:(vvp_io.c:249:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.955567:0:57589:0:(vvp_io.c:549:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.955567:0:57589:0:(vvp_io.c:597:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964623.955568:0:57589:0:(lov_io.c:603:lov_io_lock()) Process entered 00020000:00000001:17.0:1557964623.955570:0:57589:0:(lov_io.c:589:lov_io_call()) Process entered 00000020:00000001:17.0:1557964623.955570:0:57589:0:(cl_io.c:354:cl_io_lock()) Process entered 00000020:00000001:17.0:1557964623.955571:0:57589:0:(cl_io.c:242:cl_io_locks_sort()) Process entered 00000020:00000001:17.0:1557964623.955571:0:57589:0:(cl_io.c:278:cl_io_locks_sort()) Process leaving 00000020:00000001:17.0:1557964623.955572:0:57589:0:(cl_io.c:326:cl_lockset_lock()) Process entered 00000020:00000001:17.0:1557964623.955573:0:57589:0:(cl_io.c:335:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.955573:0:57589:0:(cl_io.c:370:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964623.955574:0:57589:0:(lov_io.c:598:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964623.955575:0:57589:0:(lov_io.c:604:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.955576:0:57589:0:(cl_io.c:242:cl_io_locks_sort()) Process entered 00000020:00000001:17.0:1557964623.955576:0:57589:0:(cl_io.c:278:cl_io_locks_sort()) Process leaving 00000020:00000001:17.0:1557964623.955577:0:57589:0:(cl_io.c:326:cl_lockset_lock()) Process entered 00000020:00000001:17.0:1557964623.955578:0:57589:0:(cl_lock.c:197:cl_lock_request()) Process entered 00000020:00000001:17.0:1557964623.955579:0:57589:0:(cl_lock.c:106:cl_lock_init()) Process entered 00000080:00000010:17.0:1557964623.955580:0:57589:0:(vvp_lock.c:77:vvp_lock_init()) slab-alloced 'vlk': 40 at ffff8915c62ae7a8. 00000020:00000001:17.0:1557964623.955582:0:57589:0:(cl_lock.c:72:cl_lock_slice_add()) Process entered 00000020:00000001:17.0:1557964623.955583:0:57589:0:(cl_lock.c:77:cl_lock_slice_add()) Process leaving 00020000:00000001:17.0:1557964623.955584:0:57589:0:(lov_lock.c:333:lov_lock_init_composite()) Process entered 00020000:00000001:17.0:1557964623.955585:0:57589:0:(lov_lock.c:127:lov_lock_sub_init()) Process entered 00020000:00000002:17.0:1557964623.955586:0:57589:0:(lov_offset.c:251:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:17.0:1557964623.955587:0:57589:0:(lov_lock.c:158:lov_lock_sub_init()) kmalloced 'lovlck': 112 at ffff8915f1ba6700. 00020000:00000002:17.0:1557964623.955588:0:57589:0:(lov_offset.c:251:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:17.0:1557964623.955589:0:57589:0:(lov_lock.c:92:lov_sublock_init()) Process entered 00020000:00000001:17.0:1557964623.955590:0:57589:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964623.955590:0:57589:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00000020:00000001:17.0:1557964623.955590:0:57589:0:(cl_lock.c:106:cl_lock_init()) Process entered 00020000:00000001:17.0:1557964623.955591:0:57589:0:(lovsub_lock.c:72:lovsub_lock_init()) Process entered 00020000:00000010:17.0:1557964623.955592:0:57589:0:(lovsub_lock.c:73:lovsub_lock_init()) slab-alloced 'lsk': 40 at ffff8915c62ae6e0. 00000020:00000001:17.0:1557964623.955593:0:57589:0:(cl_lock.c:72:cl_lock_slice_add()) Process entered 00000020:00000001:17.0:1557964623.955593:0:57589:0:(cl_lock.c:77:cl_lock_slice_add()) Process leaving 00020000:00000001:17.0:1557964623.955593:0:57589:0:(lovsub_lock.c:79:lovsub_lock_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:17.0:1557964623.955595:0:57589:0:(osc_lock.c:1170:osc_lock_init()) slab-alloced 'oscl': 264 at ffff891516afc210. 00000020:00000001:17.0:1557964623.955596:0:57589:0:(cl_lock.c:72:cl_lock_slice_add()) Process entered 00000020:00000001:17.0:1557964623.955596:0:57589:0:(cl_lock.c:77:cl_lock_slice_add()) Process leaving 00000008:00010000:17.0:1557964623.955597:0:57589:0:(osc_lock.c:1202:osc_lock_init()) ### lock ffff8915f1ba6730, osc lock ffff891516afc210, flags 0x40000000 00000020:00000001:17.0:1557964623.955598:0:57589:0:(cl_lock.c:120:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964623.955599:0:57589:0:(lov_lock.c:102:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964623.955599:0:57589:0:(lov_lock.c:215:lov_lock_sub_init()) Process leaving (rc=18446613326075684608 : -130747633867008 : ffff8915f1ba6700) 00000020:00000001:17.0:1557964623.955600:0:57589:0:(cl_lock.c:72:cl_lock_slice_add()) Process entered 00000020:00000001:17.0:1557964623.955600:0:57589:0:(cl_lock.c:77:cl_lock_slice_add()) Process leaving 00020000:00000001:17.0:1557964623.955600:0:57589:0:(lov_lock.c:339:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.955601:0:57589:0:(cl_lock.c:120:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.955602:0:57589:0:(cl_lock.c:173:cl_lock_enqueue()) Process entered 00020000:00000001:17.0:1557964623.955603:0:57589:0:(lov_lock.c:252:lov_lock_enqueue()) Process entered 00020000:00000001:17.0:1557964623.955604:0:57589:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964623.955604:0:57589:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00000020:00000001:17.0:1557964623.955605:0:57589:0:(cl_lock.c:173:cl_lock_enqueue()) Process entered 00000008:00000001:17.0:1557964623.955606:0:57589:0:(osc_lock.c:945:osc_lock_enqueue()) Process entered 00000008:00000001:17.0:1557964623.955607:0:57589:0:(osc_lock.c:864:osc_lock_enqueue_wait()) Process entered 00000008:00000001:17.0:1557964623.955608:0:57589:0:(osc_lock.c:912:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964623.955610:0:57589:0:(osc_request.c:2157:osc_enqueue_base()) Process entered 00010000:00000001:17.0:1557964623.955611:0:57589:0:(ldlm_request.c:906:ldlm_cli_enqueue()) Process entered 00010000:00000001:17.0:1557964623.955611:0:57589:0:(ldlm_lock.c:1651:ldlm_lock_create()) Process entered 00010000:00000010:17.0:1557964623.955614:0:57589:0:(ldlm_resource.c:1361:ldlm_resource_new()) slab-alloced 'res': 192 at ffff8915cc388d80. 00010000:00000010:17.0:1557964623.955615:0:57589:0:(ldlm_resource.c:1367:ldlm_resource_new()) slab-alloced 'res->lr_itree': 128 at ffff8915f1ba7680. 00010000:00000001:17.0:1557964623.955616:0:57589:0:(ldlm_lock.c:451:ldlm_lock_new()) Process entered 00010000:00000010:17.0:1557964623.955617:0:57589:0:(ldlm_lock.c:456:ldlm_lock_new()) slab-alloced 'lock': 504 at ffff8915732f8800. 00000020:00000001:17.0:1557964623.955618:0:57589:0:(lustre_handles.c:64:class_handle_hash()) Process entered 00000020:00000040:17.0:1557964623.955619:0:57589:0:(lustre_handles.c:98:class_handle_hash()) added object ffff8915732f8800 with handle 0x398a44d554ce262b to hash 00000020:00000001:17.0:1557964623.955620:0:57589:0:(lustre_handles.c:99:class_handle_hash()) Process leaving 00010000:00000001:17.0:1557964623.955620:0:57589:0:(ldlm_lock.c:495:ldlm_lock_new()) Process leaving (rc=18446613323952654336 : -130749756897280 : ffff8915732f8800) 00010000:00000001:17.0:1557964623.955621:0:57589:0:(ldlm_extent.c:949:ldlm_interval_alloc()) Process entered 00010000:00000010:17.0:1557964623.955622:0:57589:0:(ldlm_extent.c:952:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff8915f1ba7a80. 00010000:00000001:17.0:1557964623.955623:0:57589:0:(ldlm_extent.c:958:ldlm_interval_alloc()) Process leaving (rc=18446613326075689600 : -130747633862016 : ffff8915f1ba7a80) 00010000:00000010:17.0:1557964623.955624:0:57589:0:(ldlm_lock.c:1680:ldlm_lock_create()) kmalloced 'lock->l_lvb_data': 56 at ffff8915e3e28440. 00010000:00000001:17.0:1557964623.955625:0:57589:0:(ldlm_lock.c:1689:ldlm_lock_create()) Process leaving (rc=18446613323952654336 : -130749756897280 : ffff8915732f8800) 00010000:00000001:17.0:1557964623.955626:0:57589:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:17.0:1557964623.955626:0:57589:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:17.0:1557964623.955627:0:57589:0:(ldlm_lock.c:745:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: ?? lock: ffff8915732f8800/0x398a44d554ce262b lrc: 3/0,1 mode: --/PW res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57589 timeout: 0 lvb_type: 1 00010000:00000040:17.0:1557964623.955629:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388d80 count: 2 00010000:00010000:17.0:1557964623.955630:0:57589:0:(ldlm_request.c:944:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000000 ns: looze-OST0009-osc-ffff8925ba270000 lock: ffff8915732f8800/0x398a44d554ce262b lrc: 3/0,1 mode: --/PW res: [0x2c439:0x0:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57589 timeout: 0 lvb_type: 1 00010000:00000040:17.0:1557964623.955634:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388d80 count: 1 00010000:00000001:17.0:1557964623.955634:0:57589:0:(ldlm_request.c:864:ldlm_enqueue_pack()) Process entered 00000100:00000010:17.0:1557964623.955635:0:57589:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff89157528ef00. 00000020:00000040:17.0:1557964623.955636:0:57589:0:(genops.c:1214:class_import_get()) import ffff891512a11000 refcount=5 obd=looze-OST0009-osc-ffff8925ba270000 00010000:00000001:17.0:1557964623.955637:0:57589:0:(ldlm_request.c:796:ldlm_prep_elc_req()) Process entered 00010000:00000001:17.0:1557964623.955638:0:57589:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:17.0:1557964623.955639:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.955639:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964623.955640:0:57589:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.955641:0:57589:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:17.0:1557964623.955641:0:57589:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:17.0:1557964623.955642:0:57589:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:17.0:1557964623.955643:0:57589:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 512 at ffff89150ef12c00. 00000100:00000001:17.0:1557964623.955645:0:57589:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964623.955645:0:57589:0:(ldlm_request.c:1956:ldlm_cli_cancel_list()) Process entered 00010000:00000001:17.0:1557964623.955646:0:57589:0:(ldlm_request.c:1959:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964623.955646:0:57589:0:(ldlm_request.c:1956:ldlm_cli_cancel_list()) Process entered 00010000:00000001:17.0:1557964623.955647:0:57589:0:(ldlm_request.c:1959:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964623.955647:0:57589:0:(ldlm_request.c:848:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964623.955648:0:57589:0:(ldlm_request.c:878:ldlm_enqueue_pack()) Process leaving (rc=18446613323985776384 : -130749723775232 : ffff89157528ef00) 00010000:00000040:17.0:1557964623.955649:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388d80 count: 2 00010000:00010000:17.0:1557964623.955650:0:57589:0:(ldlm_request.c:986:ldlm_cli_enqueue()) ### sending request ns: looze-OST0009-osc-ffff8925ba270000 lock: ffff8915732f8800/0x398a44d554ce262b lrc: 3/0,1 mode: --/PW res: [0x2c439:0x0:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57589 timeout: 0 lvb_type: 1 00010000:00000040:17.0:1557964623.955652:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388d80 count: 1 00000100:00000001:17.0:1557964623.955653:0:57589:0:(client.c:2909:ptlrpc_queue_wait()) Process entered 00000100:00000001:17.0:1557964623.955653:0:57589:0:(client.c:947:ptlrpc_prep_set()) Process entered 00000100:00000010:17.0:1557964623.955654:0:57589:0:(client.c:949:ptlrpc_prep_set()) kmalloced 'set': 152 at ffff8915cc388c00. 00000100:00000001:17.0:1557964623.955655:0:57589:0:(client.c:965:ptlrpc_prep_set()) Process leaving (rc=18446613325446417408 : -130748263134208 : ffff8915cc388c00) 00000100:00000001:17.0:1557964623.955656:0:57589:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964623.955656:0:57589:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985776384 : -130749723775232 : ffff89157528ef00) 00000020:00000001:17.0:1557964623.955657:0:57589:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:17.0:1557964623.955658:0:57589:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:17.0:1557964623.955658:0:57589:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.955659:0:57589:0:(client.c:2315:ptlrpc_set_wait()) Process entered 00000100:00000001:17.0:1557964623.955659:0:57589:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:17.0:1557964623.955661:0:57589:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff89157528ef00 x1633636318338752/t0(0) o101->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964623.955664:0:57589:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:17.0:1557964623.955664:0:57589:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964623.955665:0:57589:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:17.0:1557964623.955665:0:57589:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:17.0:1557964623.955667:0:57589:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc dd:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57589:1633636318338752:172.19.1.36@o2ib100:101 00000100:00000001:17.0:1557964623.955668:0:57589:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:17.0:1557964623.955669:0:57589:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:17.0:1557964623.955670:0:57589:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964623.955670:0:57589:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:17.0:1557964623.955671:0:57589:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff8915757ac800. 02000000:00000001:17.0:1557964623.955672:0:57589:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:17.0:1557964623.955673:0:57589:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924c9af19c0. 00000400:00000010:17.0:1557964623.955674:0:57589:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba6380. 00000100:00000200:17.0:1557964623.955675:0:57589:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1633636318338752, portal 4 00000100:00000001:17.0:1557964623.955676:0:57589:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964623.955676:0:57589:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985776384 : -130749723775232 : ffff89157528ef00) 00000100:00000040:17.0:1557964623.955679:0:57589:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff89157528ef00 x1633636318338752/t0(0) o101->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 328/400 e 0 to 0 dl 1557964729 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964623.955682:0:57589:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:17.0:1557964623.955683:0:57589:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.36@o2ib100 00000400:00000010:17.0:1557964623.955684:0:57589:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba6b00. 00000100:00000200:17.0:1557964623.955684:0:57589:0:(niobuf.c:85:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1633636318338752, offset 0 00000400:00000010:17.0:1557964623.955686:0:57589:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89150ef14600 (tot 30924164). 00000400:00000200:17.0:1557964623.955687:0:57589:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.36@o2ib100 00000400:00000200:17.0:1557964623.955692:0:57589:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) : PUT 00000800:00000200:17.0:1557964623.955694:0:57589:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 328 bytes in 1 frags to 12345-172.19.1.36@o2ib100 00000800:00000200:17.0:1557964623.955696:0:57589:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915a1ec0580] -> 172.19.1.36@o2ib100 (2) version: 12 00000800:00000200:17.0:1557964623.955698:0:57589:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (20)++ 00000800:00000200:17.0:1557964623.955699:0:57589:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fdb7cc00] (21)++ 00000800:00000200:17.0:1557964623.955701:0:57589:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000001:17.0:1557964623.955702:0:57589:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.955702:0:57589:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964623.955703:0:57589:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.955704:0:57589:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:17.0:1557964623.955704:0:57589:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00100000:17.0:1557964623.955705:0:57589:0:(client.c:2336:ptlrpc_set_wait()) set ffff8915cc388c00 going to sleep for 61 seconds 00000100:00000001:17.0:1557964623.955706:0:57589:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1557964623.955707:0:57589:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.955708:0:57589:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1557964623.955709:0:57589:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.2:1557964623.955734:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (21)++ 00000800:00000200:21.0:1557964623.955768:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)++ 00000800:00000200:21.0:1557964623.955771:0:24062:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fdb7cc00] (23)-- 00000100:00000001:21.0:1557964623.955773:0:24062:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:21.0:1557964623.955775:0:24062:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff89157528ef00 x1633636318338752/t0(0) o101->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 328/400 e 0 to 0 dl 1557964729 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964623.955797:0:24062:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:21.0:1557964623.955799:0:24062:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff89157528ef00 x1633636318338752/t0(0) o101->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 328/400 e 0 to 0 dl 1557964729 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964623.955802:0:24062:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964623.955803:0:24062:0:(events.c:81:request_out_callback()) Process leaving 00000800:00000200:4.0:1557964623.955803:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000400:00000200:21.0:1557964623.955804:0:24062:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba6b00 00000400:00000010:21.0:1557964623.955805:0:24062:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba6b00. 00000400:00000010:21.0:1557964623.955806:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89150ef14600 (tot 30923764). 00000800:00000200:21.0:1557964623.955808:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000800:00000200:9.2:1557964623.956453:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (20)++ 00000800:00000200:2.0:1557964623.956509:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)++ 00000800:00000200:2.0:1557964623.956514:0:24061:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.36@o2ib100 00000400:00000200:2.0:1557964623.956517:0:24061:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.36@o2ib100 : PUT 00000800:00000200:19.0:1557964623.956518:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000400:00000010:2.0:1557964623.956518:0:24061:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c6000 (tot 30924164). 00000400:00000200:2.0:1557964623.956521:0:24061:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.36@o2ib100 of length 368 into portal 4 MB=0x5cdc898725ec0 00000400:00000200:2.0:1557964623.956524:0:24061:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.36@o2ib100 of length 368/368 into md 0x1c2f1 [1] + 192 00000100:00000001:2.0:1557964623.956542:0:24061:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:2.0:1557964623.956545:0:24061:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff89157528ef00 x1633636318338752/t0(0) o101->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 328/400 e 0 to 0 dl 1557964729 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:2.0:1557964623.956549:0:24061:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=192 replen=400 req@ffff89157528ef00 x1633636318338752/t0(0) o101->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 328/400 e 0 to 0 dl 1557964729 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964623.956554:0:24061:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:2.0:1557964623.956555:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c6000 (tot 30923764). 00000800:00000200:2.0:1557964623.956557:0:24061:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (21)++ 00000800:00000200:2.0:1557964623.956558:0:24061:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (22)-- 00000800:00000200:2.0:1557964623.956559:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000100:00000001:17.0:1557964623.956585:0:57589:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:17.0:1557964623.956587:0:57589:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:17.0:1557964623.956588:0:57589:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:17.0:1557964623.956589:0:57589:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:17.0:1557964623.956591:0:57589:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff89157528ef00 x1633636318338752/t0(0) o101->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 328/400 e 0 to 0 dl 1557964729 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:17.0:1557964623.956595:0:57589:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff89157528ef00 x1633636318338752/t0(0) o101->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 328/400 e 0 to 0 dl 1557964729 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964623.956599:0:57589:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:17.0:1557964623.956600:0:57589:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924c9af19c0. 00000400:00000200:17.0:1557964623.956600:0:57589:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba6380 00000400:00000010:17.0:1557964623.956601:0:57589:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba6380. 00000100:00000001:17.0:1557964623.956602:0:57589:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964623.956603:0:57589:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:17.0:1557964623.956603:0:57589:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:17.0:1557964623.956604:0:57589:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:17.0:1557964623.956605:0:57589:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964623.956606:0:57589:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:17.0:1557964623.956608:0:57589:0:(import.c:1677:at_measured()) add 45 to ffff891512a11400 time=123 v=45 (45 45 45 45) 00000100:00001000:17.0:1557964623.956609:0:57589:0:(import.c:1677:at_measured()) add 1 to ffff891512a113c8 time=123 v=45 (1 1 1 1) 00000100:00000001:17.0:1557964623.956610:0:57589:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:17.0:1557964623.956610:0:57589:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964623.956611:0:57589:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:17.0:1557964623.956612:0:57589:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.956612:0:57589:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:17.0:1557964623.956613:0:57589:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0009-osc-ffff8925ba270000: skip recheck: last_committed 34359738567 00000100:00000001:17.0:1557964623.956614:0:57589:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:17.0:1557964623.956614:0:57589:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:17.0:1557964623.956615:0:57589:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff89157528ef00 x1633636318338752/t0(0) o101->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 328/368 e 0 to 0 dl 1557964729 ref 2 fl Rpc:R/0/0 rc 0/0 00000100:00000001:17.0:1557964623.956619:0:57589:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964623.956620:0:57589:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:17.0:1557964623.956620:0:57589:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:17.0:1557964623.956623:0:57589:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff89157528ef00 x1633636318338752/t0(0) o101->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 328/368 e 0 to 0 dl 1557964729 ref 2 fl Interpret:R/0/0 rc 0/0 00000100:00100000:17.0:1557964623.956626:0:57589:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc dd:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57589:1633636318338752:172.19.1.36@o2ib100:101 00000100:00000001:17.0:1557964623.956628:0:57589:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964623.956629:0:57589:0:(client.c:2426:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.956630:0:57589:0:(client.c:1008:ptlrpc_set_destroy()) Process entered 00000100:00000001:17.0:1557964623.956630:0:57589:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964623.956631:0:57589:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff89157528ef00 x1633636318338752/t0(0) o101->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 328/368 e 0 to 0 dl 1557964729 ref 2 fl Complete:R/0/0 rc 0/0 00000100:00000001:17.0:1557964623.956633:0:57589:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:17.0:1557964623.956634:0:57589:0:(ptlrpc_internal.h:352:ptlrpc_reqset_put()) kfreed 'set': 152 at ffff8915cc388c00. 00000100:00000001:17.0:1557964623.956635:0:57589:0:(client.c:1050:ptlrpc_set_destroy()) Process leaving 00000100:00000001:17.0:1557964623.956635:0:57589:0:(client.c:2929:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964623.956636:0:57589:0:(ldlm_request.c:574:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:17.0:1557964623.956637:0:57589:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964623.956637:0:57589:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964623.956638:0:57589:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952654336 : -130749756897280 : ffff8915732f8800) 00010000:00000001:17.0:1557964623.956639:0:57589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952654336 : -130749756897280 : ffff8915732f8800) 00010000:00000040:17.0:1557964623.956640:0:57589:0:(ldlm_request.c:647:ldlm_cli_enqueue_fini()) local: ffff8915732f8800, remote cookie: 0x1f46cd4cd184009a, flags: 0x40000001 00010000:00000040:17.0:1557964623.956642:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388d80 count: 2 00010000:00010000:17.0:1557964623.956642:0:57589:0:(ldlm_request.c:684:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: looze-OST0009-osc-ffff8925ba270000 lock: ffff8915732f8800/0x398a44d554ce262b lrc: 4/0,1 mode: --/PW res: [0x2c439:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) flags: 0x0 nid: local remote: 0x1f46cd4cd184009a expref: -99 pid: 57589 timeout: 0 lvb_type: 1 00010000:00000040:17.0:1557964623.956646:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388d80 count: 1 00010000:00000001:17.0:1557964623.956648:0:57589:0:(ldlm_lock.c:1542:ldlm_fill_lvb()) Process entered 00010000:00000001:17.0:1557964623.956649:0:57589:0:(ldlm_lock.c:1633:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964623.956649:0:57589:0:(ldlm_lock.c:1719:ldlm_lock_enqueue()) Process entered 00010000:00000001:17.0:1557964623.956650:0:57589:0:(ldlm_lock.c:1100:ldlm_grant_lock()) Process entered 00000001:00000001:17.0:1557964623.956651:0:57589:0:(interval_tree.c:384:interval_insert()) Process entered 00000001:00000001:17.0:1557964623.956651:0:57589:0:(interval_tree.c:329:interval_insert_color()) Process entered 00000001:00000001:17.0:1557964623.956652:0:57589:0:(interval_tree.c:376:interval_insert_color()) Process leaving 00000001:00000001:17.0:1557964623.956652:0:57589:0:(interval_tree.c:412:interval_insert()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:17.0:1557964623.956653:0:57589:0:(ldlm_resource.c:1552:ldlm_resource_add_lock()) ### About to add this lock ns: ?? lock: ffff8915732f8800/0x398a44d554ce262b lrc: 4/0,1 mode: PW/PW res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0x1f46cd4cd184009a expref: -99 pid: 57589 timeout: 0 lvb_type: 1 00010000:00000001:17.0:1557964623.956656:0:57589:0:(ldlm_lock.c:1131:ldlm_grant_lock()) Process leaving 00010000:00000001:17.0:1557964623.956657:0:57589:0:(ldlm_lock.c:1824:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:17.0:1557964623.956658:0:57589:0:(ldlm_request.c:261:ldlm_completion_ast()) Process entered 00010000:00000001:17.0:1557964623.956659:0:57589:0:(ldlm_request.c:270:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:17.0:1557964623.956660:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388d80 count: 2 00010000:00010000:17.0:1557964623.956660:0:57589:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: looze-OST0009-osc-ffff8925ba270000 lock: ffff8915732f8800/0x398a44d554ce262b lrc: 4/0,1 mode: PW/PW res: [0x2c439:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) flags: 0x0 nid: local remote: 0x1f46cd4cd184009a expref: -99 pid: 57589 timeout: 0 lvb_type: 1 00010000:00000040:17.0:1557964623.956663:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388d80 count: 1 00010000:00000001:17.0:1557964623.956663:0:57589:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:17.0:1557964623.956664:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.956664:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964623.956664:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.956664:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000100:00000001:17.0:1557964623.956665:0:57589:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964623.956666:0:57589:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff89157528ef00 x1633636318338752/t0(0) o101->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:28/4 lens 328/368 e 0 to 0 dl 1557964729 ref 1 fl Complete:R/0/0 rc 0/0 00000100:00000001:17.0:1557964623.956668:0:57589:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:17.0:1557964623.956669:0:57589:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:17.0:1557964623.956669:0:57589:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8915757ac800. 02000000:00000001:17.0:1557964623.956670:0:57589:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:17.0:1557964623.956670:0:57589:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:17.0:1557964623.956671:0:57589:0:(genops.c:1228:class_import_put()) import ffff891512a11000 refcount=4 obd=looze-OST0009-osc-ffff8925ba270000 00000020:00000001:17.0:1557964623.956671:0:57589:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:17.0:1557964623.956672:0:57589:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff89150ef12c00. 02000000:00000001:17.0:1557964623.956673:0:57589:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:17.0:1557964623.956673:0:57589:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:17.0:1557964623.956673:0:57589:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff89157528ef00. 00000100:00000001:17.0:1557964623.956674:0:57589:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:17.0:1557964623.956674:0:57589:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:17.0:1557964623.956675:0:57589:0:(ldlm_request.c:1007:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964623.956676:0:57589:0:(osc_request.c:2050:osc_enqueue_fini()) Process entered 00000008:00000001:17.0:1557964623.956677:0:57589:0:(osc_lock.c:306:osc_lock_upcall()) Process entered 00010000:00000001:17.0:1557964623.956679:0:57589:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964623.956680:0:57589:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964623.956681:0:57589:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952654336 : -130749756897280 : ffff8915732f8800) 00010000:00000001:17.0:1557964623.956682:0:57589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952654336 : -130749756897280 : ffff8915732f8800) 00010000:00000001:17.0:1557964623.956683:0:57589:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964623.956683:0:57589:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964623.956683:0:57589:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952654336 : -130749756897280 : ffff8915732f8800) 00010000:00000001:17.0:1557964623.956684:0:57589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952654336 : -130749756897280 : ffff8915732f8800) 00010000:00000001:17.0:1557964623.956685:0:57589:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:17.0:1557964623.956685:0:57589:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:17.0:1557964623.956686:0:57589:0:(ldlm_lock.c:745:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: ?? lock: ffff8915732f8800/0x398a44d554ce262b lrc: 5/0,2 mode: PW/PW res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0x1f46cd4cd184009a expref: -99 pid: 57589 timeout: 0 lvb_type: 1 00010000:00000001:17.0:1557964623.956688:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.956688:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000008:00000001:17.0:1557964623.956689:0:57589:0:(osc_lock.c:197:osc_lock_lvb_update()) Process entered 00000020:00000001:17.0:1557964623.956690:0:57589:0:(cl_object.c:863:cl_lvb2attr()) Process entered 00000020:00000001:17.0:1557964623.956691:0:57589:0:(cl_object.c:869:cl_lvb2attr()) Process leaving 00000020:00000001:17.0:1557964623.956692:0:57589:0:(cl_object.c:150:cl_object_top()) ffff89254a639c80 -> ffff8925b1a4dd40 00000008:00010000:17.0:1557964623.956693:0:57589:0:(osc_lock.c:221:osc_lock_lvb_update()) ### lock acquired, setting rss=0, kms=0 ns: ?? lock: ffff8915732f8800/0x398a44d554ce262b lrc: 4/0,2 mode: PW/PW res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0x1f46cd4cd184009a expref: -99 pid: 57589 timeout: 0 lvb_type: 1 00000020:00000001:17.0:1557964623.956695:0:57589:0:(cl_object.c:150:cl_object_top()) ffff89254a639c80 -> ffff8925b1a4dd40 00000020:00000001:17.0:1557964623.956696:0:57589:0:(cl_object.c:239:cl_object_attr_update()) Process entered 00000008:00000020:17.0:1557964623.956697:0:57589:0:(osc_object.c:182:osc_attr_update()) set kms from 0to 0 00020000:00000001:17.0:1557964623.956698:0:57589:0:(lovsub_object.c:114:lovsub_attr_update()) Process entered 00020000:00000001:17.0:1557964623.956699:0:57589:0:(lovsub_object.c:116:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.956699:0:57589:0:(cl_object.c:254:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.956700:0:57589:0:(cl_object.c:150:cl_object_top()) ffff89254a639c80 -> ffff8925b1a4dd40 00000008:00000001:17.0:1557964623.956700:0:57589:0:(osc_lock.c:236:osc_lock_lvb_update()) Process leaving 00000008:00000001:17.0:1557964623.956701:0:57589:0:(osc_lock.c:349:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964623.956702:0:57589:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964623.956702:0:57589:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964623.956702:0:57589:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952654336 : -130749756897280 : ffff8915732f8800) 00010000:00000001:17.0:1557964623.956703:0:57589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952654336 : -130749756897280 : ffff8915732f8800) 00010000:00000001:17.0:1557964623.956704:0:57589:0:(ldlm_lock.c:826:ldlm_lock_decref_internal()) Process entered 00010000:00010000:17.0:1557964623.956705:0:57589:0:(ldlm_lock.c:799:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: ?? lock: ffff8915732f8800/0x398a44d554ce262b lrc: 5/0,2 mode: PW/PW res: ?? rrc=?? type: ??? flags: 0x10020000000000 nid: local remote: 0x1f46cd4cd184009a expref: -99 pid: 57589 timeout: 0 lvb_type: 1 00010000:00000001:17.0:1557964623.956707:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.956708:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00010000:17.0:1557964623.956708:0:57589:0:(ldlm_lock.c:889:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: ?? lock: ffff8915732f8800/0x398a44d554ce262b lrc: 4/0,1 mode: PW/PW res: ?? rrc=?? type: ??? flags: 0x10020000000000 nid: local remote: 0x1f46cd4cd184009a expref: -99 pid: 57589 timeout: 0 lvb_type: 1 00010000:00000001:17.0:1557964623.956711:0:57589:0:(ldlm_lock.c:893:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:17.0:1557964623.956711:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.956711:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000008:00000001:17.0:1557964623.956712:0:57589:0:(osc_request.c:2078:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964623.956712:0:57589:0:(osc_request.c:2289:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964623.956713:0:57589:0:(osc_lock.c:1023:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.956714:0:57589:0:(cl_lock.c:183:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964623.956715:0:57589:0:(lov_lock.c:271:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.956716:0:57589:0:(cl_lock.c:183:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.956716:0:57589:0:(cl_lock.c:222:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.956717:0:57589:0:(cl_io.c:335:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.956718:0:57589:0:(cl_io.c:370:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.956718:0:57589:0:(cl_io.c:554:cl_io_start()) Process entered 00000080:00000001:17.0:1557964623.956720:0:57589:0:(vvp_io.c:1018:vvp_io_write_start()) Process entered 00000080:00200000:17.0:1557964623.956721:0:57589:0:(vvp_io.c:1043:vvp_io_write_start()) test.10: write [0, 4587) 00000020:00000001:17.0:1557964623.956722:0:57589:0:(cl_object.c:413:cl_object_maxbytes()) Process entered 00020000:00000002:17.0:1557964623.956722:0:57589:0:(lov_object.c:761:lov_conf_freeze()) To take share lov(ffff8925f75e6460) owner (null)/ffff8906392d2080 00020000:00000002:17.0:1557964623.956723:0:57589:0:(lov_object.c:1725:lov_lsm_addref()) lsm ffff8915e3e28e40 addref 2/0 by ffff8906392d2080. 00020000:00000002:17.0:1557964623.956724:0:57589:0:(lov_object.c:769:lov_conf_thaw()) To release share lov(ffff8925f75e6460) owner (null)/ffff8906392d2080 00000020:00000001:17.0:1557964623.956725:0:57589:0:(cl_object.c:421:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000001:17.0:1557964623.956727:0:57589:0:(rw26.c:627:ll_write_begin()) Process entered 00000080:00008000:17.0:1557964623.956728:0:57589:0:(rw26.c:629:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:17.0:1557964623.956732:0:57589:0:(cl_page.c:238:cl_page_find()) Process entered 00000020:00008000:17.0:1557964623.956732:0:57589:0:(cl_page.c:244:cl_page_find()) 0@[0x200001b71:0x586:0x0] ffffe7193d432080 0 1 00000020:00000001:17.0:1557964623.956734:0:57589:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964623.956734:0:57589:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.956735:0:57589:0:(cl_page.c:175:cl_page_alloc()) Process entered 00000020:00000010:17.0:1557964623.956736:0:57589:0:(cl_page.c:177:cl_page_alloc()) kmalloced 'page': 448 at ffff89150ef12c00. 00000020:00000001:17.0:1557964623.956738:0:57589:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964623.956738:0:57589:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964623.956740:0:57589:0:(lov_page.c:82:lov_page_init_composite()) Process entered 00000020:00000001:17.0:1557964623.956742:0:57589:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964623.956742:0:57589:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964623.956743:0:57589:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964623.956743:0:57589:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00020000:00000001:17.0:1557964623.956744:0:57589:0:(lovsub_page.c:64:lovsub_page_init()) Process entered 00000020:00000001:17.0:1557964623.956745:0:57589:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964623.956745:0:57589:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964623.956746:0:57589:0:(lovsub_page.c:67:lovsub_page_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964623.956748:0:57589:0:(osc_cache.c:2355:osc_prep_async_page()) Process entered 00000008:00000040:17.0:1557964623.956749:0:57589:0:(osc_cache.c:2376:osc_prep_async_page()) oap ffff89150ef12d28 page ffffe7193d432080 obj off 0 00000008:00000001:17.0:1557964623.956750:0:57589:0:(osc_cache.c:2377:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.956750:0:57589:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964623.956750:0:57589:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00000008:00000001:17.0:1557964623.956751:0:57589:0:(osc_page.c:785:osc_lru_alloc()) Process entered 00000008:00000001:17.0:1557964623.956752:0:57589:0:(osc_page.c:819:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964623.956753:0:57589:0:(lov_page.c:116:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.956753:0:57589:0:(cl_page.c:213:cl_page_alloc()) Process leaving (rc=18446613322270845952 : -130751438705664 : ffff89150ef12c00) 00000020:00000001:17.0:1557964623.956754:0:57589:0:(cl_page.c:268:cl_page_find()) Process leaving (rc=18446613322270845952 : -130751438705664 : ffff89150ef12c00) 00000020:00000001:17.0:1557964623.956755:0:57589:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964623.956756:0:57589:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964623.956757:0:57589:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964623.956758:0:57589:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964623.956759:0:57589:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964623.956760:0:57589:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964623.956760:0:57589:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964623.956761:0:57589:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964623.956763:0:57589:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef12c00[2 ffff8925b1a4dd40 0 1 ffff8915116d6360] 00000020:00000001:17.0:1557964623.956763:0:57589:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964623.956764:0:57589:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964623.956765:0:57589:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000080:00008000:17.0:1557964623.956766:0:57589:0:(rw26.c:686:ll_write_begin()) page@ffff89150ef12c00[2 ffff8925b1a4dd40 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964623.956766:0:57589:0:(rw26.c:686:ll_write_begin()) full page write 00000080:00000001:17.0:1557964623.956767:0:57589:0:(rw26.c:699:ll_write_begin()) Process leaving 00000080:00000001:17.0:1557964623.956767:0:57589:0:(rw26.c:716:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.956768:0:57589:0:(rw26.c:731:ll_write_end()) Process entered 00000020:00000001:17.0:1557964623.956769:0:57589:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964623.956770:0:57589:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964623.956770:0:57589:0:(cl_page.c:476:cl_page_is_owned()) Process entered 00000020:00000001:17.0:1557964623.956771:0:57589:0:(cl_page.c:477:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964623.956772:0:57589:0:(cl_io.c:976:cl_page_list_add()) Process entered 00000020:00000001:17.0:1557964623.956773:0:57589:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964623.956773:0:57589:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964623.956774:0:57589:0:(cl_io.c:987:cl_page_list_add()) Process leaving 00000080:00008000:17.0:1557964623.956775:0:57589:0:(rw26.c:765:ll_write_end()) page@ffff89150ef12c00[3 ffff8925b1a4dd40 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964623.956794:0:57589:0:(rw26.c:765:ll_write_end()) vvp-page@ffff89150ef12c50(0:0) vm@ffffe7193d432080 2fffff00000805 3:0 ffff89150ef12c00 0 lru 00000080:00008000:17.0:1557964623.956795:0:57589:0:(rw26.c:765:ll_write_end()) lov-page@ffff89150ef12c90, comp index: 0 00000080:00008000:17.0:1557964623.956800:0:57589:0:(rw26.c:765:ll_write_end()) osc-page@ffff89150ef12cf8 0: 1< 0x845fed 0 0 - - > 2< 0 0 0 0x0 0x100 | (null) ffff89150db4d228 ffff89254a639c80 > 3< 0 0 0 > 4< 0 0 8 262144 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00008000:17.0:1557964623.956800:0:57589:0:(rw26.c:765:ll_write_end()) end page@ffff89150ef12c00 00000080:00008000:17.0:1557964623.956801:0:57589:0:(rw26.c:765:ll_write_end()) queued page: 1. 00000080:00000001:17.0:1557964623.956801:0:57589:0:(rw26.c:781:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:17.0:1557964623.956802:0:57589:0:(rw26.c:627:ll_write_begin()) Process entered 00000080:00008000:17.0:1557964623.956803:0:57589:0:(rw26.c:629:ll_write_begin()) Writing 1 of 0 to 491 bytes 00000020:00000001:17.0:1557964623.956804:0:57589:0:(cl_page.c:238:cl_page_find()) Process entered 00000020:00008000:17.0:1557964623.956804:0:57589:0:(cl_page.c:244:cl_page_find()) 1@[0x200001b71:0x586:0x0] ffffe7193d4321c0 0 1 00000020:00000001:17.0:1557964623.956805:0:57589:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964623.956805:0:57589:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.956806:0:57589:0:(cl_page.c:175:cl_page_alloc()) Process entered 00000020:00000010:17.0:1557964623.956806:0:57589:0:(cl_page.c:177:cl_page_alloc()) kmalloced 'page': 448 at ffff89150ef14400. 00000020:00000001:17.0:1557964623.956807:0:57589:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964623.956807:0:57589:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964623.956807:0:57589:0:(lov_page.c:82:lov_page_init_composite()) Process entered 00000020:00000001:17.0:1557964623.956808:0:57589:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964623.956808:0:57589:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964623.956808:0:57589:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964623.956808:0:57589:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00020000:00000001:17.0:1557964623.956809:0:57589:0:(lovsub_page.c:64:lovsub_page_init()) Process entered 00000020:00000001:17.0:1557964623.956809:0:57589:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964623.956809:0:57589:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964623.956809:0:57589:0:(lovsub_page.c:67:lovsub_page_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964623.956810:0:57589:0:(osc_cache.c:2355:osc_prep_async_page()) Process entered 00000008:00000040:17.0:1557964623.956810:0:57589:0:(osc_cache.c:2376:osc_prep_async_page()) oap ffff89150ef14528 page ffffe7193d4321c0 obj off 4096 00000008:00000001:17.0:1557964623.956811:0:57589:0:(osc_cache.c:2377:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.956811:0:57589:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964623.956812:0:57589:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00000008:00000001:17.0:1557964623.956812:0:57589:0:(osc_page.c:785:osc_lru_alloc()) Process entered 00000008:00000001:17.0:1557964623.956812:0:57589:0:(osc_page.c:819:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964623.956813:0:57589:0:(lov_page.c:116:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.956814:0:57589:0:(cl_page.c:213:cl_page_alloc()) Process leaving (rc=18446613322270852096 : -130751438699520 : ffff89150ef14400) 00000020:00000001:17.0:1557964623.956815:0:57589:0:(cl_page.c:268:cl_page_find()) Process leaving (rc=18446613322270852096 : -130751438699520 : ffff89150ef14400) 00000020:00000001:17.0:1557964623.956816:0:57589:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964623.956816:0:57589:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964623.956816:0:57589:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964623.956817:0:57589:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964623.956817:0:57589:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964623.956818:0:57589:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964623.956818:0:57589:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964623.956818:0:57589:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964623.956819:0:57589:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef14400[2 ffff8925b1a4dd40 0 1 ffff8915116d6360] 00000020:00000001:17.0:1557964623.956819:0:57589:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964623.956820:0:57589:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964623.956820:0:57589:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000020:00000001:17.0:1557964623.956820:0:57589:0:(cl_object.c:150:cl_object_top()) ffff8925b1a4dd40 -> ffff8925b1a4dd40 00000020:00000001:17.0:1557964623.956821:0:57589:0:(cl_object.c:150:cl_object_top()) ffff8925b1a4dd40 -> ffff8925b1a4dd40 00000020:00000001:17.0:1557964623.956822:0:57589:0:(cl_object.c:207:cl_object_attr_get()) Process entered 00020000:00000001:17.0:1557964623.956823:0:57589:0:(lov_object.c:659:lov_attr_get_composite()) Process entered 00020000:00000002:17.0:1557964623.956824:0:57589:0:(lov_merge.c:64:lov_merge_lvb_kms()) MDT ID 0x586:7025 initial value: s=0 m=9223372036854775808 a=9223372036854775808 c=9223372036854775808 b=0 00020000:00000001:17.0:1557964623.956826:0:57589:0:(lov_offset.c:58:lov_stripe_size()) Process entered 00020000:00000001:17.0:1557964623.956827:0:57589:0:(lov_offset.c:61:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964623.956827:0:57589:0:(lov_offset.c:58:lov_stripe_size()) Process entered 00020000:00000001:17.0:1557964623.956827:0:57589:0:(lov_offset.c:61:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:17.0:1557964623.956828:0:57589:0:(lov_merge.c:99:lov_merge_lvb_kms()) MDT ID 0x586:7025 on OST[9]: s=0 m=0 a=0 c=0 b=1 00020000:00000001:17.0:1557964623.956829:0:57589:0:(lov_merge.c:108:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.956830:0:57589:0:(cl_object.c:863:cl_lvb2attr()) Process entered 00000020:00000001:17.0:1557964623.956830:0:57589:0:(cl_object.c:869:cl_lvb2attr()) Process leaving 00020000:00000001:17.0:1557964623.956830:0:57589:0:(lov_object.c:690:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.956831:0:57589:0:(cl_object.c:221:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.956832:0:57589:0:(cl_object.c:150:cl_object_top()) ffff8925b1a4dd40 -> ffff8925b1a4dd40 00000080:00000001:17.0:1557964623.956833:0:57589:0:(rw26.c:699:ll_write_begin()) Process leaving 00000080:00000001:17.0:1557964623.956833:0:57589:0:(rw26.c:716:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.956833:0:57589:0:(rw26.c:731:ll_write_end()) Process entered 00000020:00000001:17.0:1557964623.956834:0:57589:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964623.956834:0:57589:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964623.956834:0:57589:0:(cl_page.c:476:cl_page_is_owned()) Process entered 00000020:00000001:17.0:1557964623.956835:0:57589:0:(cl_page.c:477:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964623.956836:0:57589:0:(cl_io.c:976:cl_page_list_add()) Process entered 00000020:00000001:17.0:1557964623.956836:0:57589:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964623.956837:0:57589:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964623.956837:0:57589:0:(cl_io.c:987:cl_page_list_add()) Process leaving 00000080:00008000:17.0:1557964623.956838:0:57589:0:(rw26.c:765:ll_write_end()) page@ffff89150ef14400[3 ffff8925b1a4dd40 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964623.956840:0:57589:0:(rw26.c:765:ll_write_end()) vvp-page@ffff89150ef14450(0:0) vm@ffffe7193d4321c0 2fffff0000080d 3:0 ffff89150ef14400 1 lru 00000080:00008000:17.0:1557964623.956840:0:57589:0:(rw26.c:765:ll_write_end()) lov-page@ffff89150ef14490, comp index: 0 00000080:00008000:17.0:1557964623.956844:0:57589:0:(rw26.c:765:ll_write_end()) osc-page@ffff89150ef144f8 1: 1< 0x845fed 0 0 - - > 2< 4096 0 0 0x0 0x100 | (null) ffff89150db4d228 ffff89254a639c80 > 3< 0 0 0 > 4< 0 0 8 262144 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00008000:17.0:1557964623.956844:0:57589:0:(rw26.c:765:ll_write_end()) end page@ffff89150ef14400 00000080:00008000:17.0:1557964623.956844:0:57589:0:(rw26.c:765:ll_write_end()) queued page: 2. 00000080:00000001:17.0:1557964623.956845:0:57589:0:(rw26.c:781:ll_write_end()) Process leaving (rc=491 : 491 : 1eb) 00000080:00000001:17.0:1557964623.956846:0:57589:0:(vvp_io.c:936:vvp_io_write_commit()) Process entered 00000080:00200000:17.0:1557964623.956847:0:57589:0:(vvp_io.c:942:vvp_io_write_commit()) commit async pages: 2, from 0, to 491 00000020:00000001:17.0:1557964623.956848:0:57589:0:(cl_io.c:633:cl_io_commit_async()) Process entered 00020000:00000001:17.0:1557964623.956849:0:57589:0:(lov_io.c:860:lov_io_commit_async()) Process entered 00020000:00000001:17.0:1557964623.956850:0:57589:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964623.956850:0:57589:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00000020:00000001:17.0:1557964623.956850:0:57589:0:(cl_io.c:633:cl_io_commit_async()) Process entered 00000008:00000001:17.0:1557964623.956852:0:57589:0:(osc_io.c:284:osc_io_commit_async()) Process entered 00000008:00000001:17.0:1557964623.956852:0:57589:0:(osc_page.c:96:osc_page_cache_add()) Process entered 00000020:00000001:17.0:1557964623.956853:0:57589:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964623.956853:0:57589:0:(cl_page.c:355:cl_page_get()) Process leaving 00000008:00000001:17.0:1557964623.956853:0:57589:0:(osc_cache.c:2395:osc_queue_async_io()) Process entered 00000008:00000020:17.0:1557964623.956854:0:57589:0:(osc_cache.c:2445:osc_queue_async_io()) obj ffff89254a639c80 ready 0|-|- wr 0|-|- rd 0|- oap ffff89150ef12d28 page ffffe7193d432080 added for cmd 2 00000008:00000001:17.0:1557964623.956856:0:57589:0:(osc_cache.c:1578:osc_enter_cache()) Process entered 00000008:00000020:17.0:1557964623.956857:0:57589:0:(osc_cache.c:1583:osc_enter_cache()) looze-OST0009-osc-ffff8925ba270000: grant { dirty: 0/8192 dirty_pages: 0/16447771 dropped: 0 avail: 262144, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:786432 00000008:00000020:17.0:1557964623.956859:0:57589:0:(osc_cache.c:1592:osc_enter_cache()) looze-OST0009-osc-ffff8925ba270000: grant { dirty: 0/8192 dirty_pages: 0/16447771 dropped: 0 avail: 262144, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }forced sync i/o 00000008:00000001:17.0:1557964623.956861:0:57589:0:(osc_cache.c:1593:osc_enter_cache()) Process leaving via out (rc=18446744073709551494 : -122 : 0xffffffffffffff86) 00000008:00000001:17.0:1557964623.956862:0:57589:0:(osc_cache.c:1670:osc_enter_cache()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000001:17.0:1557964623.956864:0:57589:0:(osc_cache.c:2543:osc_queue_async_io()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:17.0:1557964623.956865:0:57589:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964623.956867:0:57589:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef12c00[4 ffff8925b1a4dd40 1 1 ffff8915116d6360] 00000020:00000001:17.0:1557964623.956867:0:57589:0:(cl_page.c:372:cl_page_put()) 4 00000020:00000001:17.0:1557964623.956868:0:57589:0:(cl_page.c:387:cl_page_put()) Process leaving 00000008:00000001:17.0:1557964623.956868:0:57589:0:(osc_page.c:105:osc_page_cache_add()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000040:17.0:1557964623.956870:0:57589:0:(osc_io.c:341:osc_io_commit_async()) 2 -122 00000008:00000001:17.0:1557964623.956870:0:57589:0:(osc_io.c:342:osc_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:17.0:1557964623.956871:0:57589:0:(cl_io.c:643:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00020000:00000001:17.0:1557964623.956872:0:57589:0:(lov_io.c:870:lov_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:17.0:1557964623.956872:0:57589:0:(cl_io.c:643:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000080:00000001:17.0:1557964623.956873:0:57589:0:(vvp_io.c:837:vvp_io_commit_sync()) Process entered 00000020:00000001:17.0:1557964623.956874:0:57589:0:(cl_page.c:984:cl_page_clip()) page@ffff89150ef14400[3 ffff8925b1a4dd40 1 1 ffff8915116d6360] 00000020:00000001:17.0:1557964623.956875:0:57589:0:(cl_page.c:984:cl_page_clip()) 0 491 00000020:00000001:17.0:1557964623.956876:0:57589:0:(cl_io.c:1154:cl_2queue_init()) Process entered 00000020:00000001:17.0:1557964623.956876:0:57589:0:(cl_io.c:963:cl_page_list_init()) Process entered 00000020:00000001:17.0:1557964623.956877:0:57589:0:(cl_io.c:967:cl_page_list_init()) Process leaving 00000020:00000001:17.0:1557964623.956877:0:57589:0:(cl_io.c:963:cl_page_list_init()) Process entered 00000020:00000001:17.0:1557964623.956877:0:57589:0:(cl_io.c:967:cl_page_list_init()) Process leaving 00000020:00000001:17.0:1557964623.956878:0:57589:0:(cl_io.c:1157:cl_2queue_init()) Process leaving 00000020:00000001:17.0:1557964623.956878:0:57589:0:(cl_io.c:1061:cl_page_list_splice()) Process entered 00000020:00000001:17.0:1557964623.956879:0:57589:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964623.956879:0:57589:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964623.956880:0:57589:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964623.956880:0:57589:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964623.956880:0:57589:0:(cl_io.c:1064:cl_page_list_splice()) Process leaving 00000020:00000001:17.0:1557964623.956881:0:57589:0:(cl_io.c:1290:cl_sync_io_init()) Process entered 00000020:00000001:17.0:1557964623.956882:0:57589:0:(cl_io.c:1298:cl_sync_io_init()) Process leaving 00000020:00000001:17.0:1557964623.956882:0:57589:0:(cl_io.c:662:cl_io_submit_rw()) Process entered 00020000:00000001:17.0:1557964623.956883:0:57589:0:(lov_io.c:797:lov_io_submit()) Process entered 00020000:00000001:17.0:1557964623.956883:0:57589:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964623.956883:0:57589:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00000020:00000001:17.0:1557964623.956884:0:57589:0:(cl_io.c:662:cl_io_submit_rw()) Process entered 00000008:00400020:17.0:1557964623.956885:0:57589:0:(osc_io.c:142:osc_io_submit()) 2 1 00000020:00000001:17.0:1557964623.956886:0:57589:0:(cl_page.c:803:cl_page_io_start()) Process entered 00000020:00000001:17.0:1557964623.956887:0:57589:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964623.956887:0:57589:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964623.956887:0:57589:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:17.0:1557964623.956888:0:57589:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:17.0:1557964623.956889:0:57589:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964623.956889:0:57589:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef12c00[3 ffff8925b1a4dd40 1 1 (null)] 00000020:00000001:17.0:1557964623.956890:0:57589:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 2 00000020:00000001:17.0:1557964623.956890:0:57589:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964623.956891:0:57589:0:(cl_page.c:806:cl_page_io_start()) Process leaving 00000020:00000001:17.0:1557964623.956892:0:57589:0:(cl_page.c:850:cl_page_prep()) page@ffff89150ef12c00[3 ffff8925b1a4dd40 2 1 (null)] 00000020:00000001:17.0:1557964623.956893:0:57589:0:(cl_page.c:850:cl_page_prep()) 1 0 00000020:00000001:17.0:1557964623.956893:0:57589:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964623.956893:0:57589:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964623.956894:0:57589:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964623.956894:0:57589:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964623.956895:0:57589:0:(cl_page.c:803:cl_page_io_start()) Process entered 00000020:00000001:17.0:1557964623.956895:0:57589:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964623.956895:0:57589:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964623.956895:0:57589:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:17.0:1557964623.956895:0:57589:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:17.0:1557964623.956896:0:57589:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964623.956897:0:57589:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef14400[3 ffff8925b1a4dd40 1 1 (null)] 00000020:00000001:17.0:1557964623.956897:0:57589:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 2 00000020:00000001:17.0:1557964623.956897:0:57589:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964623.956897:0:57589:0:(cl_page.c:806:cl_page_io_start()) Process leaving 00000020:00000001:17.0:1557964623.956898:0:57589:0:(cl_page.c:850:cl_page_prep()) page@ffff89150ef14400[3 ffff8925b1a4dd40 2 1 (null)] 00000020:00000001:17.0:1557964623.956899:0:57589:0:(cl_page.c:850:cl_page_prep()) 1 0 00000020:00000001:17.0:1557964623.956899:0:57589:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964623.956899:0:57589:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964623.956899:0:57589:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964623.956900:0:57589:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000008:00000001:17.0:1557964623.956900:0:57589:0:(osc_cache.c:2739:osc_queue_sync_pages()) Process entered 00000008:00000010:17.0:1557964623.956901:0:57589:0:(osc_cache.c:321:osc_extent_alloc()) slab-alloced 'ext': 168 at ffff8915a22f6690. 00000008:00000020:17.0:1557964623.956903:0:57589:0:(osc_cache.c:1783:osc_update_pending()) obj ffff89254a639c80 ready 0|-|- wr 2|-|+ rd 0|- update pending cmd 2 delta 2. 00000008:00000001:17.0:1557964623.956905:0:57589:0:(osc_cache.c:1721:osc_makes_rpc()) Process entered 00000008:00000020:17.0:1557964623.956906:0:57589:0:(osc_cache.c:1742:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:17.0:1557964623.956906:0:57589:0:(osc_cache.c:1743:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:17.0:1557964623.956907:0:57589:0:(osc_cache.c:2331:osc_io_unplug0()) Queue writeback work for client ffff89150db4d228. 00000100:00000040:17.0:1557964623.956910:0:57589:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff8915167ca400] to pc [ptlrpcd_00_00:0] req@ffff8915167ca400 x1633636318338768/t0(0) o-1->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:0/0 lens 0/0 e 0 to 0 dl 1557964723 ref 2 fl Interpret:N/ffffffff/ffffffff rc 0/-1 00000008:00000001:17.0:1557964623.956919:0:57589:0:(osc_cache.c:2792:osc_queue_sync_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.956919:0:57589:0:(cl_object.c:150:cl_object_top()) ffff89254a639c80 -> ffff8925b1a4dd40 00000020:00000001:17.0:1557964623.956920:0:57589:0:(cl_object.c:150:cl_object_top()) ffff89254a639c80 -> ffff8925b1a4dd40 00000020:00000001:17.0:1557964623.956920:0:57589:0:(cl_object.c:239:cl_object_attr_update()) Process entered 00020000:00000001:17.0:1557964623.956921:0:57589:0:(lovsub_object.c:114:lovsub_attr_update()) Process entered 00020000:00000001:17.0:1557964623.956921:0:57589:0:(lovsub_object.c:116:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.956922:0:57589:0:(cl_object.c:254:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.956923:0:57589:0:(cl_object.c:150:cl_object_top()) ffff89254a639c80 -> ffff8925b1a4dd40 00000008:00000040:17.0:1557964623.956924:0:57589:0:(osc_io.c:224:osc_io_submit()) 0/2 0 00000020:00000001:17.0:1557964623.956925:0:57589:0:(cl_io.c:675:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964623.956925:0:57589:0:(lov_io.c:807:lov_io_submit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.956926:0:57589:0:(cl_io.c:675:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.956927:0:57589:0:(cl_io.c:1312:cl_sync_io_wait()) Process entered 00000100:00000001:7.0:1557964623.956961:0:24075:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964623.956964:0:24075:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1557964623.956964:0:24075:0:(client.c:1794:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:7.0:1557964623.956966:0:24075:0:(client.c:2606:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1557964623.956967:0:24075:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:7.0:1557964623.956968:0:24075:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964623.956968:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000008:00000020:7.0:1557964623.956969:0:24075:0:(osc_request.c:2823:brw_queue_work()) Run writeback work for client obd ffff89150db4d228. 00000008:00000001:7.0:1557964623.956970:0:24075:0:(osc_cache.c:2255:osc_check_rpcs()) Process entered 00000100:00000001:6.0:1557964623.956970:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:7.0:1557964623.956971:0:24075:0:(osc_cache.c:2218:osc_next_obj()) Process entered 00000100:00000001:6.0:1557964623.956971:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964623.956971:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:7.0:1557964623.956972:0:24075:0:(osc_cache.c:2226:osc_next_obj()) Process leaving (rc=18446613391987678336 : -130681721873280 : ffff89254a639c80) 00000008:00000020:7.0:1557964623.956973:0:24075:0:(osc_cache.c:2261:osc_check_rpcs()) obj ffff89254a639c80 ready 0|-|- wr 2|-|+ rd 0|- 0 in flight 00000008:00000001:7.0:1557964623.956975:0:24075:0:(osc_cache.c:1721:osc_makes_rpc()) Process entered 00000008:00000020:7.0:1557964623.956976:0:24075:0:(osc_cache.c:1742:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:7.0:1557964623.956976:0:24075:0:(osc_cache.c:1743:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:7.0:1557964623.956977:0:24075:0:(osc_cache.c:2105:osc_send_write_rpc()) Process entered 00000008:00000001:7.0:1557964623.956978:0:24075:0:(osc_cache.c:1924:try_to_add_extent_for_io()) Process entered 00000008:00000020:7.0:1557964623.956979:0:24075:0:(osc_cache.c:1928:try_to_add_extent_for_io()) extent ffff8915a22f6690@{[0 -> 1/1], [1|0|+|lockdone|wSu|ffff89254a639c80], [0|2|+|-| (null)|256| (null)]} trying to add this extent 00000008:00010000:7.0:1557964623.956982:0:24075:0:(osc_cache.c:1928:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8915a22f6690 00000008:00000001:7.0:1557964623.956984:0:24075:0:(osc_cache.c:1982:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:7.0:1557964623.956984:0:24075:0:(osc_cache.c:1783:osc_update_pending()) obj ffff89254a639c80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:7.0:1557964623.956986:0:24075:0:(osc_request.c:1877:osc_build_rpc()) Process entered 00000008:00000010:7.0:1557964623.956988:0:24075:0:(osc_request.c:1894:osc_build_rpc()) kmalloced 'pga': 16 at ffff8915f46e98c0. 00000008:00000010:7.0:1557964623.956990:0:24075:0:(osc_request.c:1898:osc_build_rpc()) slab-alloced '(oa)': 208 at ffff891515e860d0. 00000020:00000001:7.0:1557964623.956992:0:24075:0:(cl_io.c:1263:cl_req_attr_set()) Process entered 00020000:00000001:7.0:1557964623.956993:0:24075:0:(lovsub_object.c:139:lovsub_req_attr_set()) Process entered 00000020:00000001:7.0:1557964623.956993:0:24075:0:(cl_io.c:1263:cl_req_attr_set()) Process entered 00000020:00000002:7.0:1557964623.956995:0:24075:0:(obdo.c:74:obdo_from_inode()) valid 0x70c, new time 1557964623/1557964623 00000020:00000001:7.0:1557964623.956997:0:24075:0:(cl_io.c:1269:cl_req_attr_set()) Process leaving 00020000:00000001:7.0:1557964623.956997:0:24075:0:(lovsub_object.c:150:lovsub_req_attr_set()) Process leaving 00000008:00000001:7.0:1557964623.956999:0:24075:0:(osc_lock.c:1223:osc_dlmlock_at_pgoff()) Process entered 00000008:00000001:7.0:1557964623.957000:0:24075:0:(osc_request.c:2300:osc_match_base()) Process entered 00010000:00000001:7.0:1557964623.957000:0:24075:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000040:7.0:1557964623.957002:0:24075:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388d80 count: 2 00010000:00000001:7.0:1557964623.957003:0:24075:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000001:00000001:7.0:1557964623.957004:0:24075:0:(interval_tree.c:629:interval_search()) Process entered 00010000:00000001:7.0:1557964623.957005:0:24075:0:(ldlm_lock.c:315:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:7.0:1557964623.957006:0:24075:0:(ldlm_lock.c:328:ldlm_lock_touch_in_lru()) Process leaving 00000001:00000001:7.0:1557964623.957007:0:24075:0:(interval_tree.c:676:interval_search()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:7.0:1557964623.957008:0:24075:0:(ldlm_lock.c:1413:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000040:7.0:1557964623.957009:0:24075:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388d80 count: 1 00010000:00000040:7.0:1557964623.957010:0:24075:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388d80 count: 2 00010000:00010000:7.0:1557964623.957010:0:24075:0:(ldlm_lock.c:1473:ldlm_lock_match()) ### matched (0 4095) ns: looze-OST0009-osc-ffff8925ba270000 lock: ffff8915732f8800/0x398a44d554ce262b lrc: 4/0,1 mode: PW/PW res: [0x2c439:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) flags: 0x20000000000 nid: local remote: 0x1f46cd4cd184009a expref: -99 pid: 57589 timeout: 0 lvb_type: 1 00010000:00000040:7.0:1557964623.957014:0:24075:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388d80 count: 1 02000000:00000001:7.0:1557964623.957015:0:24075:0:(sec.c:936:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:7.0:1557964623.957016:0:24075:0:(sec.c:950:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964623.957017:0:24075:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964623.957017:0:24075:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000008:00000001:7.0:1557964623.957017:0:24075:0:(osc_request.c:2320:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:7.0:1557964623.957018:0:24075:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:7.0:1557964623.957019:0:24075:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:7.0:1557964623.957019:0:24075:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952654336 : -130749756897280 : ffff8915732f8800) 00010000:00000001:7.0:1557964623.957020:0:24075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952654336 : -130749756897280 : ffff8915732f8800) 00000008:00000001:7.0:1557964623.957021:0:24075:0:(osc_lock.c:1247:osc_dlmlock_at_pgoff()) Process leaving (rc=18446613323952654336 : -130749756897280 : ffff8915732f8800) 00010000:00000001:7.0:1557964623.957022:0:24075:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964623.957022:0:24075:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000020:00000001:7.0:1557964623.957022:0:24075:0:(cl_io.c:1269:cl_req_attr_set()) Process leaving 00000008:00000001:7.0:1557964623.957023:0:24075:0:(osc_request.c:1135:osc_brw_prep_request()) Process entered 00000100:00000010:7.0:1557964623.957024:0:24075:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff89150fafe900. 00000020:00000040:7.0:1557964623.957025:0:24075:0:(genops.c:1214:class_import_get()) import ffff891512a11000 refcount=5 obd=looze-OST0009-osc-ffff8925ba270000 00000100:00000001:7.0:1557964623.957027:0:24075:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:7.0:1557964623.957028:0:24075:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:7.0:1557964623.957028:0:24075:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:7.0:1557964623.957030:0:24075:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 1024 at ffff8925f2560000. 00000100:00000001:7.0:1557964623.957031:0:24075:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964623.957033:0:24075:0:(client.c:182:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:7.0:1557964623.957034:0:24075:0:(client.c:129:ptlrpc_new_bulk()) kmalloced 'desc': 280 at ffff8925e025fe00. 00000100:00000010:7.0:1557964623.957035:0:24075:0:(client.c:134:ptlrpc_new_bulk()) kmalloced '((desc)->bd_u.bd_kiov.bd_vec)': 32 at ffff8915b2b0a360. 00000020:00000040:7.0:1557964623.957036:0:24075:0:(genops.c:1214:class_import_get()) import ffff891512a11000 refcount=6 obd=looze-OST0009-osc-ffff8925ba270000 00000008:00000020:7.0:1557964623.957039:0:24075:0:(osc_request.c:727:osc_announce_cached()) dirty: 0 undirty: 34209792 dropped 0 grant: 262144 00000001:00000040:7.0:1557964623.957056:0:24075:0:(linux-crypto.c:118:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 14731 MB/s 00000008:00008000:7.0:1557964623.957061:0:24075:0:(osc_request.c:1102:osc_checksum_bulk()) page ffffe7193d432080 map ffff891572edb7e0 index 0 flags 2fffff00000805 count 4 priv ffff89150ef12c00: off 0 00000008:00008000:7.0:1557964623.957063:0:24075:0:(osc_request.c:1102:osc_checksum_bulk()) page ffffe7193d4321c0 map ffff891572edb7e0 index 1 flags 2fffff0000080d count 4 priv ffff89150ef14400: off 0 00000008:00008000:7.0:1557964623.957066:0:24075:0:(osc_request.c:1276:osc_brw_prep_request()) checksum at write origin: fd7b4f07 00000008:00100000:7.0:1557964623.957067:0:24075:0:(osc_request.c:1320:osc_brw_prep_request()) brw rpc ffff89150fafe900 - object 0x0:181305 offset 0<>4587 00000008:00000001:7.0:1557964623.957069:0:24075:0:(osc_request.c:1321:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964623.957069:0:24075:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:7.0:1557964623.957070:0:24075:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322283346176 : -130751426205440 : ffff89150fafe900) 00000020:00000001:7.0:1557964623.957071:0:24075:0:(cl_io.c:1263:cl_req_attr_set()) Process entered 00020000:00000001:7.0:1557964623.957071:0:24075:0:(lovsub_object.c:139:lovsub_req_attr_set()) Process entered 00000020:00000001:7.0:1557964623.957071:0:24075:0:(cl_io.c:1263:cl_req_attr_set()) Process entered 00000020:00000002:7.0:1557964623.957071:0:24075:0:(obdo.c:74:obdo_from_inode()) valid 0xc, new time 1557964623/1557964623 00000020:00000001:7.0:1557964623.957072:0:24075:0:(cl_io.c:1269:cl_req_attr_set()) Process leaving 00020000:00000001:7.0:1557964623.957072:0:24075:0:(lovsub_object.c:150:lovsub_req_attr_set()) Process leaving 00000020:00000001:7.0:1557964623.957073:0:24075:0:(cl_io.c:1269:cl_req_attr_set()) Process leaving 00000008:00000002:7.0:1557964623.957075:0:24075:0:(osc_request.c:1995:osc_build_rpc()) @@@ 2 pages, aa ffff89150fafea70. now 0r/1w in flight req@ffff89150fafe900 x1633636318338784/t0(0) o4->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:6/4 lens 608/448 e 0 to 0 dl 0 ref 2 fl New:/0/ffffffff rc 0/-1 00000020:00000001:7.0:1557964623.957078:0:24075:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:7.0:1557964623.957079:0:24075:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:7.0:1557964623.957080:0:24075:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1557964623.957081:0:24075:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff89150fafe900] to pc [ptlrpcd_00_01:1] req@ffff89150fafe900 x1633636318338784/t0(0) o4->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:6/4 lens 608/448 e 0 to 0 dl 0 ref 2 fl New:/0/ffffffff rc 0/-1 00000008:00000001:7.0:1557964623.957087:0:24075:0:(osc_request.c:2000:osc_build_rpc()) Process leaving 00000008:00000001:7.0:1557964623.957088:0:24075:0:(osc_request.c:2022:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:7.0:1557964623.957088:0:24075:0:(osc_cache.c:2154:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964623.957088:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000008:00000001:7.0:1557964623.957089:0:24075:0:(osc_cache.c:1721:osc_makes_rpc()) Process entered 00000008:00000001:7.0:1557964623.957089:0:24075:0:(osc_cache.c:1758:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964623.957089:0:24076:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000008:00000001:7.0:1557964623.957090:0:24075:0:(osc_cache.c:1721:osc_makes_rpc()) Process entered 00000100:00000001:6.0:1557964623.957090:0:24076:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000008:00000001:7.0:1557964623.957091:0:24075:0:(osc_cache.c:1732:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:7.0:1557964623.957091:0:24075:0:(osc_cache.c:1721:osc_makes_rpc()) Process entered 00000008:00000001:7.0:1557964623.957092:0:24075:0:(osc_cache.c:1758:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:7.0:1557964623.957093:0:24075:0:(osc_cache.c:2218:osc_next_obj()) Process entered 00000100:00000040:6.0:1557964623.957093:0:24076:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff89150fafe900 x1633636318338784/t0(0) o4->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:6/4 lens 608/448 e 0 to 0 dl 0 ref 2 fl New:/0/ffffffff rc 0/-1 00000008:00000001:7.0:1557964623.957094:0:24075:0:(osc_cache.c:2246:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:7.0:1557964623.957095:0:24075:0:(osc_request.c:2826:brw_queue_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964623.957096:0:24075:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1557964623.957097:0:24075:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964623.957097:0:24076:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:6.0:1557964623.957098:0:24076:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964623.957099:0:24075:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:6.0:1557964623.957099:0:24076:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:7.0:1557964623.957100:0:24075:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964623.957100:0:24075:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:6.0:1557964623.957100:0:24076:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964623.957101:0:24075:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:6.0:1557964623.957101:0:24076:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24076:1633636318338784:172.19.1.36@o2ib100:4 00000100:00000001:7.0:1557964623.957102:0:24075:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1557964623.957102:0:24075:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964623.957105:0:24076:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:6.0:1557964623.957106:0:24076:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:6.0:1557964623.957107:0:24076:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964623.957108:0:24076:0:(niobuf.c:323:ptlrpc_register_bulk()) Process entered 00000400:00000010:6.0:1557964623.957110:0:24076:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925c80093c0. 00000400:00000010:6.0:1557964623.957113:0:24076:0:(lib-lnet.h:229:lnet_md_alloc()) alloc '(md)': 144 at ffff8915f3fa9800 (tot 30923908). 00000100:00000200:6.0:1557964623.957115:0:24076:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 2 pages 4587 bytes, mbits x0x5cdc898725ee0-0x5cdc898725ee0, portal 8 00000100:00000001:6.0:1557964623.957117:0:24076:0:(niobuf.c:425:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1557964623.957118:0:24076:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:6.0:1557964623.957119:0:24076:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff8915b6bdd800. 02000000:00000001:6.0:1557964623.957120:0:24076:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964623.957121:0:24076:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925c8009180. 00000400:00000010:6.0:1557964623.957122:0:24076:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f52ac780. 00000100:00000200:6.0:1557964623.957123:0:24076:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1633636318338784, portal 4 00000100:00000001:6.0:1557964623.957124:0:24076:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:6.0:1557964623.957124:0:24076:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322283346176 : -130751426205440 : ffff89150fafe900) 00000100:00000040:6.0:1557964623.957126:0:24076:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff89150fafe900 x1633636318338784/t0(0) o4->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:6/4 lens 608/448 e 0 to 0 dl 1557964729 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:6.0:1557964623.957130:0:24076:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:6.0:1557964623.957131:0:24076:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.36@o2ib100 00000400:00000010:6.0:1557964623.957131:0:24076:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f52acc00. 00000100:00000200:6.0:1557964623.957132:0:24076:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1633636318338784, offset 0 00000400:00000010:6.0:1557964623.957133:0:24076:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89254ea9c600 (tot 30924308). 00000400:00000200:6.0:1557964623.957134:0:24076:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.36@o2ib100 00000400:00000200:6.0:1557964623.957139:0:24076:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) : PUT 00000800:00000200:6.0:1557964623.957141:0:24076:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.19.1.36@o2ib100 00000800:00000200:6.0:1557964623.957144:0:24076:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915a1ec0580] -> 172.19.1.36@o2ib100 (2) version: 12 00000800:00000200:6.0:1557964623.957145:0:24076:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (20)++ 00000800:00000200:6.0:1557964623.957146:0:24076:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fdb7cc00] (21)++ 00000800:00000200:6.0:1557964623.957148:0:24076:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000001:6.0:1557964623.957149:0:24076:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964623.957150:0:24076:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:6.0:1557964623.957151:0:24076:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964623.957152:0:24076:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964623.957153:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964623.957155:0:24076:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:6.0:1557964623.957155:0:24076:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:6.0:1557964623.957156:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964623.957157:0:24076:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:6.0:1557964623.957157:0:24076:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964623.957158:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964623.957159:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964623.957159:0:24076:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:6.0:1557964623.957160:0:24076:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964623.957160:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.2:1557964623.957187:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (21)++ 00000800:00000200:4.0:1557964623.957244:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)++ 00000800:00000200:4.0:1557964623.957247:0:24064:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fdb7cc00] (23)-- 00000100:00000001:4.0:1557964623.957249:0:24064:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:4.0:1557964623.957251:0:24064:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff89150fafe900 x1633636318338784/t0(0) o4->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:6/4 lens 608/448 e 0 to 0 dl 1557964729 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964623.957255:0:24064:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:4.0:1557964623.957256:0:24064:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff89150fafe900 x1633636318338784/t0(0) o4->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:6/4 lens 608/448 e 0 to 0 dl 1557964729 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964623.957285:0:24064:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964623.957286:0:24064:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:4.0:1557964623.957286:0:24064:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f52acc00 00000400:00000010:4.0:1557964623.957288:0:24064:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f52acc00. 00000800:00000200:21.0:1557964623.957289:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000400:00000010:4.0:1557964623.957289:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89254ea9c600 (tot 30923908). 00000800:00000200:4.0:1557964623.957292:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000800:00000200:9.2:1557964623.957641:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (20)++ 00000800:00000200:19.0:1557964623.957685:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)++ 00000800:00000200:19.0:1557964623.957690:0:24063:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d6[1] from 172.19.1.36@o2ib100 00000400:00000200:19.0:1557964623.957693:0:24063:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.36@o2ib100 : GET 00000400:00000010:19.0:1557964623.957695:0:24063:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925eb78ce00 (tot 30924308). 00000400:00000200:19.0:1557964623.957697:0:24063:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.36@o2ib100 of length 4587 into portal 8 MB=0x5cdc898725ee0 00000400:00000200:19.0:1557964623.957700:0:24063:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.19.1.36@o2ib100 of length 4587/4587 into md 0x1c301 [2] + 0 00000400:00000010:19.0:1557964623.957702:0:24063:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925c80093c0. 00000400:00000200:19.0:1557964623.957703:0:24063:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8915f3fa9800 00000800:00000200:19.0:1557964623.957705:0:24063:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 2 offset 0 nob 4587 00000800:00000200:19.0:1557964623.957711:0:24063:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fdb7cc00] (22)++ 00000800:00000200:19.0:1557964623.957715:0:24063:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (23)++ 00000800:00000200:2.0:1557964623.957715:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (23)-- 00000800:00000200:19.0:1557964623.957716:0:24063:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (24)-- 00000800:00000200:19.0:1557964623.957718:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000800:00000200:9.2:1557964623.957723:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (21)++ 00000800:00000200:21.0:1557964623.957761:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)++ 00000800:00000200:21.0:1557964623.957765:0:24062:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fdb7cc00] (23)-- 00000100:00000001:21.0:1557964623.957767:0:24062:0:(events.c:182:client_bulk_callback()) Process entered 00000100:00000200:21.0:1557964623.957768:0:24062:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8925e025fe00 00000100:00000001:21.0:1557964623.957770:0:24062:0:(events.c:225:client_bulk_callback()) Process leaving 00000400:00000200:21.0:1557964623.957771:0:24062:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f3fa9800 00000400:00000010:21.0:1557964623.957772:0:24062:0:(lib-lnet.h:256:lnet_md_free()) kfreed 'md': 144 at ffff8915f3fa9800 (tot 30924164). 00000400:00000010:21.0:1557964623.957774:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925eb78ce00 (tot 30923764). 00000800:00000200:21.0:1557964623.957775:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000800:00000200:21.0:1557964623.957778:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000100:00000001:6.0:1557964623.957806:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964623.957807:0:24076:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:6.0:1557964623.957808:0:24076:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964623.957809:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964623.957810:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964623.957810:0:24076:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:6.0:1557964623.957811:0:24076:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964623.957812:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.2:1557964623.957963:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fdb7cc00] (20)++ 00000800:00000200:2.0:1557964623.957973:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)++ 00000800:00000200:2.0:1557964623.957977:0:24061:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.36@o2ib100 00000400:00000200:2.0:1557964623.957980:0:24061:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.36@o2ib100 : PUT 00000400:00000010:2.0:1557964623.957982:0:24061:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c6000 (tot 30924164). 00000400:00000200:2.0:1557964623.957985:0:24061:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.36@o2ib100 of length 416 into portal 4 MB=0x5cdc898725ee0 00000400:00000200:2.0:1557964623.957988:0:24061:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.36@o2ib100 of length 416/416 into md 0x1c309 [1] + 192 00000100:00000001:2.0:1557964623.957991:0:24061:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:2.0:1557964623.957992:0:24061:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff89150fafe900 x1633636318338784/t0(0) o4->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:6/4 lens 608/448 e 0 to 0 dl 1557964729 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:2.0:1557964623.957997:0:24061:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=416 offset=192 replen=448 req@ffff89150fafe900 x1633636318338784/t0(0) o4->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:6/4 lens 608/448 e 0 to 0 dl 1557964729 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964623.958002:0:24061:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:2.0:1557964623.958003:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c6000 (tot 30923764). 00000100:00000001:6.0:1557964623.958004:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964623.958004:0:24076:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1557964623.958004:0:24061:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (22)++ 00000400:00000001:6.0:1557964623.958005:0:24076:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1557964623.958005:0:24061:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fdb7cc00] (23)-- 00000400:00000001:6.0:1557964623.958006:0:24076:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1557964623.958006:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (22)-- 00000100:00000001:6.0:1557964623.958007:0:24076:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:2.0:1557964623.958007:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fdb7cc00] (21)-- 00000100:00000200:6.0:1557964623.958009:0:24076:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff89150fafe900 x1633636318338784/t0(0) o4->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:6/4 lens 608/448 e 0 to 0 dl 1557964729 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:6.0:1557964623.958013:0:24076:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff89150fafe900 x1633636318338784/t0(0) o4->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:6/4 lens 608/448 e 0 to 0 dl 1557964729 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:6.0:1557964623.958017:0:24076:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:6.0:1557964623.958018:0:24076:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925c8009180. 00000400:00000200:6.0:1557964623.958019:0:24076:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f52ac780 00000400:00000010:6.0:1557964623.958020:0:24076:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f52ac780. 00000100:00000001:6.0:1557964623.958020:0:24076:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964623.958021:0:24076:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:6.0:1557964623.958022:0:24076:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:6.0:1557964623.958023:0:24076:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:6.0:1557964623.958023:0:24076:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1557964623.958025:0:24076:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:6.0:1557964623.958027:0:24076:0:(import.c:1677:at_measured()) add 45 to ffff891512a11438 time=635 v=45 (45 0 0 0) 00000100:00001000:6.0:1557964623.958028:0:24076:0:(import.c:1677:at_measured()) add 1 to ffff891512a113c8 time=123 v=45 (1 1 1 1) 00000100:00000001:6.0:1557964623.958030:0:24076:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000040:6.0:1557964623.958031:0:24076:0:(client.c:1271:ptlrpc_check_status()) @@@ status is -95 req@ffff89150fafe900 x1633636318338784/t0(0) o4->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:6/4 lens 608/416 e 0 to 0 dl 1557964729 ref 2 fl Rpc:R/0/0 rc 0/-95 00000100:00000001:6.0:1557964623.958034:0:24076:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000100:00000001:6.0:1557964623.958035:0:24076:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:6.0:1557964623.958036:0:24076:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0009-osc-ffff8925ba270000: skip recheck: last_committed 34359738567 00000100:00000001:6.0:1557964623.958036:0:24076:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:6.0:1557964623.958037:0:24076:0:(client.c:1517:after_reply()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000100:00000040:6.0:1557964623.958038:0:24076:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff89150fafe900 x1633636318338784/t0(0) o4->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:6/4 lens 608/416 e 0 to 0 dl 1557964729 ref 2 fl Rpc:RM/0/0 rc -95/-95 00000100:00000001:6.0:1557964623.958041:0:24076:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551521 : -95 : 0xffffffffffffffa1) 00000100:00000001:6.0:1557964623.958042:0:24076:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:6.0:1557964623.958042:0:24076:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:6.0:1557964623.958043:0:24076:0:(osc_request.c:1721:brw_interpret()) Process entered 00000008:00000001:6.0:1557964623.958044:0:24076:0:(osc_request.c:1457:osc_brw_fini_request()) Process entered 00000008:00000040:6.0:1557964623.958045:0:24076:0:(osc_request.c:1460:osc_brw_fini_request()) @@@ Failed request with rc = -95 req@ffff89150fafe900 x1633636318338784/t0(0) o4->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:6/4 lens 608/416 e 0 to 0 dl 1557964729 ref 2 fl Interpret:RM/0/0 rc -95/-95 00000008:00000001:6.0:1557964623.958048:0:24076:0:(osc_request.c:1461:osc_brw_fini_request()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000008:00000002:6.0:1557964623.958049:0:24076:0:(osc_request.c:1724:brw_interpret()) request ffff89150fafe900 aa ffff89150fafea70 rc -95 00000008:00000010:6.0:1557964623.958050:0:24076:0:(osc_request.c:1801:brw_interpret()) slab-freed '((aa->aa_oa))': 208 at ffff891515e860d0. 00000008:00000001:6.0:1557964623.958052:0:24076:0:(osc_cache.c:861:osc_extent_finish()) Process entered 00000008:00000020:6.0:1557964623.958053:0:24076:0:(osc_cache.c:863:osc_extent_finish()) extent ffff8915a22f6690@{[0 -> 1/1], [1|0|-|rpc|wSu|ffff89254a639c80], [0|2|+|-| (null)|256|ffff8925f21c0000]} extent finished. 00000008:00010000:6.0:1557964623.958055:0:24076:0:(osc_cache.c:863:osc_extent_finish()) ### no dlm lock: extent: ffff8915a22f6690 00000008:00000001:6.0:1557964623.958057:0:24076:0:(osc_cache.c:1866:osc_ap_completion()) Process entered 00000100:00000001:6.0:1557964623.958057:0:24076:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:6.0:1557964623.958058:0:24076:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff89150fafe900 x1633636318338784/t0(0) o4->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:6/4 lens 608/416 e 0 to 0 dl 1557964729 ref 2 fl Interpret:RM/0/0 rc -95/-95 00000100:00000001:6.0:1557964623.958062:0:24076:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:6.0:1557964623.958063:0:24076:0:(osc_cache.c:1330:osc_completion()) Process entered 00000020:00000001:6.0:1557964623.958064:0:24076:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:6.0:1557964623.958064:0:24076:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:6.0:1557964623.958065:0:24076:0:(cl_page.c:879:cl_page_completion()) Process entered 00000020:00000001:6.0:1557964623.958067:0:24076:0:(cl_page.c:880:cl_page_completion()) page@ffff89150ef12c00[4 ffff8925b1a4dd40 2 1 (null)] 00000020:00000001:6.0:1557964623.958068:0:24076:0:(cl_page.c:880:cl_page_completion()) 1 -95 00000020:00000001:6.0:1557964623.958068:0:24076:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:6.0:1557964623.958069:0:24076:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef12c00[4 ffff8925b1a4dd40 2 1 (null)] 00000020:00000001:6.0:1557964623.958070:0:24076:0:(cl_page.c:327:cl_page_state_set0()) 2 -> 0 00000020:00000001:6.0:1557964623.958070:0:24076:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000080:00000001:6.0:1557964623.958072:0:24076:0:(vvp_page.c:289:vvp_page_completion_write()) Process entered 00000080:00008000:6.0:1557964623.958073:0:24076:0:(vvp_page.c:291:vvp_page_completion_write()) page@ffff89150ef12c00[4 ffff8925b1a4dd40 0 1 (null)] 00000080:00008000:6.0:1557964623.958074:0:24076:0:(vvp_page.c:291:vvp_page_completion_write()) completing WRITE with -95 00000080:00000001:6.0:1557964623.958074:0:24076:0:(vvp_page.c:306:vvp_page_completion_write()) Process leaving 00000020:00000001:6.0:1557964623.958075:0:24076:0:(cl_io.c:1346:cl_sync_io_note()) Process entered 00000020:00000001:6.0:1557964623.958075:0:24076:0:(cl_io.c:1360:cl_sync_io_note()) Process leaving 00000020:00000001:6.0:1557964623.958076:0:24076:0:(cl_page.c:896:cl_page_completion()) Process leaving 00000020:00000001:6.0:1557964623.958076:0:24076:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:6.0:1557964623.958077:0:24076:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef12c00[4 ffff8925b1a4dd40 0 1 (null)] 00000020:00000001:6.0:1557964623.958077:0:24076:0:(cl_page.c:372:cl_page_put()) 4 00000020:00000001:6.0:1557964623.958078:0:24076:0:(cl_page.c:387:cl_page_put()) Process leaving 00000008:00000001:6.0:1557964623.958078:0:24076:0:(osc_cache.c:1368:osc_completion()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:6.0:1557964623.958079:0:24076:0:(osc_cache.c:1891:osc_ap_completion()) Process leaving 00000008:00000001:6.0:1557964623.958079:0:24076:0:(osc_cache.c:1866:osc_ap_completion()) Process entered 00000008:00000001:6.0:1557964623.958079:0:24076:0:(osc_cache.c:1330:osc_completion()) Process entered 00000020:00000001:6.0:1557964623.958079:0:24076:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:6.0:1557964623.958080:0:24076:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:6.0:1557964623.958080:0:24076:0:(cl_page.c:879:cl_page_completion()) Process entered 00000020:00000001:6.0:1557964623.958081:0:24076:0:(cl_page.c:880:cl_page_completion()) page@ffff89150ef14400[4 ffff8925b1a4dd40 2 1 (null)] 00000020:00000001:6.0:1557964623.958081:0:24076:0:(cl_page.c:880:cl_page_completion()) 1 -95 00000020:00000001:6.0:1557964623.958082:0:24076:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:6.0:1557964623.958082:0:24076:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef14400[4 ffff8925b1a4dd40 2 1 (null)] 00000020:00000001:6.0:1557964623.958083:0:24076:0:(cl_page.c:327:cl_page_state_set0()) 2 -> 0 00000020:00000001:6.0:1557964623.958083:0:24076:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000080:00000001:6.0:1557964623.958083:0:24076:0:(vvp_page.c:289:vvp_page_completion_write()) Process entered 00000080:00008000:6.0:1557964623.958084:0:24076:0:(vvp_page.c:291:vvp_page_completion_write()) page@ffff89150ef14400[4 ffff8925b1a4dd40 0 1 (null)] 00000080:00008000:6.0:1557964623.958085:0:24076:0:(vvp_page.c:291:vvp_page_completion_write()) completing WRITE with -95 00000080:00000001:6.0:1557964623.958085:0:24076:0:(vvp_page.c:306:vvp_page_completion_write()) Process leaving 00000020:00000001:6.0:1557964623.958085:0:24076:0:(cl_io.c:1346:cl_sync_io_note()) Process entered 00000020:00000001:6.0:1557964623.958088:0:24076:0:(cl_io.c:1360:cl_sync_io_note()) Process leaving 00000020:00000001:6.0:1557964623.958089:0:24076:0:(cl_page.c:896:cl_page_completion()) Process leaving 00000020:00000001:6.0:1557964623.958089:0:24076:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:6.0:1557964623.958090:0:24076:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef14400[4 ffff8925b1a4dd40 0 1 (null)] 00000020:00000001:6.0:1557964623.958090:0:24076:0:(cl_page.c:372:cl_page_put()) 4 00000020:00000001:6.0:1557964623.958091:0:24076:0:(cl_page.c:387:cl_page_put()) Process leaving 00000008:00000001:6.0:1557964623.958091:0:24076:0:(osc_cache.c:1368:osc_completion()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:6.0:1557964623.958092:0:24076:0:(osc_cache.c:1891:osc_ap_completion()) Process leaving 00000008:00000020:6.0:1557964623.958093:0:24076:0:(osc_cache.c:485:__osc_extent_remove()) extent ffff8915a22f6690@{[0 -> 1/1], [1|0|-|inv|wSu|ffff89254a639c80], [0|0|-|-| (null)|256|ffff8925f21c0000]} destroyed. 00000008:00010000:6.0:1557964623.958095:0:24076:0:(osc_cache.c:485:__osc_extent_remove()) ### no dlm lock: extent: ffff8915a22f6690 00000008:00000010:6.0:1557964623.958096:0:24076:0:(osc_cache.c:341:osc_extent_free()) slab-freed '(ext)': 168 at ffff8915a22f6690. 00000008:00000001:6.0:1557964623.958097:0:24076:0:(osc_cache.c:904:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:6.0:1557964623.958098:0:24076:0:(osc_request.c:1711:osc_release_ppga()) kfreed 'ppga': 16 at ffff8915f46e98c0. 00000008:00000001:6.0:1557964623.958100:0:24076:0:(osc_cache.c:1679:osc_wake_cache_waiters()) Process entered 00000008:00000001:6.0:1557964623.958100:0:24076:0:(osc_cache.c:1705:osc_wake_cache_waiters()) Process leaving 00000008:00000001:6.0:1557964623.958101:0:24076:0:(osc_cache.c:2255:osc_check_rpcs()) Process entered 00000008:00000001:6.0:1557964623.958101:0:24076:0:(osc_cache.c:2218:osc_next_obj()) Process entered 00000008:00000001:6.0:1557964623.958101:0:24076:0:(osc_cache.c:2246:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:6.0:1557964623.958102:0:24076:0:(osc_request.c:1828:brw_interpret()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000100:00000040:6.0:1557964623.958103:0:24076:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff89150fafe900 x1633636318338784/t0(0) o4->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:6/4 lens 608/416 e 0 to 0 dl 1557964729 ref 1 fl Interpret:RM/0/0 rc -95/-95 00000100:00100000:6.0:1557964623.958106:0:24076:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24076:1633636318338784:172.19.1.36@o2ib100:4 00000100:00000001:6.0:1557964623.958108:0:24076:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1557964623.958109:0:24076:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:6.0:1557964623.958110:0:24076:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff89150fafe900 x1633636318338784/t0(0) o4->looze-OST0009-osc-ffff8925ba270000@172.19.1.36@o2ib100:6/4 lens 608/416 e 0 to 0 dl 1557964729 ref 1 fl Complete:RM/0/0 rc -95/-95 00000100:00000001:6.0:1557964623.958113:0:24076:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000020:00000001:17.0:1557964623.958114:0:57589:0:(cl_io.c:1336:cl_sync_io_wait()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 02000000:00000001:6.0:1557964623.958114:0:24076:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:6.0:1557964623.958114:0:24076:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8915b6bdd800. 02000000:00000001:6.0:1557964623.958115:0:24076:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:17.0:1557964623.958116:0:57589:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964623.958116:0:57589:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:6.0:1557964623.958116:0:24076:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:6.0:1557964623.958116:0:24076:0:(genops.c:1228:class_import_put()) import ffff891512a11000 refcount=5 obd=looze-OST0009-osc-ffff8925ba270000 00000020:00000001:17.0:1557964623.958117:0:57589:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:6.0:1557964623.958117:0:24076:0:(genops.c:1237:class_import_put()) Process leaving 00000100:00000001:6.0:1557964623.958117:0:24076:0:(client.c:257:ptlrpc_free_bulk()) Process entered 00000020:00000001:17.0:1557964623.958118:0:57589:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:6.0:1557964623.958118:0:24076:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:6.0:1557964623.958118:0:24076:0:(genops.c:1228:class_import_put()) import ffff891512a11000 refcount=4 obd=looze-OST0009-osc-ffff8925ba270000 00000020:00000001:17.0:1557964623.958119:0:57589:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964623.958119:0:57589:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:6.0:1557964623.958119:0:24076:0:(genops.c:1237:class_import_put()) Process leaving 00000020:00000001:17.0:1557964623.958120:0:57589:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964623.958120:0:57589:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000100:00000010:6.0:1557964623.958120:0:24076:0:(client.c:278:ptlrpc_free_bulk()) kfreed '((desc)->bd_u.bd_kiov.bd_vec)': 32 at ffff8915b2b0a360. 00000020:00000001:17.0:1557964623.958122:0:57589:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef12c00[3 ffff8925b1a4dd40 0 1 ffff8915116d6360] 00000020:00000001:17.0:1557964623.958122:0:57589:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000100:00000010:6.0:1557964623.958122:0:24076:0:(client.c:282:ptlrpc_free_bulk()) kfreed 'desc': 280 at ffff8925e025fe00. 00000020:00000001:17.0:1557964623.958123:0:57589:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964623.958123:0:57589:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000020:00000001:17.0:1557964623.958123:0:57589:0:(cl_page.c:587:cl_page_assume()) Process entered 00000100:00000001:6.0:1557964623.958123:0:24076:0:(client.c:283:ptlrpc_free_bulk()) Process leaving 02000000:00000010:6.0:1557964623.958123:0:24076:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8925f2560000. 00000020:00000001:17.0:1557964623.958124:0:57589:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964623.958124:0:57589:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 02000000:00000001:6.0:1557964623.958124:0:24076:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:17.0:1557964623.958125:0:57589:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964623.958125:0:57589:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964623.958125:0:57589:0:(cl_page.c:436:cl_page_owner_set()) Process entered 02000000:00000001:6.0:1557964623.958125:0:24076:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:6.0:1557964623.958125:0:24076:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff89150fafe900. 00000020:00000001:17.0:1557964623.958126:0:57589:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964623.958126:0:57589:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000100:00000001:6.0:1557964623.958126:0:24076:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:6.0:1557964623.958126:0:24076:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964623.958127:0:57589:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef14400[3 ffff8925b1a4dd40 0 1 ffff8915116d6360] 00000020:00000001:17.0:1557964623.958127:0:57589:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000100:00000001:6.0:1557964623.958127:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964623.958128:0:57589:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964623.958128:0:57589:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000020:00000001:17.0:1557964623.958128:0:57589:0:(cl_io.c:1061:cl_page_list_splice()) Process entered 00000020:00000001:17.0:1557964623.958128:0:57589:0:(cl_io.c:1064:cl_page_list_splice()) Process leaving 00000100:00000001:6.0:1557964623.958128:0:24076:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:17.0:1557964623.958129:0:57589:0:(cl_io.c:1061:cl_page_list_splice()) Process entered 00000020:00000001:17.0:1557964623.958129:0:57589:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964623.958129:0:57589:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000100:00000001:6.0:1557964623.958129:0:24076:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964623.958129:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:17.0:1557964623.958130:0:57589:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964623.958130:0:57589:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000100:00000001:6.0:1557964623.958130:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1557964623.958130:0:24076:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964623.958130:0:24076:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.958132:0:57589:0:(cl_io.c:1064:cl_page_list_splice()) Process leaving 00000020:00000001:17.0:1557964623.958133:0:57589:0:(cl_io.c:1213:cl_2queue_fini()) Process entered 00000020:00000001:17.0:1557964623.958133:0:57589:0:(cl_io.c:1112:cl_page_list_fini()) Process entered 00000020:00000001:17.0:1557964623.958134:0:57589:0:(cl_io.c:1116:cl_page_list_fini()) Process leaving 00000020:00000001:17.0:1557964623.958134:0:57589:0:(cl_io.c:1112:cl_page_list_fini()) Process entered 00000020:00000001:17.0:1557964623.958134:0:57589:0:(cl_io.c:1116:cl_page_list_fini()) Process leaving 00000020:00000001:17.0:1557964623.958135:0:57589:0:(cl_io.c:1216:cl_2queue_fini()) Process leaving 00000080:00000001:17.0:1557964623.958135:0:57589:0:(vvp_io.c:884:vvp_io_commit_sync()) Process leaving (rc=4294967201 : 4294967201 : ffffffa1) 00000080:00000001:17.0:1557964623.958137:0:57589:0:(file.c:997:ll_merge_attr()) Process entered 00000020:00000001:17.0:1557964623.958138:0:57589:0:(cl_object.c:150:cl_object_top()) ffff8925b1a4dd40 -> ffff8925b1a4dd40 00000020:00000001:17.0:1557964623.958139:0:57589:0:(cl_object.c:150:cl_object_top()) ffff8925b1a4dd40 -> ffff8925b1a4dd40 00000020:00000001:17.0:1557964623.958139:0:57589:0:(cl_object.c:207:cl_object_attr_get()) Process entered 00020000:00000001:17.0:1557964623.958140:0:57589:0:(lov_object.c:659:lov_attr_get_composite()) Process entered 00020000:00000002:17.0:1557964623.958141:0:57589:0:(lov_merge.c:64:lov_merge_lvb_kms()) MDT ID 0x586:7025 initial value: s=0 m=9223372036854775808 a=9223372036854775808 c=9223372036854775808 b=0 00020000:00000001:17.0:1557964623.958142:0:57589:0:(lov_offset.c:58:lov_stripe_size()) Process entered 00020000:00000001:17.0:1557964623.958142:0:57589:0:(lov_offset.c:61:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964623.958143:0:57589:0:(lov_offset.c:58:lov_stripe_size()) Process entered 00020000:00000001:17.0:1557964623.958143:0:57589:0:(lov_offset.c:61:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:17.0:1557964623.958144:0:57589:0:(lov_merge.c:99:lov_merge_lvb_kms()) MDT ID 0x586:7025 on OST[9]: s=0 m=1557964623 a=0 c=1557964623 b=1 00020000:00000001:17.0:1557964623.958145:0:57589:0:(lov_merge.c:108:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.958146:0:57589:0:(cl_object.c:863:cl_lvb2attr()) Process entered 00000020:00000001:17.0:1557964623.958146:0:57589:0:(cl_object.c:869:cl_lvb2attr()) Process leaving 00020000:00000001:17.0:1557964623.958147:0:57589:0:(lov_object.c:690:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.958147:0:57589:0:(cl_object.c:221:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.958148:0:57589:0:(cl_object.c:150:cl_object_top()) ffff8925b1a4dd40 -> ffff8925b1a4dd40 00000080:00200000:17.0:1557964623.958149:0:57589:0:(file.c:1040:ll_merge_attr()) [0x200001b71:0x586:0x0] updating i_size 0 00000080:00000001:17.0:1557964623.958150:0:57589:0:(file.c:1052:ll_merge_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.958151:0:57589:0:(cl_page.c:776:cl_page_is_vmlocked()) Process entered 00000020:00000001:17.0:1557964623.958152:0:57589:0:(cl_page.c:787:cl_page_is_vmlocked()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964623.958152:0:57589:0:(cl_io.c:1001:cl_page_list_del()) Process entered 00000020:00000001:17.0:1557964623.958153:0:57589:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964623.958154:0:57589:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef12c00[3 ffff8925b1a4dd40 1 1 ffff8915116d6360] 00000020:00000001:17.0:1557964623.958154:0:57589:0:(cl_page.c:372:cl_page_put()) 3 00000020:00000001:17.0:1557964623.958155:0:57589:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964623.958155:0:57589:0:(cl_io.c:1006:cl_page_list_del()) Process leaving 00000080:00000001:17.0:1557964623.958156:0:57589:0:(llite_mmap.c:473:ll_teardown_mmaps()) Process entered 00000080:00000001:17.0:1557964623.958156:0:57589:0:(llite_mmap.c:482:ll_teardown_mmaps()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:17.0:1557964623.958158:0:57589:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964623.958158:0:57589:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=18446613322270845952 : -130751438705664 : ffff89150ef12c00) 00000020:00000001:17.0:1557964623.958160:0:57589:0:(cl_page.c:739:cl_page_delete()) Process entered 00000020:00000001:17.0:1557964623.958160:0:57589:0:(cl_page.c:694:cl_page_delete0()) Process entered 00000020:00000001:17.0:1557964623.958161:0:57589:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964623.958161:0:57589:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964623.958162:0:57589:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964623.958163:0:57589:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef12c00[3 ffff8925b1a4dd40 1 1 (null)] 00000020:00000001:17.0:1557964623.958164:0:57589:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 4 00000020:00000001:17.0:1557964623.958164:0:57589:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000008:00000001:17.0:1557964623.958165:0:57589:0:(osc_page.c:185:osc_page_delete()) Process entered 00000008:00000001:17.0:1557964623.958165:0:57589:0:(osc_page.c:186:osc_page_delete()) ffff89150ef12cf8 00000008:00000001:17.0:1557964623.958166:0:57589:0:(osc_cache.c:2551:osc_teardown_async_page()) Process entered 00000008:00000040:17.0:1557964623.958167:0:57589:0:(osc_cache.c:2556:osc_teardown_async_page()) teardown oap ffff89150ef12d28 page ffff89150ef12cf8 at index 0. 00000008:00000001:17.0:1557964623.958168:0:57589:0:(osc_cache.c:2578:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964623.958170:0:57589:0:(osc_page.c:214:osc_page_delete()) Process leaving 00000020:00000001:17.0:1557964623.958171:0:57589:0:(cl_page.c:709:cl_page_delete0()) Process leaving 00000020:00000001:17.0:1557964623.958171:0:57589:0:(cl_page.c:741:cl_page_delete()) Process leaving 00000020:00000001:17.0:1557964623.958171:0:57589:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964623.958172:0:57589:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef12c00[2 ffff8925b1a4dd40 4 1 (null)] 00000020:00000001:17.0:1557964623.958172:0:57589:0:(cl_page.c:372:cl_page_put()) 2 00000020:00000001:17.0:1557964623.958173:0:57589:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964623.958174:0:57589:0:(cl_page.c:653:cl_page_disown()) Process entered 00000020:00000001:17.0:1557964623.958175:0:57589:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964623.958175:0:57589:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964623.958175:0:57589:0:(cl_page.c:448:cl_page_disown0()) Process entered 00000020:00000001:17.0:1557964623.958176:0:57589:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964623.958176:0:57589:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964623.958177:0:57589:0:(cl_page.c:466:cl_page_disown0()) Process leaving 00000020:00000001:17.0:1557964623.958177:0:57589:0:(cl_page.c:656:cl_page_disown()) Process leaving 00000020:00000001:17.0:1557964623.958178:0:57589:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964623.958179:0:57589:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef12c00[1 ffff8925b1a4dd40 4 1 (null)] 00000020:00000001:17.0:1557964623.958180:0:57589:0:(cl_page.c:372:cl_page_put()) 1 00000020:00000001:17.0:1557964623.958180:0:57589:0:(cl_page.c:138:cl_page_free()) Process entered 00000020:00000010:17.0:1557964623.958182:0:57589:0:(cl_page.c:153:cl_page_free()) kfreed 'page': 448 at ffff89150ef12c00. 00000020:00000001:17.0:1557964623.958182:0:57589:0:(cl_page.c:154:cl_page_free()) Process leaving 00000020:00000001:17.0:1557964623.958183:0:57589:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964623.958183:0:57589:0:(cl_page.c:776:cl_page_is_vmlocked()) Process entered 00000020:00000001:17.0:1557964623.958183:0:57589:0:(cl_page.c:787:cl_page_is_vmlocked()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964623.958184:0:57589:0:(cl_io.c:1001:cl_page_list_del()) Process entered 00000020:00000001:17.0:1557964623.958184:0:57589:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964623.958185:0:57589:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef14400[3 ffff8925b1a4dd40 1 1 ffff8915116d6360] 00000020:00000001:17.0:1557964623.958185:0:57589:0:(cl_page.c:372:cl_page_put()) 3 00000020:00000001:17.0:1557964623.958186:0:57589:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964623.958186:0:57589:0:(cl_io.c:1006:cl_page_list_del()) Process leaving 00000080:00000001:17.0:1557964623.958187:0:57589:0:(llite_mmap.c:473:ll_teardown_mmaps()) Process entered 00000080:00000001:17.0:1557964623.958187:0:57589:0:(llite_mmap.c:482:ll_teardown_mmaps()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:17.0:1557964623.958188:0:57589:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964623.958189:0:57589:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=18446613322270852096 : -130751438699520 : ffff89150ef14400) 00000020:00000001:17.0:1557964623.958189:0:57589:0:(cl_page.c:739:cl_page_delete()) Process entered 00000020:00000001:17.0:1557964623.958190:0:57589:0:(cl_page.c:694:cl_page_delete0()) Process entered 00000020:00000001:17.0:1557964623.958190:0:57589:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964623.958190:0:57589:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964623.958190:0:57589:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964623.958191:0:57589:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef14400[3 ffff8925b1a4dd40 1 1 (null)] 00000020:00000001:17.0:1557964623.958192:0:57589:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 4 00000020:00000001:17.0:1557964623.958192:0:57589:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000008:00000001:17.0:1557964623.958192:0:57589:0:(osc_page.c:185:osc_page_delete()) Process entered 00000008:00000001:17.0:1557964623.958192:0:57589:0:(osc_page.c:186:osc_page_delete()) ffff89150ef144f8 00000008:00000001:17.0:1557964623.958193:0:57589:0:(osc_cache.c:2551:osc_teardown_async_page()) Process entered 00000008:00000040:17.0:1557964623.958193:0:57589:0:(osc_cache.c:2556:osc_teardown_async_page()) teardown oap ffff89150ef14528 page ffff89150ef144f8 at index 1. 00000008:00000001:17.0:1557964623.958194:0:57589:0:(osc_cache.c:2578:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964623.958194:0:57589:0:(osc_page.c:214:osc_page_delete()) Process leaving 00000020:00000001:17.0:1557964623.958195:0:57589:0:(cl_page.c:709:cl_page_delete0()) Process leaving 00000020:00000001:17.0:1557964623.958195:0:57589:0:(cl_page.c:741:cl_page_delete()) Process leaving 00000020:00000001:17.0:1557964623.958195:0:57589:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964623.958196:0:57589:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef14400[2 ffff8925b1a4dd40 4 1 (null)] 00000020:00000001:17.0:1557964623.958196:0:57589:0:(cl_page.c:372:cl_page_put()) 2 00000020:00000001:17.0:1557964623.958197:0:57589:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964623.958197:0:57589:0:(cl_page.c:653:cl_page_disown()) Process entered 00000020:00000001:17.0:1557964623.958197:0:57589:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964623.958198:0:57589:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964623.958198:0:57589:0:(cl_page.c:448:cl_page_disown0()) Process entered 00000020:00000001:17.0:1557964623.958198:0:57589:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964623.958198:0:57589:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964623.958199:0:57589:0:(cl_page.c:466:cl_page_disown0()) Process leaving 00000020:00000001:17.0:1557964623.958199:0:57589:0:(cl_page.c:656:cl_page_disown()) Process leaving 00000020:00000001:17.0:1557964623.958199:0:57589:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964623.958200:0:57589:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef14400[1 ffff8925b1a4dd40 4 1 (null)] 00000020:00000001:17.0:1557964623.958200:0:57589:0:(cl_page.c:372:cl_page_put()) 1 00000020:00000001:17.0:1557964623.958201:0:57589:0:(cl_page.c:138:cl_page_free()) Process entered 00000020:00000010:17.0:1557964623.958201:0:57589:0:(cl_page.c:153:cl_page_free()) kfreed 'page': 448 at ffff89150ef14400. 00000020:00000001:17.0:1557964623.958202:0:57589:0:(cl_page.c:154:cl_page_free()) Process leaving 00000020:00000001:17.0:1557964623.958202:0:57589:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964623.958203:0:57589:0:(cl_io.c:1112:cl_page_list_fini()) Process entered 00000020:00000001:17.0:1557964623.958203:0:57589:0:(cl_io.c:1116:cl_page_list_fini()) Process leaving 00000080:00000001:17.0:1557964623.958204:0:57589:0:(vvp_io.c:1002:vvp_io_write_commit()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:17.0:1557964623.958205:0:57589:0:(vvp_io.c:1115:vvp_io_write_start()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000020:00000001:17.0:1557964623.958206:0:57589:0:(cl_io.c:566:cl_io_start()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000020:00000001:17.0:1557964623.958206:0:57589:0:(cl_io.c:581:cl_io_end()) Process entered 00020000:00000001:17.0:1557964623.958207:0:57589:0:(lov_io.c:589:lov_io_call()) Process entered 00020000:00000001:17.0:1557964623.958208:0:57589:0:(lov_io.c:615:lov_io_end_wrapper()) Process entered 00020000:00000001:17.0:1557964623.958208:0:57589:0:(lov_io.c:625:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964623.958209:0:57589:0:(lov_io.c:598:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964623.958210:0:57589:0:(cl_io.c:589:cl_io_end()) Process leaving 00000020:00000001:17.0:1557964623.958210:0:57589:0:(cl_io.c:388:cl_io_unlock()) Process entered 00000020:00000001:17.0:1557964623.958211:0:57589:0:(cl_lock.c:231:cl_lock_release()) Process entered 00000020:00010000:17.0:1557964623.958211:0:57589:0:(cl_lock.c:54:cl_lock_trace0()) release lock: ffff8915f4c64c08 (ffff8915f43042d8/0) at cl_lock_release():233 00000020:00000001:17.0:1557964623.958213:0:57589:0:(cl_lock.c:148:cl_lock_cancel()) Process entered 00000020:00010000:17.0:1557964623.958213:0:57589:0:(cl_lock.c:54:cl_lock_trace0()) cancel lock: ffff8915f4c64c08 (ffff8915f43042d8/0) at cl_lock_cancel():150 00020000:00000001:17.0:1557964623.958214:0:57589:0:(lov_lock.c:281:lov_lock_cancel()) Process entered 00020000:00000001:17.0:1557964623.958215:0:57589:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964623.958215:0:57589:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00000020:00000001:17.0:1557964623.958216:0:57589:0:(cl_lock.c:148:cl_lock_cancel()) Process entered 00000020:00010000:17.0:1557964623.958216:0:57589:0:(cl_lock.c:54:cl_lock_trace0()) cancel lock: ffff8915f1ba6730 (ffff8915f4304248/1) at cl_lock_cancel():150 00000008:00000001:17.0:1557964623.958217:0:57589:0:(osc_lock.c:1076:osc_lock_cancel()) Process entered 00000008:00000001:17.0:1557964623.958218:0:57589:0:(osc_lock.c:1033:osc_lock_detach()) Process entered 00010000:00000001:17.0:1557964623.958218:0:57589:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964623.958219:0:57589:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964623.958220:0:57589:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952654336 : -130749756897280 : ffff8915732f8800) 00010000:00000001:17.0:1557964623.958220:0:57589:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952654336 : -130749756897280 : ffff8915732f8800) 00010000:00000001:17.0:1557964623.958221:0:57589:0:(ldlm_lock.c:826:ldlm_lock_decref_internal()) Process entered 00010000:00010000:17.0:1557964623.958222:0:57589:0:(ldlm_lock.c:799:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: ?? lock: ffff8915732f8800/0x398a44d554ce262b lrc: 4/0,1 mode: PW/PW res: ?? rrc=?? type: ??? flags: 0x10020000000000 nid: local remote: 0x1f46cd4cd184009a expref: -99 pid: 57589 timeout: 0 lvb_type: 1 00010000:00000001:17.0:1557964623.958224:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.958225:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00010000:17.0:1557964623.958225:0:57589:0:(ldlm_lock.c:872:ldlm_lock_decref_internal()) ### add lock into lru list ns: ?? lock: ffff8915732f8800/0x398a44d554ce262b lrc: 3/0,0 mode: PW/PW res: ?? rrc=?? type: ??? flags: 0x10020000000000 nid: local remote: 0x1f46cd4cd184009a expref: -99 pid: 57589 timeout: 0 lvb_type: 1 00010000:00000001:17.0:1557964623.958227:0:57589:0:(ldlm_lock.c:300:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:17.0:1557964623.958229:0:57589:0:(ldlm_lock.c:304:ldlm_lock_add_to_lru()) Process leaving 00010000:00000001:17.0:1557964623.958229:0:57589:0:(ldlm_lock.c:893:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:17.0:1557964623.958230:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.958230:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964623.958230:0:57589:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964623.958231:0:57589:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000008:00000001:17.0:1557964623.958231:0:57589:0:(osc_lock.c:1053:osc_lock_detach()) Process leaving 00000008:00000001:17.0:1557964623.958232:0:57589:0:(osc_lock.c:1085:osc_lock_cancel()) Process leaving 00000020:00000001:17.0:1557964623.958233:0:57589:0:(cl_lock.c:156:cl_lock_cancel()) Process leaving 00000020:00000001:17.0:1557964623.958233:0:57589:0:(cl_lock.c:156:cl_lock_cancel()) Process leaving 00000020:00000001:17.0:1557964623.958233:0:57589:0:(cl_lock.c:83:cl_lock_fini()) Process entered 00000020:00010000:17.0:1557964623.958234:0:57589:0:(cl_lock.c:54:cl_lock_trace0()) destroy lock: ffff8915f4c64c08 (ffff8915f43042d8/0) at cl_lock_fini():85 00000080:00000010:17.0:1557964623.958235:0:57589:0:(vvp_lock.c:52:vvp_lock_fini()) slab-freed '(vlk)': 40 at ffff8915c62ae7a8. 00020000:00000001:17.0:1557964623.958236:0:57589:0:(lov_lock.c:224:lov_lock_fini()) Process entered 00000020:00000001:17.0:1557964623.958236:0:57589:0:(cl_lock.c:83:cl_lock_fini()) Process entered 00000020:00010000:17.0:1557964623.958236:0:57589:0:(cl_lock.c:54:cl_lock_trace0()) destroy lock: ffff8915f1ba6730 (ffff8915f43042d8/1) at cl_lock_fini():85 00020000:00000001:17.0:1557964623.958238:0:57589:0:(lovsub_lock.c:56:lovsub_lock_fini()) Process entered 00020000:00000010:17.0:1557964623.958238:0:57589:0:(lovsub_lock.c:58:lovsub_lock_fini()) slab-freed '(lsl)': 40 at ffff8915c62ae6e0. 00020000:00000001:17.0:1557964623.958239:0:57589:0:(lovsub_lock.c:59:lovsub_lock_fini()) Process leaving 00000008:00000010:17.0:1557964623.958239:0:57589:0:(osc_lock.c:145:osc_lock_fini()) slab-freed '(ols)': 264 at ffff891516afc210. 00000020:00000001:17.0:1557964623.958240:0:57589:0:(cl_lock.c:96:cl_lock_fini()) Process leaving 00020000:00000010:17.0:1557964623.958241:0:57589:0:(lov_lock.c:232:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8915f1ba6700. 00020000:00000001:17.0:1557964623.958241:0:57589:0:(lov_lock.c:233:lov_lock_fini()) Process leaving 00000020:00000001:17.0:1557964623.958242:0:57589:0:(cl_lock.c:96:cl_lock_fini()) Process leaving 00000020:00000001:17.0:1557964623.958242:0:57589:0:(cl_lock.c:236:cl_lock_release()) Process leaving 00020000:00000001:17.0:1557964623.958243:0:57589:0:(lov_io.c:688:lov_io_unlock()) Process entered 00020000:00000001:17.0:1557964623.958243:0:57589:0:(lov_io.c:589:lov_io_call()) Process entered 00000020:00000001:17.0:1557964623.958243:0:57589:0:(cl_io.c:388:cl_io_unlock()) Process entered 00000020:00000001:17.0:1557964623.958244:0:57589:0:(cl_io.c:409:cl_io_unlock()) Process leaving 00020000:00000001:17.0:1557964623.958244:0:57589:0:(lov_io.c:637:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964623.958245:0:57589:0:(lov_io.c:598:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964623.958245:0:57589:0:(lov_io.c:691:lov_io_unlock()) Process leaving 00000020:00000001:17.0:1557964623.958245:0:57589:0:(cl_io.c:409:cl_io_unlock()) Process leaving 00000020:00000001:17.0:1557964623.958246:0:57589:0:(cl_io.c:480:cl_io_rw_advance()) Process entered 00000020:00000001:17.0:1557964623.958246:0:57589:0:(cl_io.c:491:cl_io_rw_advance()) Process leaving 00000020:00000001:17.0:1557964623.958247:0:57589:0:(cl_io.c:458:cl_io_iter_fini()) Process entered 00020000:00000001:17.0:1557964623.958247:0:57589:0:(lov_io.c:675:lov_io_iter_fini()) Process entered 00020000:00000001:17.0:1557964623.958248:0:57589:0:(lov_io.c:589:lov_io_call()) Process entered 00000020:00000001:17.0:1557964623.958248:0:57589:0:(cl_io.c:458:cl_io_iter_fini()) Process entered 00000020:00000001:17.0:1557964623.958249:0:57589:0:(cl_io.c:464:cl_io_iter_fini()) Process leaving 00020000:00000001:17.0:1557964623.958250:0:57589:0:(lov_io.c:631:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964623.958250:0:57589:0:(lov_io.c:598:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964623.958252:0:57589:0:(lov_io.c:680:lov_io_iter_fini()) Process leaving 00000020:00000001:17.0:1557964623.958252:0:57589:0:(cl_io.c:464:cl_io_iter_fini()) Process leaving 00000020:00200000:17.0:1557964623.958253:0:57589:0:(cl_io.c:885:cl_io_loop()) loop type 2 done: nob: 0, rc: -95 stop 00000020:00200000:17.0:1557964623.958254:0:57589:0:(cl_io.c:924:cl_io_loop()) return nob: 0 (full io), rc: -95 00000020:00000001:17.0:1557964623.958255:0:57589:0:(cl_io.c:926:cl_io_loop()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00200000:17.0:1557964623.958257:0:57589:0:(file.c:1281:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:17.0:1557964623.958266:0:57589:0:(range_lock.c:132:range_unlock()) Process entered 00000001:00000001:17.0:1557964623.958267:0:57589:0:(interval_tree.c:524:interval_erase()) Process entered 00000001:00000001:17.0:1557964623.958268:0:57589:0:(interval_tree.c:504:update_maxhigh()) Process entered 00000001:00000001:17.0:1557964623.958269:0:57589:0:(interval_tree.c:516:update_maxhigh()) Process leaving 00000001:00000001:17.0:1557964623.958270:0:57589:0:(interval_tree.c:426:interval_erase_color()) Process entered 00000001:00000001:17.0:1557964623.958270:0:57589:0:(interval_tree.c:493:interval_erase_color()) Process leaving 00000001:00000001:17.0:1557964623.958271:0:57589:0:(interval_tree.c:589:interval_erase()) Process leaving 00000001:00000001:17.0:1557964623.958271:0:57589:0:(interval_tree.c:629:interval_search()) Process entered 00000001:00000001:17.0:1557964623.958272:0:57589:0:(interval_tree.c:676:interval_search()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:17.0:1557964623.958273:0:57589:0:(range_lock.c:166:range_unlock()) Process leaving 00000020:00000001:17.0:1557964623.958274:0:57589:0:(cl_io.c:93:cl_io_fini()) Process entered 00020000:00000001:17.0:1557964623.958274:0:57589:0:(lov_io.c:281:lov_io_fini()) Process entered 00020000:00000001:17.0:1557964623.958275:0:57589:0:(lov_io.c:81:lov_io_sub_fini()) Process entered 00000020:00000001:17.0:1557964623.958291:0:57589:0:(cl_io.c:93:cl_io_fini()) Process entered 00000020:00000001:17.0:1557964623.958292:0:57589:0:(cl_io.c:131:cl_io_fini()) Process leaving 00000020:00001000:17.0:1557964623.958292:0:57589:0:(cl_object.c:813:cl_env_put()) 1@ffff8915f4304240 00020000:00000001:17.0:1557964623.958293:0:57589:0:(lov_io.c:89:lov_io_sub_fini()) Process leaving 00020000:00000001:17.0:1557964623.958294:0:57589:0:(lov_io.c:301:lov_io_fini()) Process leaving 00000080:00200000:17.0:1557964623.958294:0:57589:0:(vvp_io.c:310:vvp_io_fini()) [0x200001b71:0x586:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0 00000020:00000001:17.0:1557964623.958296:0:57589:0:(cl_io.c:131:cl_io_fini()) Process leaving 00000080:00200000:17.0:1557964623.958297:0:57589:0:(file.c:1347:ll_file_io_generic()) test.10: write *ppos: 0, pos: 0, ret: 0, rc: -95 00000080:00000001:17.0:1557964623.958298:0:57589:0:(file.c:1351:ll_file_io_generic()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000020:00001000:17.0:1557964623.958298:0:57589:0:(cl_object.c:813:cl_env_put()) 1@ffff8915f43042d0 00000080:00000001:17.0:1557964623.958299:0:57589:0:(file.c:1588:ll_file_aio_write()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000020:00001000:17.0:1557964623.958300:0:57589:0:(cl_object.c:813:cl_env_put()) 1@ffff8915f43041b0 00000080:00000001:17.0:1557964623.958300:0:57589:0:(file.c:1619:ll_file_write()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00020000:00000001:17.0:1557964623.958399:0:57589:0:(lov_object.c:1735:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:17.0:1557964623.958400:0:57589:0:(lov_object.c:761:lov_conf_freeze()) To take share lov(ffff8925f75e6460) owner (null)/ffff8906392d2080 00020000:00000002:17.0:1557964623.958402:0:57589:0:(lov_object.c:769:lov_conf_thaw()) To release share lov(ffff8925f75e6460) owner (null)/ffff8906392d2080 00020000:00000001:17.0:1557964623.958402:0:57589:0:(lov_object.c:1779:lov_read_and_clear_async_rc()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:17.0:1557964623.958404:0:57589:0:(file.c:312:ll_file_release()) Process entered 00000080:00200000:17.0:1557964623.958405:0:57589:0:(file.c:315:ll_file_release()) VFS Op:inode=[0x200001b71:0x586:0x0](ffff891572edb690) 00020000:00000001:17.0:1557964623.958407:0:57589:0:(lov_object.c:1735:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:17.0:1557964623.958408:0:57589:0:(lov_object.c:761:lov_conf_freeze()) To take share lov(ffff8925f75e6460) owner (null)/ffff8906392d2080 00020000:00000002:17.0:1557964623.958409:0:57589:0:(lov_object.c:769:lov_conf_thaw()) To release share lov(ffff8925f75e6460) owner (null)/ffff8906392d2080 00020000:00000001:17.0:1557964623.958410:0:57589:0:(lov_object.c:1779:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.958411:0:57589:0:(file.c:248:ll_md_close()) Process entered 00000080:00000001:17.0:1557964623.958411:0:57589:0:(obd_class.h:1582:md_lock_match()) Process entered 00800000:00000001:17.0:1557964623.958428:0:57589:0:(lmv_obd.c:2870:lmv_lock_match()) Process entered 00800000:00000002:17.0:1557964623.958429:0:57589:0:(lmv_obd.c:2872:lmv_lock_match()) Lock match for [0x200001b71:0x586:0x0] 00800000:00000001:17.0:1557964623.958429:0:57589:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:17.0:1557964623.958430:0:57589:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:17.0:1557964623.958430:0:57589:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:17.0:1557964623.958431:0:57589:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:17.0:1557964623.958431:0:57589:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964623.958432:0:57589:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b71:0x586:0x0] 00800000:00000001:17.0:1557964623.958433:0:57589:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.958434:0:57589:0:(obd_class.h:1582:md_lock_match()) Process entered 00000002:00000001:17.0:1557964623.958434:0:57589:0:(mdc_locks.c:142:mdc_lock_match()) Process entered 00010000:00000001:17.0:1557964623.958435:0:57589:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000040:17.0:1557964623.958437:0:57589:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388cc0 count: 3 00010000:00000001:17.0:1557964623.958438:0:57589:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:17.0:1557964623.958439:0:57589:0:(ldlm_lock.c:1415:ldlm_lock_match()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:17.0:1557964623.958439:0:57589:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388cc0 count: 2 00000002:00000001:17.0:1557964623.958440:0:57589:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.958441:0:57589:0:(obd_class.h:1586:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.958442:0:57589:0:(obd_class.h:1582:md_lock_match()) Process entered 00000002:00000001:17.0:1557964623.958442:0:57589:0:(mdc_locks.c:142:mdc_lock_match()) Process entered 00010000:00000001:17.0:1557964623.958442:0:57589:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000001:17.0:1557964623.958443:0:57589:0:(ldlm_lock.c:1402:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964623.958444:0:57589:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.958444:0:57589:0:(obd_class.h:1586:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.958445:0:57589:0:(lmv_obd.c:2900:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.958445:0:57589:0:(obd_class.h:1586:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.958446:0:57589:0:(file.c:202:ll_md_real_close()) Process entered 00000080:00000001:17.0:1557964623.958447:0:57589:0:(file.c:131:ll_close_inode_openhandle()) Process entered 00000080:00000010:17.0:1557964623.958448:0:57589:0:(file.c:140:ll_close_inode_openhandle()) kmalloced 'op_data': 320 at ffff89150ef14400. 00000080:00000001:17.0:1557964623.958449:0:57589:0:(file.c:88:ll_prepare_close()) Process entered 00000080:00000001:17.0:1557964623.958450:0:57589:0:(file.c:111:ll_prepare_close()) Process leaving 00000080:00000001:17.0:1557964623.958450:0:57589:0:(obd_class.h:1330:md_close()) Process entered 00800000:00000001:17.0:1557964623.958452:0:57589:0:(lmv_obd.c:1524:lmv_close()) Process entered 00800000:00000001:17.0:1557964623.958453:0:57589:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:17.0:1557964623.958453:0:57589:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:17.0:1557964623.958454:0:57589:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:17.0:1557964623.958454:0:57589:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:17.0:1557964623.958455:0:57589:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964623.958473:0:57589:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b71:0x586:0x0] 00800000:00000001:17.0:1557964623.958474:0:57589:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964623.958475:0:57589:0:(lmv_obd.c:1530:lmv_close()) CLOSE [0x200001b71:0x586:0x0] 00800000:00000001:17.0:1557964623.958476:0:57589:0:(obd_class.h:1330:md_close()) Process entered 00000002:00000001:17.0:1557964623.958477:0:57589:0:(mdc_request.c:765:mdc_close()) Process entered 00000100:00000010:17.0:1557964623.958478:0:57589:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff89157528ef00. 00000020:00000040:17.0:1557964623.958479:0:57589:0:(genops.c:1214:class_import_get()) import ffff891506a72000 refcount=5 obd=looze-MDT0000-mdc-ffff8925ba270000 00000002:00080000:17.0:1557964623.958482:0:57589:0:(mdc_request.c:798:mdc_close()) @@@ matched open req@ffff89157528f200 x1633636318338720/t30064774474(30064774474) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 808/600 e 0 to 0 dl 1557964729 ref 1 fl Complete:RP/4/ffffffff rc 0/-1 00000100:00000001:17.0:1557964623.958485:0:57589:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:17.0:1557964623.958486:0:57589:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:17.0:1557964623.958487:0:57589:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:17.0:1557964623.958488:0:57589:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 512 at ffff89150ef12c00. 00000100:00000001:17.0:1557964623.958489:0:57589:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.958492:0:57589:0:(client.c:2909:ptlrpc_queue_wait()) Process entered 00000100:00000001:17.0:1557964623.958492:0:57589:0:(client.c:947:ptlrpc_prep_set()) Process entered 00000100:00000010:17.0:1557964623.958493:0:57589:0:(client.c:949:ptlrpc_prep_set()) kmalloced 'set': 152 at ffff8915cc388c00. 00000100:00000001:17.0:1557964623.958494:0:57589:0:(client.c:965:ptlrpc_prep_set()) Process leaving (rc=18446613325446417408 : -130748263134208 : ffff8915cc388c00) 00000100:00000001:17.0:1557964623.958495:0:57589:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964623.958495:0:57589:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985776384 : -130749723775232 : ffff89157528ef00) 00000020:00000001:17.0:1557964623.958496:0:57589:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:17.0:1557964623.958497:0:57589:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:17.0:1557964623.958498:0:57589:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.958498:0:57589:0:(client.c:2315:ptlrpc_set_wait()) Process entered 00000100:00000001:17.0:1557964623.958499:0:57589:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:17.0:1557964623.958500:0:57589:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff89157528ef00 x1633636318338800/t0(0) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/856 e 0 to 0 dl 0 ref 2 fl New:/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964623.958503:0:57589:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:17.0:1557964623.958503:0:57589:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964623.958504:0:57589:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:17.0:1557964623.958505:0:57589:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:17.0:1557964623.958506:0:57589:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc dd:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57589:1633636318338800:172.19.1.24@o2ib100:35 00000100:00000001:17.0:1557964623.958508:0:57589:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:17.0:1557964623.958509:0:57589:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:17.0:1557964623.958509:0:57589:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964623.958510:0:57589:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:17.0:1557964623.958511:0:57589:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 2048 at ffff89157525e000. 02000000:00000001:17.0:1557964623.958512:0:57589:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:17.0:1557964623.958513:0:57589:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924c9af19c0. 00000400:00000010:17.0:1557964623.958514:0:57589:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba6700. 00000100:00000200:17.0:1557964623.958516:0:57589:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1633636318338800, portal 10 00000100:00000001:17.0:1557964623.958516:0:57589:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964623.958516:0:57589:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985776384 : -130749723775232 : ffff89157528ef00) 00000100:00000040:17.0:1557964623.958518:0:57589:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff89157528ef00 x1633636318338800/t0(0) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/856 e 0 to 0 dl 1557964729 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964623.958521:0:57589:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:17.0:1557964623.958523:0:57589:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:17.0:1557964623.958524:0:57589:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba6380. 00000100:00000200:17.0:1557964623.958524:0:57589:0:(niobuf.c:85:ptl_send_buf()) Sending 512 bytes to portal 23, xid 1633636318338800, offset 0 00000400:00000010:17.0:1557964623.958526:0:57589:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89150ef14c00 (tot 30924164). 00000400:00000200:17.0:1557964623.958528:0:57589:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:17.0:1557964623.958532:0:57589:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:17.0:1557964623.958534:0:57589:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 512 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:17.0:1557964623.958537:0:57589:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:17.0:1557964623.958538:0:57589:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:17.0:1557964623.958539:0:57589:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:17.0:1557964623.958541:0:57589:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:17.0:1557964623.958542:0:57589:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.958543:0:57589:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964623.958543:0:57589:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.958544:0:57589:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:17.0:1557964623.958545:0:57589:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00100000:17.0:1557964623.958546:0:57589:0:(client.c:2336:ptlrpc_set_wait()) set ffff8915cc388c00 going to sleep for 61 seconds 00000100:00000001:17.0:1557964623.958547:0:57589:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1557964623.958548:0:57589:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.958549:0:57589:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1557964623.958549:0:57589:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964623.958580:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:21.0:1557964623.958595:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:21.0:1557964623.958598:0:24062:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (23)-- 00000100:00000001:21.0:1557964623.958600:0:24062:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:21.0:1557964623.958602:0:24062:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff89157528ef00 x1633636318338800/t0(0) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/856 e 0 to 0 dl 1557964729 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964623.958607:0:24062:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:21.0:1557964623.958608:0:24062:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff89157528ef00 x1633636318338800/t0(0) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/856 e 0 to 0 dl 1557964729 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964623.958611:0:24062:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964623.958612:0:24062:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:21.0:1557964623.958613:0:24062:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba6380 00000400:00000010:21.0:1557964623.958613:0:24062:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba6380. 00000400:00000010:21.0:1557964623.958615:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89150ef14c00 (tot 30923764). 00000800:00000200:21.0:1557964623.958616:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000800:00000200:21.0:1557964623.958618:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000800:00000200:29.2:1557964623.958811:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:2.0:1557964623.958855:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:2.0:1557964623.958865:0:24061:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:2.0:1557964623.958873:0:24061:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:2.0:1557964623.958876:0:24061:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c6000 (tot 30924164). 00000400:00000200:2.0:1557964623.958882:0:24061:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 424 into portal 10 MB=0x5cdc898725ef0 00000400:00000200:2.0:1557964623.958888:0:24061:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 424/424 into md 0x1c319 [1] + 192 00000100:00000001:2.0:1557964623.958894:0:24061:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:2.0:1557964623.958897:0:24061:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff89157528ef00 x1633636318338800/t0(0) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/856 e 0 to 0 dl 1557964729 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000800:00000200:19.0:1557964623.958902:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000040:2.0:1557964623.958908:0:24061:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=424 offset=192 replen=856 req@ffff89157528ef00 x1633636318338800/t0(0) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/856 e 0 to 0 dl 1557964729 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964623.958920:0:24061:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:2.0:1557964623.958922:0:24061:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c6000 (tot 30923764). 00000800:00000200:2.0:1557964623.958925:0:24061:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:2.0:1557964623.958927:0:24061:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)-- 00000800:00000200:2.0:1557964623.958929:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000100:00000001:17.0:1557964623.958952:0:57589:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:17.0:1557964623.958956:0:57589:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:17.0:1557964623.958958:0:57589:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:17.0:1557964623.958959:0:57589:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:17.0:1557964623.958964:0:57589:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff89157528ef00 x1633636318338800/t0(0) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/856 e 0 to 0 dl 1557964729 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:17.0:1557964623.958976:0:57589:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff89157528ef00 x1633636318338800/t0(0) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/856 e 0 to 0 dl 1557964729 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964623.958985:0:57589:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:17.0:1557964623.958986:0:57589:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924c9af19c0. 00000400:00000200:17.0:1557964623.958988:0:57589:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba6700 00000400:00000010:17.0:1557964623.958990:0:57589:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba6700. 00000100:00000001:17.0:1557964623.958991:0:57589:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964623.958993:0:57589:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:17.0:1557964623.958995:0:57589:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:17.0:1557964623.958996:0:57589:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:17.0:1557964623.958997:0:57589:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964623.958999:0:57589:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:17.0:1557964623.959003:0:57589:0:(import.c:1677:at_measured()) add 45 to ffff891506a72470 time=403 v=45 (45 45 45 0) 00000100:00001000:17.0:1557964623.959007:0:57589:0:(import.c:1677:at_measured()) add 1 to ffff891506a723c8 time=123 v=45 (1 1 1 1) 00000100:00000001:17.0:1557964623.959009:0:57589:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:17.0:1557964623.959010:0:57589:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964623.959012:0:57589:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:17.0:1557964623.959013:0:57589:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.959015:0:57589:0:(client.c:1290:ptlrpc_save_versions()) Process entered 00000100:00000040:17.0:1557964623.959017:0:57589:0:(client.c:1298:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:17.0:1557964623.959018:0:57589:0:(client.c:1300:ptlrpc_save_versions()) Process leaving 00000100:00000001:17.0:1557964623.959019:0:57589:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964623.959020:0:57589:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985776384 : -130749723775232 : ffff89157528ef00) 00000100:00000001:17.0:1557964623.959023:0:57589:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:17.0:1557964623.959024:0:57589:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-mdc-ffff8925ba270000: skip recheck: last_committed 30064774473 00000100:00000001:17.0:1557964623.959025:0:57589:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:17.0:1557964623.959026:0:57589:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:17.0:1557964623.959031:0:57589:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff89157528ef00 x1633636318338800/t30064774475(30064774475) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/424 e 0 to 0 dl 1557964729 ref 3 fl Rpc:R/4/0 rc 0/0 00000100:00000001:17.0:1557964623.959040:0:57589:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964623.959042:0:57589:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:17.0:1557964623.959044:0:57589:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:17.0:1557964623.959047:0:57589:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff89157528ef00 x1633636318338800/t30064774475(30064774475) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/424 e 0 to 0 dl 1557964729 ref 3 fl Interpret:R/4/0 rc 0/0 00000100:00100000:17.0:1557964623.959056:0:57589:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc dd:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57589:1633636318338800:172.19.1.24@o2ib100:35 00000100:00000001:17.0:1557964623.959060:0:57589:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964623.959062:0:57589:0:(client.c:2426:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964623.959063:0:57589:0:(client.c:1008:ptlrpc_set_destroy()) Process entered 00000100:00000001:17.0:1557964623.959065:0:57589:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964623.959067:0:57589:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff89157528ef00 x1633636318338800/t30064774475(30064774475) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/424 e 0 to 0 dl 1557964729 ref 3 fl Complete:R/4/0 rc 0/0 00000100:00000001:17.0:1557964623.959075:0:57589:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:17.0:1557964623.959077:0:57589:0:(ptlrpc_internal.h:352:ptlrpc_reqset_put()) kfreed 'set': 152 at ffff8915cc388c00. 00000100:00000001:17.0:1557964623.959079:0:57589:0:(client.c:1050:ptlrpc_set_destroy()) Process leaving 00000100:00000001:17.0:1557964623.959079:0:57589:0:(client.c:2929:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964623.959083:0:57589:0:(mdc_request.c:884:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.959085:0:57589:0:(obd_class.h:1334:md_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.959087:0:57589:0:(lmv_obd.c:1532:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.959089:0:57589:0:(obd_class.h:1334:md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:17.0:1557964623.959091:0:57589:0:(llite_lib.c:2531:ll_finish_md_op_data()) kfreed 'op_data': 320 at ffff89150ef14400. 00000080:00000001:17.0:1557964623.959093:0:57589:0:(file.c:184:ll_close_inode_openhandle()) Process leaving 00000080:00000001:17.0:1557964623.959094:0:57589:0:(obd_class.h:1543:md_clear_open_replay_data()) Process entered 00800000:00000001:17.0:1557964623.959096:0:57589:0:(lmv_obd.c:2954:lmv_clear_open_replay_data()) Process entered 00800000:00000001:17.0:1557964623.959098:0:57589:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:17.0:1557964623.959099:0:57589:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:17.0:1557964623.959100:0:57589:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:17.0:1557964623.959101:0:57589:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:17.0:1557964623.959103:0:57589:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964623.959104:0:57589:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b71:0x586:0x0] 00800000:00000001:17.0:1557964623.959106:0:57589:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.959108:0:57589:0:(obd_class.h:1543:md_clear_open_replay_data()) Process entered 00000002:00000001:17.0:1557964623.959116:0:57589:0:(mdc_request.c:731:mdc_clear_open_replay_data()) Process entered 00000002:00100000:17.0:1557964623.959119:0:57589:0:(mdc_request.c:720:mdc_free_open()) @@@ free open request rq_replay= 0 req@ffff89157528f200 x1633636318338720/t30064774474(30064774474) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 808/600 e 0 to 0 dl 1557964729 ref 1 fl Complete:R/4/ffffffff rc 0/-1 00000002:00000001:17.0:1557964623.959128:0:57589:0:(mdc_request.c:754:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.959129:0:57589:0:(obd_class.h:1546:md_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964623.959131:0:57589:0:(lmv_obd.c:2960:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.959132:0:57589:0:(obd_class.h:1546:md_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:17.0:1557964623.959134:0:57589:0:(file.c:189:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8915e3e28380. 00000100:00000001:17.0:1557964623.959135:0:57589:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964623.959138:0:57589:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff89157528ef00 x1633636318338800/t30064774475(30064774475) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/424 e 0 to 0 dl 1557964729 ref 2 fl Complete:R/4/0 rc 0/0 00000100:00000001:17.0:1557964623.959145:0:57589:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.959147:0:57589:0:(file.c:234:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:17.0:1557964623.959149:0:57589:0:(file.c:79:ll_file_data_put()) slab-freed '(fd)': 216 at ffff891579b22d00. 00000080:00000001:17.0:1557964623.959151:0:57589:0:(file.c:298:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.959152:0:57589:0:(file.c:344:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964623.959156:0:57589:0:(dcache.c:136:ll_ddelete()) Process entered 00000080:00002000:17.0:1557964623.959157:0:57589:0:(dcache.c:143:ll_ddelete()) deleting dentry test.10 (ffff8924aab76240, parent ffff8925f073ab40, inode ffff891572edb690) hashed, 00000080:00000001:17.0:1557964623.959160:0:57589:0:(dcache.c:153:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:17.0:1557964623.959163:0:57589:0:(dcache.c:58:ll_release()) Process entered 00000080:00000001:17.0:1557964623.959164:0:57589:0:(dcache.c:72:ll_release()) Process leaving 00010000:00000010:17.1:1557964623.963311:0:0:0:(ldlm_lock.c:432:lock_handle_free()) slab-freed 'lock': 504 at ffff89150e7b2e00. 00000080:00000010:17.1:1557964623.969308:0:0:0:(dcache.c:51:free_dentry_data()) kfreed 'lld': 32 at ffff8925f7c333a0. 00000400:00000010:9.0:1557964624.490373:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf1b700 (tot 30924020). 00000400:00000010:9.0:1557964624.490389:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf1b700 (tot 30923764). 00000400:00000200:3.0:1557964624.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318343028 00000400:00000200:3.0:1557964624.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964624.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964624.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964624.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964624.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964624.874364:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964624.874368:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964625.874326:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318343028 00000400:00000200:3.0:1557964625.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964625.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964625.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964625.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964625.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964625.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964625.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000100:00000040:5.0:1557964625.927316:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964625.927323:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964625.927325:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514614200. 00000020:00000040:5.0:1557964625.927328:0:24107:0:(genops.c:1214:class_import_get()) import ffff8925eae5c800 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:5.0:1557964625.927331:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964625.927333:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964625.927335:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964625.927338:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8f000. 00000100:00000001:5.0:1557964625.927341:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964625.927346:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8ce2f3bc-adc5-4664-da25-e53bbd255ea0->MGS req@ffff891514614200 x1633636318338816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964625.927356:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964625.927357:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964625.927359:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964625.927365:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514614200] to pc [ptlrpcd_00_02:2] req@ffff891514614200 x1633636318338816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964625.927380:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964625.927382:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:5.0:1557964625.927386:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:5.0:1557964625.927387:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514610900. 00000020:00000040:5.0:1557964625.927388:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a74800 refcount=4 obd=looze-MDT0001-mdc-ffff8925ba270000 00000100:00000001:5.0:1557964625.927390:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964625.927392:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964625.927393:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964625.927395:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8dc00. 00000100:00000001:5.0:1557964625.927396:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964625.927402:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-MDT0001_UUID req@ffff891514610900 x1633636318338832/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964625.927410:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:5.0:1557964625.927411:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964625.927412:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964625.927415:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514610900] to pc [ptlrpcd_00_03:3] req@ffff891514610900 x1633636318338832/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:0.0:1557964625.927421:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1557964625.927424:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964625.927424:0:24077:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1557964625.927425:0:24077:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:5.0:1557964625.927426:0:24107:0:(pinger.c:217:ptlrpc_pinger_process_import()) 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1557964625.927426:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1557964625.927429:0:24107:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1557964625.927429:0:24078:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000010:5.0:1557964625.927430:0:24107:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff891514612700. 00000020:00000040:5.0:1557964625.927431:0:24107:0:(genops.c:1214:class_import_get()) import ffff891506a77000 refcount=5 obd=looze-OST0008-osc-ffff8925ba270000 00000100:00000001:1.0:1557964625.927431:0:24078:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1557964625.927431:0:24077:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514614200 x1633636318338816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964625.927433:0:24107:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:5.0:1557964625.927434:0:24107:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:5.0:1557964625.927435:0:24107:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1557964625.927436:0:24107:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8915def8d700. 00000100:00000040:1.0:1557964625.927436:0:24078:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514610900 x1633636318338832/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:5.0:1557964625.927438:0:24107:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964625.927441:0:24107:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 50f1fe9a-3e31-ad51-23a4-b3638f11f184->looze-OST0008_UUID req@ffff891514612700 x1633636318338848/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:0.0:1557964625.927441:0:24077:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1557964625.927442:0:24077:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964625.927445:0:24077:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1557964625.927446:0:24077:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964625.927447:0:24078:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000001:5.0:1557964625.927448:0:24107:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1557964625.927448:0:24078:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927449:0:24107:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1557964625.927450:0:24077:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24077:1633636318338816:172.19.1.24@o2ib100:400 00000020:00000001:5.0:1557964625.927451:0:24107:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964625.927451:0:24078:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1557964625.927452:0:24078:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964625.927453:0:24077:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000040:5.0:1557964625.927454:0:24107:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff891514612700] to pc [ptlrpcd_00_04:4] req@ffff891514612700 x1633636318338848/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:0.0:1557964625.927455:0:24077:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1557964625.927456:0:24078:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24078:1633636318338832:172.19.1.25@o2ib100:400 02000000:00000001:0.0:1557964625.927456:0:24077:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964625.927458:0:24077:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1557964625.927459:0:24078:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1557964625.927460:0:24077:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff89259e75ce00. 02000000:00000001:1.0:1557964625.927461:0:24078:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1557964625.927462:0:24077:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964625.927463:0:24078:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964625.927464:0:24078:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:5.0:1557964625.927465:0:24107:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1557964625.927465:0:24077:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8925eb6098a0. 02000000:00000010:1.0:1557964625.927467:0:24078:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8925e1e3b400. 00000020:00000001:5.0:1557964625.927468:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2734632 : 2734632 : 29ba28) 00000400:00000010:0.0:1557964625.927468:0:24077:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7fc00. 02000000:00000001:1.0:1557964625.927469:0:24078:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927470:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2953208 : 2953208 : 2d0ff8) 00000020:00000001:5.0:1557964625.927471:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705578936 : -3972680 : ffffffffffc361b8) 00000100:00000200:0.0:1557964625.927471:0:24077:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338816, portal 25 00000400:00000010:1.0:1557964625.927472:0:24078:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924ca681b40. 00000020:00000001:5.0:1557964625.927473:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073699896970 : -9654646 : ffffffffff6cae8a) 00000100:00000001:0.0:1557964625.927473:0:24077:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1557964625.927474:0:24077:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362077696 : -130751347473920 : ffff891514614200) 00000020:00000001:5.0:1557964625.927475:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1095656 : 1095656 : 10b7e8) 00000400:00000010:1.0:1557964625.927475:0:24078:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89251f217d00. 00000020:00000001:5.0:1557964625.927477:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709495798 : -55818 : ffffffffffff25f6) 00000100:00000200:1.0:1557964625.927478:0:24078:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338832, portal 10 00000100:00000040:0.0:1557964625.927478:0:24077:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514614200 x1633636318338816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964731 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964625.927479:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073705764027 : -3787589 : ffffffffffc634bb) 00000100:00000001:1.0:1557964625.927480:0:24078:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:5.0:1557964625.927481:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2487300 : 2487300 : 25f404) 00000100:00000001:1.0:1557964625.927481:0:24078:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362063104 : -130751347488512 : ffff891514610900) 00000020:00000001:5.0:1557964625.927483:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2081840 : 2081840 : 1fc430) 00000020:00000001:5.0:1557964625.927485:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=55480 : 55480 : d8b8) 00000100:00000040:1.0:1557964625.927486:0:24078:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514610900 x1633636318338832/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964731 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964625.927487:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073708005614 : -1546002 : ffffffffffe868ee) 00000100:00000001:0.0:1557964625.927487:0:24077:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:5.0:1557964625.927488:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709443432 : -108184 : fffffffffffe5968) 00000020:00000001:5.0:1557964625.927490:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709484336 : -67280 : fffffffffffef930) 00000100:00000040:0.0:1557964625.927490:0:24077:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000020:00000001:5.0:1557964625.927492:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709450824 : -100792 : fffffffffffe7648) 00000400:00000010:0.0:1557964625.927492:0:24077:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915cab7ee00. 00000020:00000001:5.0:1557964625.927493:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709522752 : -28864 : ffffffffffff8f40) 00000100:00000200:0.0:1557964625.927493:0:24077:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636318338816, offset 0 00000020:00000001:5.0:1557964625.927495:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709546976 : -4640 : ffffffffffffede0) 00000020:00000001:5.0:1557964625.927497:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=48472 : 48472 : bd58) 00000400:00000010:0.0:1557964625.927497:0:24077:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89259e75b000 (tot 30924164). 00000020:00000001:5.0:1557964625.927498:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7843354 : 7843354 : 77ae1a) 00000020:00000001:5.0:1557964625.927500:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1435441 : 1435441 : 15e731) 00000020:00000001:5.0:1557964625.927501:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=15616 : 15616 : 3d00) 00000400:00000200:0.0:1557964625.927501:0:24077:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:5.0:1557964625.927503:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=668095 : 668095 : a31bf) 00000020:00000001:5.0:1557964625.927505:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1358872 : 1358872 : 14bc18) 00000100:00000001:3.0:1557964625.927505:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964625.927505:0:24078:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:5.0:1557964625.927506:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1559405 : 1559405 : 17cb6d) 00000020:00000001:5.0:1557964625.927508:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1731852 : 1731852 : 1a6d0c) 00000100:00000001:3.0:1557964625.927508:0:24079:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1557964625.927508:0:24078:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000020:00000001:5.0:1557964625.927509:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=92728 : 92728 : 16a38) 00000100:00000001:3.0:1557964625.927510:0:24079:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1557964625.927510:0:24078:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89251f216900. 00000020:00000001:5.0:1557964625.927511:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=2027914 : 2027914 : 1ef18a) 00000020:00000001:5.0:1557964625.927512:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=114620 : 114620 : 1bfbc) 00000100:00000200:1.0:1557964625.927512:0:24078:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636318338832, offset 0 00000100:00000001:23.0:1557964625.927513:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1557964625.927513:0:24077:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:5.0:1557964625.927514:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=4096 : 4096 : 1000) 00000020:00000001:5.0:1557964625.927515:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709528278 : -23338 : ffffffffffffa4d6) 00000100:00000040:3.0:1557964625.927515:0:24079:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff891514612700 x1633636318338848/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000400:00000010:1.0:1557964625.927515:0:24078:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e3e800 (tot 30924564). 00000100:00000001:23.0:1557964625.927516:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927517:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=6747 : 6747 : 1a5b) 00000100:00000001:23.0:1557964625.927518:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1557964625.927518:0:24077:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000100:00000001:23.0:1557964625.927519:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927519:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709531320 : -20296 : ffffffffffffb0b8) 00000400:00000200:1.0:1557964625.927519:0:24078:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000020:00000001:5.0:1557964625.927520:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709543636 : -7980 : ffffffffffffe0d4) 00000020:00000001:5.0:1557964625.927522:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927523:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964625.927524:0:24077:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964625.927525:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927527:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964625.927527:0:24079:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000001:5.0:1557964625.927529:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964625.927529:0:24079:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964625.927529:0:24077:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (20)++ 00000020:00000001:5.0:1557964625.927530:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927531:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964625.927531:0:24079:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1557964625.927531:0:24077:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (21)++ 00000400:00000200:1.0:1557964625.927532:0:24078:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000020:00000001:5.0:1557964625.927533:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964625.927533:0:24079:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927534:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1557964625.927535:0:24077:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (22)-- 00000020:00000001:5.0:1557964625.927536:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1557964625.927536:0:24079:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_04:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24079:1633636318338848:172.19.1.35@o2ib100:400 00000020:00000001:5.0:1557964625.927537:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1557964625.927537:0:24078:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000100:00000001:0.0:1557964625.927537:0:24077:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927538:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964625.927538:0:24077:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964625.927540:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964625.927540:0:24079:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1557964625.927540:0:24077:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927541:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964625.927542:0:24079:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1557964625.927542:0:24077:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927543:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964625.927543:0:24079:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927544:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1557964625.927544:0:24078:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f3c80] -> 172.19.1.25@o2ib100 (2) version: 12 00000100:00000001:0.0:1557964625.927544:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964625.927545:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964625.927545:0:24079:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1557964625.927546:0:24078:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925eb377e00] (20)++ 00000020:00000001:5.0:1557964625.927547:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1557964625.927547:0:24079:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8915b1ff9a00. 00000020:00000001:5.0:1557964625.927548:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964625.927548:0:24077:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:5.0:1557964625.927549:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964625.927549:0:24079:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1557964625.927549:0:24078:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925eb377e00] (21)++ 00000100:00000001:0.0:1557964625.927549:0:24077:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964625.927551:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964625.927551:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964625.927552:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1557964625.927552:0:24079:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8915e9408c00. 00000100:00000001:0.0:1557964625.927552:0:24077:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1557964625.927553:0:24078:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925eb377e00] (22)-- 00000100:00000001:0.0:1557964625.927553:0:24077:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927554:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927555:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1557964625.927555:0:24079:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff891595bd1580. 00000100:00000001:1.0:1557964625.927555:0:24078:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964625.927555:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927557:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1557964625.927557:0:24079:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636318338848, portal 4 00000100:00000001:1.0:1557964625.927557:0:24078:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1557964625.927557:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964625.927558:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964625.927558:0:24077:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964625.927559:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964625.927559:0:24079:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1557964625.927559:0:24078:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964625.927559:0:24077:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964625.927560:0:24079:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322362070784 : -130751347480832 : ffff891514612700) 00000100:00000001:0.0:1557964625.927560:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927561:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964625.927561:0:24078:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927562:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927563:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964625.927563:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964625.927565:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1557964625.927565:0:24079:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff891514612700 x1633636318338848/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964731 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964625.927566:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964625.927566:0:24078:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:5.0:1557964625.927568:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964625.927568:0:24078:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964625.927569:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964625.927570:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:5.0:1557964625.927571:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964625.927571:0:24078:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964625.927572:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964625.927572:0:24078:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927573:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964625.927573:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964625.927574:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (21)++ 00000100:00000001:3.0:1557964625.927574:0:24079:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:5.0:1557964625.927575:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964625.927575:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964625.927576:0:24078:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964625.927577:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964625.927577:0:24078:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927578:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1557964625.927578:0:24079:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.35@o2ib100 00000100:00000001:1.0:1557964625.927578:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1557964625.927579:0:24079:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff891595bd0f80. 00000020:00000001:5.0:1557964625.927580:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1557964625.927581:0:24079:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1633636318338848, offset 0 00000020:00000001:5.0:1557964625.927582:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927584:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1557964625.927584:0:24079:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915b1ffb800 (tot 30924964). 00000020:00000001:5.0:1557964625.927586:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927588:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964625.927588:0:24079:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.35@o2ib100 00000020:00000001:5.0:1557964625.927590:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964625.927591:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (21)++ 00000020:00000001:5.0:1557964625.927592:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927594:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964625.927596:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000020:00000001:5.0:1557964625.927597:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927599:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964625.927600:0:24079:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.35@o2ib100(172.19.1.35@o2ib100:172.19.1.35@o2ib100) : PUT 00000020:00000001:5.0:1557964625.927601:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964625.927604:0:24062:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (23)-- 00000020:00000001:5.0:1557964625.927604:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927606:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964625.927606:0:24079:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.35@o2ib100 00000020:00000001:5.0:1557964625.927608:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964625.927609:0:24062:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:5.0:1557964625.927610:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964625.927611:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)++ 00000800:00000200:3.0:1557964625.927612:0:24079:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f2000] -> 172.19.1.35@o2ib100 (2) version: 12 00000020:00000001:5.0:1557964625.927613:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:21.0:1557964625.927614:0:24062:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514614200 x1633636318338816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964731 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964625.927615:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964625.927615:0:24079:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (20)++ 00000800:00000200:14.0:1557964625.927617:0:24066:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925eb377e00] (23)-- 00000020:00000001:5.0:1557964625.927617:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964625.927617:0:24079:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7cc00] (21)++ 00000020:00000001:5.0:1557964625.927620:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927622:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1557964625.927622:0:24079:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:3.0:1557964625.927623:0:24079:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927625:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964625.927625:0:24079:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:5.0:1557964625.927627:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964625.927628:0:24062:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1557964625.927628:0:24079:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927629:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964625.927630:0:24079:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:21.0:1557964625.927632:0:24062:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514614200 x1633636318338816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964731 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964625.927632:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964625.927632:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1557964625.927634:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927636:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964625.927636:0:24079:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1557964625.927637:0:24079:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:5.0:1557964625.927638:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964625.927639:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964625.927640:0:24079:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1557964625.927641:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964625.927641:0:24079:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927643:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964625.927643:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964625.927644:0:24062:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927645:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964625.927645:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:3.0:1557964625.927645:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964625.927645:0:24079:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1557964625.927646:0:24079:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964625.927647:0:24062:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:5.0:1557964625.927647:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964625.927648:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:21.0:1557964625.927649:0:24062:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7ee00 00000400:00000010:21.0:1557964625.927651:0:24062:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7ee00. 00000020:00000001:5.0:1557964625.927651:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927653:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964625.927655:0:24066:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:5.0:1557964625.927655:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:21.0:1557964625.927656:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89259e75b000 (tot 30924564). 00000020:00000001:5.0:1557964625.927658:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964625.927660:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000100:00000200:14.0:1557964625.927660:0:24066:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514610900 x1633636318338832/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964731 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:11.0:1557964625.927660:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000020:00000001:5.0:1557964625.927660:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927662:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.2:1557964625.927665:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (21)++ 00000020:00000001:5.0:1557964625.927665:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964625.927681:0:24066:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:5.0:1557964625.927682:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927683:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1557964625.927684:0:24066:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514610900 x1633636318338832/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964731 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964625.927684:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927684:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927685:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927686:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927687:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927687:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927688:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927688:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927689:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927689:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927690:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927690:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927691:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927691:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927692:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927692:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964625.927693:0:24066:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927693:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927693:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927694:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927694:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964625.927695:0:24066:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:5.0:1557964625.927695:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927695:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.0:1557964625.927696:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)++ 00000400:00000200:14.0:1557964625.927696:0:24066:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89251f216900 00000020:00000001:5.0:1557964625.927696:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927696:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927697:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927698:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:14.0:1557964625.927699:0:24066:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89251f216900. 00000020:00000001:5.0:1557964625.927699:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927699:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927700:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927701:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927701:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:14.0:1557964625.927702:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e3e800 (tot 30924164). 00000020:00000001:5.0:1557964625.927702:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927702:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927703:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927703:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.0:1557964625.927704:0:24068:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7cc00] (23)-- 00000020:00000001:5.0:1557964625.927704:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927704:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964625.927705:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000020:00000001:5.0:1557964625.927705:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927705:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927706:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927706:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927707:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927707:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:24.0:1557964625.927708:0:24068:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:5.0:1557964625.927708:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927708:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964625.927709:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000020:00000001:5.0:1557964625.927709:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927709:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927710:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927710:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927711:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927711:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927712:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927712:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:24.0:1557964625.927713:0:24068:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff891514612700 x1633636318338848/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964731 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964625.927713:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927713:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927714:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927714:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927715:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927715:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927716:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927717:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927718:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927718:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927719:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927719:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927720:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927720:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927721:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927721:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927722:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927722:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927723:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927723:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:24.0:1557964625.927724:0:24068:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:24.0:1557964625.927740:0:24068:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff891514612700 x1633636318338848/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964731 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:5.0:1557964625.927740:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964625.927741:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925eb377e00] (20)++ 00000020:00000001:5.0:1557964625.927741:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927741:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927742:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927742:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927743:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1557964625.927743:0:24107:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1557964625.927744:0:24107:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318372081) 00000100:00000001:24.0:1557964625.927748:0:24068:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964625.927749:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)++ 00000100:00000001:24.0:1557964625.927750:0:24068:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:24.0:1557964625.927752:0:24068:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff891595bd0f80 00000400:00000010:24.0:1557964625.927754:0:24068:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff891595bd0f80. 00000800:00000200:14.0:1557964625.927755:0:24067:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000010:24.0:1557964625.927758:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915b1ffb800 (tot 30923764). 00000800:00000200:15.0:1557964625.927759:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (22)-- 00000800:00000200:24.0:1557964625.927763:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000400:00000200:14.0:1557964625.927765:0:24067:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964625.927769:0:24067:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8915fdb7aa00 (tot 30924164). 00000400:00000200:14.0:1557964625.927775:0:24067:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc898725f10 00000400:00000200:14.0:1557964625.927781:0:24067:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0xa315 [1] + 192 00000100:00000001:14.0:1557964625.927787:0:24067:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:14.0:1557964625.927790:0:24067:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514610900 x1633636318338832/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964731 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:14.0:1557964625.927800:0:24067:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514610900 x1633636318338832/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964731 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964625.927810:0:24067:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:14.0:1557964625.927812:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8915fdb7aa00 (tot 30923764). 00000800:00000200:14.0:1557964625.927815:0:24067:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925eb377e00] (21)++ 00000800:00000200:14.0:1557964625.927817:0:24067:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925eb377e00] (22)-- 00000800:00000200:14.0:1557964625.927819:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925eb377e00] (21)-- 00000800:00000200:24.2:1557964625.927825:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (20)++ 00000800:00000200:24.0:1557964625.927856:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)++ 00000800:00000200:24.0:1557964625.927858:0:24065:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.35@o2ib100 00000100:00000001:1.0:1557964625.927858:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964625.927860:0:24078:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1557964625.927862:0:24078:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1557964625.927862:0:24078:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1557964625.927877:0:24078:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000200:24.0:1557964625.927879:0:24065:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.35@o2ib100 : PUT 00000100:00000200:1.0:1557964625.927879:0:24078:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514610900 x1633636318338832/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964731 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000010:24.0:1557964625.927880:0:24065:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff892553917a00 (tot 30924164). 00000400:00000200:24.0:1557964625.927884:0:24065:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.35@o2ib100 of length 192 into portal 4 MB=0x5cdc898725f20 00000100:00000200:1.0:1557964625.927884:0:24078:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514610900 x1633636318338832/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964731 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964625.927889:0:24078:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:1.0:1557964625.927891:0:24078:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924ca681b40. 00000400:00000200:1.0:1557964625.927903:0:24078:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89251f217d00 00000400:00000010:1.0:1557964625.927904:0:24078:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89251f217d00. 00000100:00000001:1.0:1557964625.927905:0:24078:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964625.927906:0:24078:0:(client.c:1337:after_reply()) Process entered 00000400:00000200:24.0:1557964625.927907:0:24065:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.35@o2ib100 of length 192/192 into md 0xa31d [1] + 192 02000000:00000001:1.0:1557964625.927907:0:24078:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1557964625.927907:0:24078:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964625.927908:0:24078:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964625.927909:0:24078:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:24.0:1557964625.927910:0:24065:0:(events.c:91:reply_in_callback()) Process entered 00000100:00001000:1.0:1557964625.927911:0:24078:0:(import.c:1677:at_measured()) add 45 to ffff891506a74c00 time=125 v=45 (45 45 45 45) 00000100:00000200:24.0:1557964625.927912:0:24065:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514612700 x1633636318338848/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964731 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00001000:1.0:1557964625.927912:0:24078:0:(import.c:1677:at_measured()) add 1 to ffff891506a74bc8 time=125 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964625.927913:0:24078:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1557964625.927914:0:24078:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964625.927915:0:24078:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1557964625.927929:0:24078:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff891514610900 x1633636318338832/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964731 ref 1 fl Rpc:RN/0/0 rc 0/0 00000800:00000200:15.0:1557964625.927931:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00010000:00000001:1.0:1557964625.927932:0:24078:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:24.0:1557964625.927933:0:24065:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514612700 x1633636318338848/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964731 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964625.927933:0:24078:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1557964625.927934:0:24078:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-mdc-ffff8925ba270000: skip recheck: last_committed 0 00000100:00000001:1.0:1557964625.927934:0:24078:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1557964625.927934:0:24078:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1557964625.927936:0:24078:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514610900 x1633636318338832/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964731 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:1.0:1557964625.927938:0:24078:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:24.0:1557964625.927939:0:24065:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:24.0:1557964625.927939:0:24065:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff892553917a00 (tot 30923764). 00000100:00000001:1.0:1557964625.927939:0:24078:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000800:00000200:24.0:1557964625.927940:0:24065:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (21)++ 00000100:00000001:1.0:1557964625.927940:0:24078:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1557964625.927941:0:24078:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514610900 x1633636318338832/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964731 ref 1 fl Interpret:RN/0/0 rc 0/0 00000800:00000200:24.0:1557964625.927942:0:24065:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (22)-- 00000800:00000200:24.0:1557964625.927942:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000100:00100000:1.0:1557964625.927944:0:24078:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24078:1633636318338832:172.19.1.25@o2ib100:400 00000100:00000001:1.0:1557964625.927945:0:24078:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964625.927946:0:24078:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1557964625.927948:0:24078:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514610900 x1633636318338832/t0(0) o400->looze-MDT0001-mdc-ffff8925ba270000@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964731 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:1.0:1557964625.927951:0:24078:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1557964625.927951:0:24078:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1557964625.927952:0:24078:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8925e1e3b400. 02000000:00000001:1.0:1557964625.927953:0:24078:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1557964625.927954:0:24078:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:1.0:1557964625.927954:0:24078:0:(genops.c:1228:class_import_put()) import ffff891506a74800 refcount=3 obd=looze-MDT0001-mdc-ffff8925ba270000 00000020:00000001:1.0:1557964625.927955:0:24078:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:1.0:1557964625.927955:0:24078:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8dc00. 02000000:00000001:1.0:1557964625.927956:0:24078:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1557964625.927956:0:24078:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1557964625.927957:0:24078:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514610900. 00000100:00000001:1.0:1557964625.927957:0:24078:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1557964625.927958:0:24078:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964625.927958:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964625.927960:0:24078:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1557964625.927960:0:24078:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964625.927961:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964625.927961:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964625.927962:0:24078:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964625.927962:0:24078:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964625.927966:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964625.927968:0:24079:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1557964625.927970:0:24079:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1557964625.927970:0:24079:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1557964625.927971:0:24079:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:3.0:1557964625.927973:0:24079:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514612700 x1633636318338848/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964731 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:3.0:1557964625.927978:0:24079:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514612700 x1633636318338848/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/224 e 0 to 0 dl 1557964731 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:3.0:1557964625.927982:0:24079:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:3.0:1557964625.927983:0:24079:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8915e9408c00. 00000400:00000200:3.0:1557964625.927984:0:24079:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff891595bd1580 00000400:00000010:3.0:1557964625.927985:0:24079:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff891595bd1580. 00000100:00000001:3.0:1557964625.927985:0:24079:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964625.927986:0:24079:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:3.0:1557964625.927987:0:24079:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1557964625.927987:0:24079:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1557964625.927988:0:24079:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1557964625.927990:0:24079:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1557964625.927991:0:24079:0:(import.c:1677:at_measured()) add 45 to ffff891506a77400 time=125 v=45 (45 45 45 45) 00000100:00001000:3.0:1557964625.927993:0:24079:0:(import.c:1677:at_measured()) add 1 to ffff891506a773c8 time=125 v=45 (1 1 1 1) 00000100:00000001:3.0:1557964625.927994:0:24079:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1557964625.927994:0:24079:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1557964625.927995:0:24079:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1557964625.927996:0:24079:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964625.927999:0:24079:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1557964625.927999:0:24079:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0008-osc-ffff8925ba270000: skip recheck: last_committed 30064771278 00000100:00000001:3.0:1557964625.928000:0:24079:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1557964625.928000:0:24079:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1557964625.928002:0:24079:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514612700 x1633636318338848/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964731 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:3.0:1557964625.928005:0:24079:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1557964625.928006:0:24079:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1557964625.928006:0:24079:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1557964625.928007:0:24079:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514612700 x1633636318338848/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964731 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:3.0:1557964625.928010:0:24079:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_04:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24079:1633636318338848:172.19.1.35@o2ib100:400 00000100:00000001:3.0:1557964625.928012:0:24079:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964625.928013:0:24079:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1557964625.928014:0:24079:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514612700 x1633636318338848/t0(0) o400->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 224/192 e 0 to 0 dl 1557964731 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:3.0:1557964625.928016:0:24079:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1557964625.928017:0:24079:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1557964625.928017:0:24079:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8915b1ff9a00. 02000000:00000001:3.0:1557964625.928018:0:24079:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1557964625.928019:0:24079:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:3.0:1557964625.928019:0:24079:0:(genops.c:1228:class_import_put()) import ffff891506a77000 refcount=4 obd=looze-OST0008-osc-ffff8925ba270000 00000020:00000001:3.0:1557964625.928020:0:24079:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:3.0:1557964625.928020:0:24079:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8d700. 02000000:00000001:3.0:1557964625.928021:0:24079:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1557964625.928022:0:24079:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1557964625.928022:0:24079:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514612700. 00000100:00000001:3.0:1557964625.928023:0:24079:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1557964625.928023:0:24079:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964625.928024:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1557964625.928025:0:24079:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1557964625.928026:0:24079:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964625.928027:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964625.928027:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1557964625.928029:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964625.928029:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964625.929153:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:19.0:1557964625.929204:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:19.0:1557964625.929214:0:24063:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:19.0:1557964625.929222:0:24063:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:19.0:1557964625.929225:0:24063:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925eb78de00 (tot 30924164). 00000400:00000200:19.0:1557964625.929232:0:24063:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc898725f00 00000400:00000200:19.0:1557964625.929238:0:24063:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0x1c329 [1] + 192 00000100:00000001:19.0:1557964625.929244:0:24063:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:19.0:1557964625.929247:0:24063:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff891514614200 x1633636318338816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964731 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:2.0:1557964625.929247:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000040:19.0:1557964625.929432:0:24063:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff891514614200 x1633636318338816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964731 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964625.929437:0:24063:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:19.0:1557964625.929438:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925eb78de00 (tot 30923764). 00000800:00000200:19.0:1557964625.929439:0:24063:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:19.0:1557964625.929441:0:24063:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)-- 00000800:00000200:19.0:1557964625.929442:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000100:00000001:0.0:1557964625.929464:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964625.929465:0:24077:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1557964625.929468:0:24077:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1557964625.929468:0:24077:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1557964625.929469:0:24077:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:0.0:1557964625.929471:0:24077:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff891514614200 x1633636318338816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964731 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:0.0:1557964625.929475:0:24077:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff891514614200 x1633636318338816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964731 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:0.0:1557964625.929479:0:24077:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:0.0:1557964625.929479:0:24077:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8925eb6098a0. 00000400:00000200:0.0:1557964625.929480:0:24077:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915cab7fc00 00000400:00000010:0.0:1557964625.929481:0:24077:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915cab7fc00. 00000100:00000001:0.0:1557964625.929481:0:24077:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964625.929482:0:24077:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:0.0:1557964625.929483:0:24077:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1557964625.929484:0:24077:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1557964625.929484:0:24077:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1557964625.929485:0:24077:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1557964625.929486:0:24077:0:(import.c:1677:at_measured()) add 45 to ffff8925eae5cc00 time=125 v=45 (45 45 45 45) 00000100:00001000:0.0:1557964625.929489:0:24077:0:(import.c:1677:at_measured()) add 1 to ffff8925eae5cbc8 time=125 v=45 (1 1 1 1) 00000100:00000001:0.0:1557964625.929490:0:24077:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1557964625.929491:0:24077:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1557964625.929491:0:24077:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1557964625.929492:0:24077:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964625.929493:0:24077:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1557964625.929494:0:24077:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff891514614200 x1633636318338816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964731 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:0.0:1557964625.929497:0:24077:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1557964625.929498:0:24077:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1557964625.929498:0:24077:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1557964625.929500:0:24077:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff891514614200 x1633636318338816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964731 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:0.0:1557964625.929503:0:24077:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:8ce2f3bc-adc5-4664-da25-e53bbd255ea0:24077:1633636318338816:172.19.1.24@o2ib100:400 00000100:00000001:0.0:1557964625.929504:0:24077:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964625.929505:0:24077:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1557964625.929505:0:24077:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff891514614200 x1633636318338816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964731 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:0.0:1557964625.929508:0:24077:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1557964625.929508:0:24077:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1557964625.929509:0:24077:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89259e75ce00. 02000000:00000001:0.0:1557964625.929510:0:24077:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1557964625.929510:0:24077:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:0.0:1557964625.929511:0:24077:0:(genops.c:1228:class_import_put()) import ffff8925eae5c800 refcount=3 obd=MGC172.19.1.24@o2ib100 00000020:00000001:0.0:1557964625.929511:0:24077:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:0.0:1557964625.929512:0:24077:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8915def8f000. 02000000:00000001:0.0:1557964625.929512:0:24077:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1557964625.929513:0:24077:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1557964625.929513:0:24077:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff891514614200. 00000100:00000001:0.0:1557964625.929514:0:24077:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1557964625.929514:0:24077:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964625.929515:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1557964625.929516:0:24077:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1557964625.929517:0:24077:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964625.929518:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964625.929519:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1557964625.929520:0:24077:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1557964625.929520:0:24077:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964626.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318343028 00000400:00000200:3.0:1557964626.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964626.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964626.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964626.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964626.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964626.874362:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964626.874366:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964627.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318343028 00000400:00000200:3.0:1557964627.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964627.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964627.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964627.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964627.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964627.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964627.874362:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964628.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318343028 00000400:00000200:3.0:1557964628.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964628.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964628.874349:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964628.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964628.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964628.874364:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964628.874368:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000010:9.0:1557964629.490840:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf18000 (tot 30924020). 00000400:00000010:9.0:1557964629.490862:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf18000 (tot 30923764). 00000400:00000200:3.0:1557964629.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318343028 00000400:00000200:3.0:1557964629.874337:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964629.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964629.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964629.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964629.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964629.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964629.874362:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964630.874345:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318343028 00000400:00000200:3.0:1557964630.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964630.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964630.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964630.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964630.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964630.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964630.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00010000:00000001:7.0:1557964630.894342:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964630.894344:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:7.0:1557964630.894347:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964630.894350:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964630.894351:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964630.894353:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964630.894355:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964630.894356:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964630.894357:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964630.894359:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964630.894360:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964630.894361:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964630.894363:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964630.894365:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964630.894366:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964630.894367:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964630.894368:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964630.894369:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964630.894369:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964630.894371:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964630.894371:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964630.894373:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964630.894374:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964630.894374:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964630.894376:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964630.894377:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964630.894377:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964630.894378:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00000020:00000001:3.0:1557964630.894379:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:7.0:1557964630.894380:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964630.894380:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964630.894381:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964630.894383:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964630.894383:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964630.894383:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964630.894387:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964630.894388:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964630.894397:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964630.894398:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964630.894400:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964630.894400:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964631.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318343028 00000400:00000200:3.0:1557964631.874341:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964631.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964631.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964631.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964631.874358:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964631.874363:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964631.874367:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964632.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318343028 00000400:00000200:3.0:1557964632.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964632.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964632.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964632.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964632.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964632.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964632.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964633.874331:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318343028 00000400:00000200:3.0:1557964633.874338:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964633.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964633.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964633.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964633.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964633.874361:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964633.874364:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000010:9.0:1557964634.491214:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf1af00 (tot 30924020). 00000400:00000010:9.0:1557964634.491223:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf1af00 (tot 30923764). 00000080:00000001:17.0:1557964634.736146:0:57598:0:(file.c:4022:ll_inode_permission()) Process entered 00000080:00000001:17.0:1557964634.736147:0:57598:0:(file.c:4022:ll_inode_permission()) Process entered 00000080:00200000:17.0:1557964634.736148:0:57598:0:(file.c:4043:ll_inode_permission()) VFS Op:inode=[0x200001b71:0x199:0x0](ffff89151664b690), inode mode 41ed mask 1 00000080:00000001:17.0:1557964634.736150:0:57598:0:(file.c:4081:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.736151:0:57598:0:(xattr.c:417:ll_xattr_get_common()) Process entered 00000080:00000001:17.0:1557964634.736153:0:57598:0:(xattr.c:339:ll_xattr_list()) Process entered 00000080:00000001:17.0:1557964634.736153:0:57598:0:(xattr_cache.c:512:ll_xattr_cache_get()) Process entered 00000080:00000001:17.0:1557964634.736154:0:57598:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:17.0:1557964634.736154:0:57598:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964634.736156:0:57598:0:(xattr_cache.c:547:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:17.0:1557964634.736157:0:57598:0:(xattr_cache.c:551:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964634.736157:0:57598:0:(xattr.c:347:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:17.0:1557964634.736158:0:57598:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:17.0:1557964634.736159:0:57598:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:17.0:1557964634.736161:0:57598:0:(xattr.c:405:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964634.736162:0:57598:0:(xattr.c:461:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964634.736164:0:57598:0:(file.c:4022:ll_inode_permission()) Process entered 00000080:00200000:17.0:1557964634.736164:0:57598:0:(file.c:4043:ll_inode_permission()) VFS Op:inode=[0x200001b71:0x199:0x0](ffff89151664b690), inode mode 41ed mask 3 00000080:00000001:17.0:1557964634.736165:0:57598:0:(file.c:4081:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.736166:0:57598:0:(namei.c:716:ll_atomic_open()) Process entered 00000080:00200000:17.0:1557964634.736166:0:57598:0:(namei.c:721:ll_atomic_open()) VFS Op:name=test.11, dir=[0x200001b71:0x199:0x0](ffff89151664b690), file ffff891579b23900,open_flags 8241, mode 81b6 opened 0 00000080:00000010:17.0:1557964634.736168:0:57598:0:(namei.c:741:ll_atomic_open()) kmalloced 'it': 72 at ffff8924c9af19c0. 00000080:00000001:17.0:1557964634.736169:0:57598:0:(namei.c:555:ll_lookup_it()) Process entered 00000080:00200000:17.0:1557964634.736169:0:57598:0:(namei.c:562:ll_lookup_it()) VFS Op:name=test.11, dir=[0x200001b71:0x199:0x0](ffff89151664b690), intent=open|creat 00000080:00000010:17.0:1557964634.736171:0:57598:0:(llite_lib.c:2480:ll_prep_md_op_data()) kmalloced 'op_data': 320 at ffff89150ef14400. 00000080:00000001:17.0:1557964634.736172:0:57598:0:(obd_class.h:1387:md_intent_lock()) Process entered 00800000:00000001:17.0:1557964634.736173:0:57598:0:(lmv_intent.c:474:lmv_intent_lock()) Process entered 00800000:00000002:17.0:1557964634.736173:0:57598:0:(lmv_intent.c:482:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'test.11' on [0x200001b71:0x199:0x0] 00800000:00000001:17.0:1557964634.736174:0:57598:0:(lmv_intent.c:272:lmv_intent_open()) Process entered 00800000:00000001:17.0:1557964634.736175:0:57598:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:17.0:1557964634.736175:0:57598:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:17.0:1557964634.736176:0:57598:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:17.0:1557964634.736176:0:57598:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:17.0:1557964634.736177:0:57598:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964634.736177:0:57598:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b71:0x199:0x0] 00800000:00000001:17.0:1557964634.736178:0:57598:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.736179:0:57598:0:(lmv_obd.c:1236:lmv_fid_alloc()) Process entered 00800000:00000001:17.0:1557964634.736179:0:57598:0:(lmv_obd.c:1164:lmv_placement_policy()) Process entered 00800000:00000001:17.0:1557964634.736180:0:57598:0:(lmv_obd.c:1192:lmv_placement_policy()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.736180:0:57598:0:(lmv_obd.c:1199:__lmv_fid_alloc()) Process entered 00800000:00000001:17.0:1557964634.736181:0:57598:0:(obd_class.h:912:obd_fid_alloc()) Process entered 00000002:00000001:17.0:1557964634.736181:0:57598:0:(mdc_request.c:2399:mdc_fid_alloc()) Process entered 40000000:00000001:17.0:1557964634.736182:0:57598:0:(fid_request.c:351:seq_client_alloc_fid()) Process entered 40000000:00000040:17.0:1557964634.736182:0:57598:0:(fid_request.c:398:seq_client_alloc_fid()) cli-cli-looze-MDT0000-mdc-ffff8925ba270000: Allocated FID [0x200001b71:0x587:0x0] 40000000:00000001:17.0:1557964634.736183:0:57598:0:(fid_request.c:400:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964634.736183:0:57598:0:(mdc_request.c:2406:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.736184:0:57598:0:(obd_class.h:918:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.736184:0:57598:0:(lmv_obd.c:1223:__lmv_fid_alloc()) Process leaving 00800000:00000001:17.0:1557964634.736185:0:57598:0:(lmv_obd.c:1254:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964634.736185:0:57598:0:(lmv_intent.c:312:lmv_intent_open()) OPEN_INTENT with fid1=[0x200001b71:0x199:0x0], fid2=[0x200001b71:0x587:0x0], name='test.11' -> mds #0 00800000:00000001:17.0:1557964634.736187:0:57598:0:(obd_class.h:1387:md_intent_lock()) Process entered 00000002:00000001:17.0:1557964634.736187:0:57598:0:(mdc_locks.c:1144:mdc_intent_lock()) Process entered 00000002:00010000:17.0:1557964634.736187:0:57598:0:(mdc_locks.c:1151:mdc_intent_lock()) (name: test.11,[0x200001b71:0x587:0x0]) in obj [0x200001b71:0x199:0x0], intent: open|creat flags 0101102 00000002:00000001:17.0:1557964634.736189:0:57598:0:(mdc_locks.c:769:mdc_enqueue_base()) Process entered 00000002:00000001:17.0:1557964634.736189:0:57598:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:17.0:1557964634.736190:0:57598:0:(mdc_reint.c:72:mdc_resource_get_unused()) Process entered 00000002:00000001:17.0:1557964634.736192:0:57598:0:(mdc_reint.c:87:mdc_resource_get_unused()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964634.736192:0:57598:0:(mdc_reint.c:72:mdc_resource_get_unused()) Process entered 00010000:00000040:17.0:1557964634.736193:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 2 00010000:00000001:17.0:1557964634.736194:0:57598:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:17.0:1557964634.736195:0:57598:0:(ldlm_request.c:1896:ldlm_cancel_resource_local()) Process entered 00010000:00000001:17.0:1557964634.736196:0:57598:0:(ldlm_request.c:1466:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964634.736196:0:57598:0:(ldlm_request.c:1936:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:17.0:1557964634.736197:0:57598:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 1 00000002:00000001:17.0:1557964634.736197:0:57598:0:(mdc_reint.c:95:mdc_resource_get_unused()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:17.0:1557964634.736199:0:57598:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff89157528f500. 00000020:00000040:17.0:1557964634.736200:0:57598:0:(genops.c:1214:class_import_get()) import ffff891506a72000 refcount=6 obd=looze-MDT0000-mdc-ffff8925ba270000 00010000:00000001:17.0:1557964634.736201:0:57598:0:(ldlm_request.c:796:ldlm_prep_elc_req()) Process entered 00010000:00000001:17.0:1557964634.736202:0:57598:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:17.0:1557964634.736203:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.736203:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964634.736203:0:57598:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.736204:0:57598:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:17.0:1557964634.736205:0:57598:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:17.0:1557964634.736205:0:57598:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:17.0:1557964634.736207:0:57598:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 1024 at ffff8915757ac800. 00000100:00000001:17.0:1557964634.736208:0:57598:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964634.736209:0:57598:0:(ldlm_request.c:1956:ldlm_cli_cancel_list()) Process entered 00010000:00000001:17.0:1557964634.736209:0:57598:0:(ldlm_request.c:1959:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964634.736210:0:57598:0:(ldlm_request.c:1956:ldlm_cli_cancel_list()) Process entered 00010000:00000001:17.0:1557964634.736210:0:57598:0:(ldlm_request.c:1959:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964634.736211:0:57598:0:(ldlm_request.c:848:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964634.736213:0:57598:0:(ldlm_request.c:906:ldlm_cli_enqueue()) Process entered 00010000:00000001:17.0:1557964634.736213:0:57598:0:(ldlm_lock.c:1651:ldlm_lock_create()) Process entered 00010000:00000040:17.0:1557964634.736214:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 2 00010000:00000001:17.0:1557964634.736214:0:57598:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:17.0:1557964634.736215:0:57598:0:(ldlm_lock.c:451:ldlm_lock_new()) Process entered 00010000:00000010:17.0:1557964634.736216:0:57598:0:(ldlm_lock.c:456:ldlm_lock_new()) slab-alloced 'lock': 504 at ffff8915732f8600. 00000020:00000001:17.0:1557964634.736217:0:57598:0:(lustre_handles.c:64:class_handle_hash()) Process entered 00000020:00000040:17.0:1557964634.736218:0:57598:0:(lustre_handles.c:98:class_handle_hash()) added object ffff8915732f8600 with handle 0x398a44d554ce2632 to hash 00000020:00000001:17.0:1557964634.736219:0:57598:0:(lustre_handles.c:99:class_handle_hash()) Process leaving 00010000:00000001:17.0:1557964634.736219:0:57598:0:(ldlm_lock.c:495:ldlm_lock_new()) Process leaving (rc=18446613323952653824 : -130749756897792 : ffff8915732f8600) 00010000:00000001:17.0:1557964634.736220:0:57598:0:(ldlm_lock.c:1689:ldlm_lock_create()) Process leaving (rc=18446613323952653824 : -130749756897792 : ffff8915732f8600) 00010000:00000001:17.0:1557964634.736220:0:57598:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:17.0:1557964634.736221:0:57598:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:17.0:1557964634.736222:0:57598:0:(ldlm_lock.c:745:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: ?? lock: ffff8915732f8600/0x398a44d554ce2632 lrc: 3/0,1 mode: --/CW res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57598 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964634.736224:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 3 00010000:00010000:17.0:1557964634.736224:0:57598:0:(ldlm_request.c:944:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f8600/0x398a44d554ce2632 lrc: 3/0,1 mode: --/CW res: [0x200001b71:0x199:0x0].0x0 bits 0x1 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57598 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964634.736227:0:57598:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 2 00010000:00000040:17.0:1557964634.736228:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 3 00010000:00010000:17.0:1557964634.736229:0:57598:0:(ldlm_request.c:986:ldlm_cli_enqueue()) ### sending request ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f8600/0x398a44d554ce2632 lrc: 3/0,1 mode: --/CW res: [0x200001b71:0x199:0x0].0x0 bits 0x1 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57598 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964634.736231:0:57598:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 2 00000100:00000001:17.0:1557964634.736231:0:57598:0:(client.c:2909:ptlrpc_queue_wait()) Process entered 00000100:00000001:17.0:1557964634.736232:0:57598:0:(client.c:947:ptlrpc_prep_set()) Process entered 00000100:00000010:17.0:1557964634.736233:0:57598:0:(client.c:949:ptlrpc_prep_set()) kmalloced 'set': 152 at ffff8915cc388c00. 00000100:00000001:17.0:1557964634.736233:0:57598:0:(client.c:965:ptlrpc_prep_set()) Process leaving (rc=18446613325446417408 : -130748263134208 : ffff8915cc388c00) 00000100:00000001:17.0:1557964634.736234:0:57598:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964634.736234:0:57598:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985777920 : -130749723773696 : ffff89157528f500) 00000020:00000001:17.0:1557964634.736235:0:57598:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:17.0:1557964634.736235:0:57598:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:17.0:1557964634.736236:0:57598:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.736237:0:57598:0:(client.c:2315:ptlrpc_set_wait()) Process entered 00000100:00000001:17.0:1557964634.736237:0:57598:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:17.0:1557964634.736239:0:57598:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff89157528f500 x1633636318338864/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/33712 e 0 to 0 dl 0 ref 2 fl New:P/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964634.736242:0:57598:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:17.0:1557964634.736243:0:57598:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964634.736244:0:57598:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:17.0:1557964634.736244:0:57598:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:17.0:1557964634.736245:0:57598:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc dd:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57598:1633636318338864:172.19.1.24@o2ib100:101 00000100:00000001:17.0:1557964634.736246:0:57598:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:17.0:1557964634.736247:0:57598:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:17.0:1557964634.736247:0:57598:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964634.736248:0:57598:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:17.0:1557964634.736255:0:57598:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 65536 at ffff891517670000. 02000000:00000001:17.0:1557964634.736256:0:57598:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:17.0:1557964634.736257:0:57598:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924c9af1d80. 00000400:00000010:17.0:1557964634.736319:0:57598:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba6700. 00000100:00000200:17.0:1557964634.736320:0:57598:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 65536 bytes, xid 1633636318338864, portal 10 00000100:00000001:17.0:1557964634.736321:0:57598:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964634.736321:0:57598:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985777920 : -130749723773696 : ffff89157528f500) 00000100:00000040:17.0:1557964634.736323:0:57598:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff89157528f500 x1633636318338864/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/33712 e 0 to 0 dl 1557964740 ref 3 fl Rpc:P/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964634.736326:0:57598:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:17.0:1557964634.736327:0:57598:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:17.0:1557964634.736328:0:57598:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba6280. 00000100:00000200:17.0:1557964634.736329:0:57598:0:(niobuf.c:85:ptl_send_buf()) Sending 880 bytes to portal 12, xid 1633636318338864, offset 0 00000400:00000010:17.0:1557964634.736330:0:57598:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89150ef14000 (tot 30924164). 00000400:00000200:17.0:1557964634.736331:0:57598:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:17.0:1557964634.736336:0:57598:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:17.0:1557964634.736338:0:57598:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 880 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:17.0:1557964634.736341:0:57598:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:17.0:1557964634.736342:0:57598:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:17.0:1557964634.736343:0:57598:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:17.0:1557964634.736345:0:57598:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:17.0:1557964634.736346:0:57598:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.736347:0:57598:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964634.736348:0:57598:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.736348:0:57598:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:17.0:1557964634.736349:0:57598:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00100000:17.0:1557964634.736349:0:57598:0:(client.c:2336:ptlrpc_set_wait()) set ffff8915cc388c00 going to sleep for 61 seconds 00000100:00000001:17.0:1557964634.736350:0:57598:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1557964634.736351:0:57598:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.736352:0:57598:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1557964634.736352:0:57598:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964634.736381:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:4.0:1557964634.736419:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:4.0:1557964634.736423:0:24064:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (23)-- 00000100:00000001:4.0:1557964634.736425:0:24064:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:4.0:1557964634.736428:0:24064:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff89157528f500 x1633636318338864/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/33712 e 0 to 0 dl 1557964740 ref 3 fl Rpc:P/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557964634.736430:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:4.0:1557964634.736432:0:24064:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:4.0:1557964634.736433:0:24064:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff89157528f500 x1633636318338864/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/33712 e 0 to 0 dl 1557964740 ref 3 fl Rpc:P/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964634.736437:0:24064:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964634.736438:0:24064:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:4.0:1557964634.736438:0:24064:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba6280 00000400:00000010:4.0:1557964634.736439:0:24064:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba6280. 00000400:00000010:4.0:1557964634.736441:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89150ef14000 (tot 30923764). 00000800:00000200:4.0:1557964634.736442:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000800:00000200:29.2:1557964634.736908:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:2.0:1557964634.736951:0:24061:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:2.0:1557964634.736955:0:24061:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:2.0:1557964634.736959:0:24061:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:2.0:1557964634.736978:0:24061:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8924a72c6000 (tot 30924164). 00000400:00000200:2.0:1557964634.736980:0:24061:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 600 into portal 10 MB=0x5cdc898725f30 00000400:00000200:2.0:1557964634.736984:0:24061:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 600/600 into md 0x1c349 [1] + 192 00000100:00000001:2.0:1557964634.736986:0:24061:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:19.0:1557964634.736987:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000200:2.0:1557964634.736988:0:24061:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff89157528f500 x1633636318338864/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/33712 e 0 to 0 dl 1557964740 ref 2 fl Rpc:P/0/ffffffff rc 0/-1 00000100:00000040:2.0:1557964634.736992:0:24061:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=600 offset=192 replen=33712 req@ffff89157528f500 x1633636318338864/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/33712 e 0 to 0 dl 1557964740 ref 2 fl Rpc:RP/0/ffffffff rc 0/-1 00000100:00000001:2.0:1557964634.736997:0:24061:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000200:2.0:1557964634.737002:0:24061:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : ACK 00000800:00000200:2.0:1557964634.737004:0:24061:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:2.0:1557964634.737007:0:24061:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:2.0:1557964634.737008:0:24061:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:2.0:1557964634.737009:0:24061:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:2.0:1557964634.737010:0:24061:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (23)-- 00000800:00000200:2.0:1557964634.737011:0:24061:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:2.0:1557964634.737012:0:24061:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (23)-- 00000800:00000200:2.0:1557964634.737013:0:24061:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:17.0:1557964634.737023:0:57598:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:17.0:1557964634.737025:0:57598:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:17.0:1557964634.737026:0:57598:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:17.0:1557964634.737027:0:57598:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:17.0:1557964634.737029:0:57598:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff89157528f500 x1633636318338864/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/33712 e 0 to 0 dl 1557964740 ref 2 fl Rpc:RP/0/ffffffff rc 0/-1 00000100:00000200:17.0:1557964634.737033:0:57598:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff89157528f500 x1633636318338864/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/33712 e 0 to 0 dl 1557964740 ref 2 fl Rpc:RP/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964634.737036:0:57598:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:17.0:1557964634.737037:0:57598:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924c9af1d80. 00000400:00000200:17.0:1557964634.737038:0:57598:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba6700 00000400:00000010:17.0:1557964634.737039:0:57598:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba6700. 00000100:00000001:17.0:1557964634.737039:0:57598:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964634.737040:0:57598:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:17.0:1557964634.737040:0:57598:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:17.0:1557964634.737041:0:57598:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:17.0:1557964634.737042:0:57598:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964634.737042:0:57598:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:17.0:1557964634.737044:0:57598:0:(import.c:1677:at_measured()) add 45 to ffff891506a72400 time=134 v=45 (45 45 45 45) 00000100:00001000:17.0:1557964634.737045:0:57598:0:(import.c:1677:at_measured()) add 1 to ffff891506a723c8 time=134 v=45 (1 1 1 1) 00000100:00000001:17.0:1557964634.737046:0:57598:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:17.0:1557964634.737046:0:57598:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964634.737047:0:57598:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000800:00000200:29.2:1557964634.737048:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (21)++ 00010000:00000001:17.0:1557964634.737048:0:57598:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.737048:0:57598:0:(client.c:1290:ptlrpc_save_versions()) Process entered 00000100:00000040:17.0:1557964634.737049:0:57598:0:(client.c:1298:ptlrpc_save_versions()) Client save versions [0x700000537/0x1] 00000100:00000001:17.0:1557964634.737050:0:57598:0:(client.c:1300:ptlrpc_save_versions()) Process leaving 00000100:00000001:17.0:1557964634.737050:0:57598:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964634.737052:0:57598:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985777920 : -130749723773696 : ffff89157528f500) 00000100:00000001:17.0:1557964634.737053:0:57598:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00100000:17.0:1557964634.737054:0:57598:0:(client.c:2715:ptlrpc_free_committed()) looze-MDT0000-mdc-ffff8925ba270000: committing for last_committed 30064774475 gen 1 00000100:00000040:17.0:1557964634.737056:0:57598:0:(client.c:2753:ptlrpc_free_committed()) @@@ commit (last_committed 30064774475) req@ffff89157528f200 x1633636318338720/t30064774474(30064774474) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 808/600 e 0 to 0 dl 1557964729 ref 1 fl Complete:R/4/ffffffff rc 0/-1 00000100:00000001:17.0:1557964634.737059:0:57598:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964634.737059:0:57598:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985777152 : -130749723774464 : ffff89157528f200) 00000100:00000001:17.0:1557964634.737060:0:57598:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964634.737061:0:57598:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff89157528f200 x1633636318338720/t30064774474(30064774474) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 808/600 e 0 to 0 dl 1557964729 ref 2 fl Complete:RM/4/ffffffff rc 0/-1 00000800:00000200:21.0:1557964634.737063:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000100:00000001:17.0:1557964634.737063:0:57598:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:17.0:1557964634.737064:0:57598:0:(mdc_request.c:636:mdc_commit_open()) kfreed 'mod': 32 at ffff8925f7c33fe0. 00000100:00000001:17.0:1557964634.737065:0:57598:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000800:00000200:21.0:1557964634.737066:0:24062:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (23)-- 00000100:00000040:17.0:1557964634.737066:0:57598:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff89157528f200 x1633636318338720/t30064774474(30064774474) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 808/600 e 0 to 0 dl 1557964729 ref 1 fl Complete:RM/4/ffffffff rc 0/-1 00000100:00000001:17.0:1557964634.737068:0:57598:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000400:00000010:21.0:1557964634.737069:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8924a72c6000 (tot 30923764). 00000020:00000001:17.0:1557964634.737069:0:57598:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:17.0:1557964634.737069:0:57598:0:(genops.c:1228:class_import_put()) import ffff891506a72000 refcount=5 obd=looze-MDT0000-mdc-ffff8925ba270000 00000020:00000001:17.0:1557964634.737070:0:57598:0:(genops.c:1237:class_import_put()) Process leaving 00000800:00000200:21.0:1557964634.737071:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 02000000:00000010:17.0:1557964634.737071:0:57598:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8915757ac000. 02000000:00000001:17.0:1557964634.737071:0:57598:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:17.0:1557964634.737072:0:57598:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:17.0:1557964634.737072:0:57598:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff89157528f200. 00000100:00000001:17.0:1557964634.737073:0:57598:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:17.0:1557964634.737073:0:57598:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:21.0:1557964634.737074:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000100:00000040:17.0:1557964634.737074:0:57598:0:(client.c:2753:ptlrpc_free_committed()) @@@ commit (last_committed 30064774475) req@ffff89157528ef00 x1633636318338800/t30064774475(30064774475) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/424 e 0 to 0 dl 1557964729 ref 1 fl Complete:R/4/0 rc 0/0 00000100:00000001:17.0:1557964634.737077:0:57598:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964634.737078:0:57598:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff89157528ef00 x1633636318338800/t30064774475(30064774475) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/424 e 0 to 0 dl 1557964729 ref 1 fl Complete:R/4/0 rc 0/0 00000100:00000001:17.0:1557964634.737080:0:57598:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:17.0:1557964634.737081:0:57598:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:17.0:1557964634.737081:0:57598:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff89157525e000. 02000000:00000001:17.0:1557964634.737082:0:57598:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:17.0:1557964634.737082:0:57598:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:17.0:1557964634.737083:0:57598:0:(genops.c:1228:class_import_put()) import ffff891506a72000 refcount=4 obd=looze-MDT0000-mdc-ffff8925ba270000 00000020:00000001:17.0:1557964634.737083:0:57598:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:17.0:1557964634.737084:0:57598:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff89150ef12c00. 02000000:00000001:17.0:1557964634.737084:0:57598:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:17.0:1557964634.737085:0:57598:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:17.0:1557964634.737085:0:57598:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff89157528ef00. 00000100:00000001:17.0:1557964634.737085:0:57598:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:17.0:1557964634.737085:0:57598:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:17.0:1557964634.737087:0:57598:0:(client.c:2741:ptlrpc_free_committed()) @@@ stopping search req@ffff89157528f500 x1633636318338864/t30064774476(30064774476) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/600 e 0 to 0 dl 1557964740 ref 3 fl Rpc:RP/4/0 rc 0/0 00000100:00000001:17.0:1557964634.737089:0:57598:0:(client.c:2759:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964634.737090:0:57598:0:(client.c:2778:ptlrpc_free_committed()) Process leaving 00000100:00000001:17.0:1557964634.737091:0:57598:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:17.0:1557964634.737092:0:57598:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff89157528f500 x1633636318338864/t30064774476(30064774476) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/600 e 0 to 0 dl 1557964740 ref 3 fl Rpc:RP/4/0 rc 0/0 00000100:00000001:17.0:1557964634.737095:0:57598:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964634.737096:0:57598:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:17.0:1557964634.737096:0:57598:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:17.0:1557964634.737097:0:57598:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff89157528f500 x1633636318338864/t30064774476(30064774476) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/600 e 0 to 0 dl 1557964740 ref 3 fl Interpret:RP/4/0 rc 0/0 00000100:00100000:17.0:1557964634.737100:0:57598:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc dd:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57598:1633636318338864:172.19.1.24@o2ib100:101 00000100:00000001:17.0:1557964634.737101:0:57598:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964634.737102:0:57598:0:(client.c:2426:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.737103:0:57598:0:(client.c:1008:ptlrpc_set_destroy()) Process entered 00000100:00000001:17.0:1557964634.737104:0:57598:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964634.737105:0:57598:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff89157528f500 x1633636318338864/t30064774476(30064774476) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/600 e 0 to 0 dl 1557964740 ref 3 fl Complete:RP/4/0 rc 0/0 00000100:00000001:17.0:1557964634.737107:0:57598:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:17.0:1557964634.737108:0:57598:0:(ptlrpc_internal.h:352:ptlrpc_reqset_put()) kfreed 'set': 152 at ffff8915cc388c00. 00000100:00000001:17.0:1557964634.737109:0:57598:0:(client.c:1050:ptlrpc_set_destroy()) Process leaving 00000100:00000001:17.0:1557964634.737109:0:57598:0:(client.c:2929:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964634.737110:0:57598:0:(ldlm_request.c:574:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:17.0:1557964634.737111:0:57598:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964634.737111:0:57598:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964634.737112:0:57598:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952653824 : -130749756897792 : ffff8915732f8600) 00010000:00000001:17.0:1557964634.737113:0:57598:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952653824 : -130749756897792 : ffff8915732f8600) 00010000:00000040:17.0:1557964634.737114:0:57598:0:(ldlm_request.c:647:ldlm_cli_enqueue_fini()) local: ffff8915732f8600, remote cookie: 0xaa60bb0b4261fae4, flags: 0x1001 00010000:00000040:17.0:1557964634.737115:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915c7e4f800 count: 3 00010000:00010000:17.0:1557964634.737116:0:57598:0:(ldlm_request.c:657:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f8600/0x398a44d554ce2632 lrc: 4/0,1 mode: --/CW res: [0x200001b71:0x199:0x0].0x0 bits 0x1 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fae4 expref: -99 pid: 57598 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964634.737119:0:57598:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 2 00010000:00000040:17.0:1557964634.737120:0:57598:0:(ldlm_request.c:666:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200001b71:0x587:0x0].0x0 instead of [0x200001b71:0x199:0x0].0x0 00010000:00000001:17.0:1557964634.737122:0:57598:0:(ldlm_lock.c:509:ldlm_lock_change_resource()) Process entered 00010000:00000010:17.0:1557964634.737123:0:57598:0:(ldlm_resource.c:1361:ldlm_resource_new()) slab-alloced 'res': 192 at ffff8915cc388c00. 00010000:00000040:17.0:1557964634.737123:0:57598:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915c7e4f800 count: 1 00010000:00000001:17.0:1557964634.737124:0:57598:0:(ldlm_lock.c:559:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:17.0:1557964634.737125:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388c00 count: 2 00010000:00010000:17.0:1557964634.737125:0:57598:0:(ldlm_request.c:672:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f8600/0x398a44d554ce2632 lrc: 4/0,1 mode: --/CR res: [0x200001b71:0x587:0x0].0x0 bits 0x1 rrc: 2 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fae4 expref: -99 pid: 57598 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964634.737128:0:57598:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388c00 count: 1 00010000:00000040:17.0:1557964634.737130:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388c00 count: 2 00010000:00010000:17.0:1557964634.737130:0:57598:0:(ldlm_request.c:684:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f8600/0x398a44d554ce2632 lrc: 4/0,1 mode: --/CR res: [0x200001b71:0x587:0x0].0x0 bits 0x9 rrc: 2 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fae4 expref: -99 pid: 57598 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964634.737132:0:57598:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388c00 count: 1 00010000:00000001:17.0:1557964634.737133:0:57598:0:(ldlm_lock.c:1719:ldlm_lock_enqueue()) Process entered 00010000:00000001:17.0:1557964634.737134:0:57598:0:(ldlm_lock.c:1100:ldlm_grant_lock()) Process entered 00010000:00000001:17.0:1557964634.737134:0:57598:0:(ldlm_lock.c:1077:ldlm_grant_lock_with_skiplist()) Process entered 00010000:00000001:17.0:1557964634.737135:0:57598:0:(ldlm_lock.c:957:search_granted_lock()) Process entered 00010000:00000001:17.0:1557964634.737135:0:57598:0:(ldlm_lock.c:1028:search_granted_lock()) Process leaving 00010000:00000001:17.0:1557964634.737136:0:57598:0:(ldlm_lock.c:1040:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:17.0:1557964634.737136:0:57598:0:(ldlm_resource.c:1683:ldlm_resource_dump()) --- Resource: [0x200001b71:0x587:0x0].0x0 (ffff8915cc388c00) refcount = 1 00010000:00010000:17.0:1557964634.737137:0:57598:0:(ldlm_lock.c:1045:ldlm_granted_list_add_lock()) ### About to add lock: ns: ?? lock: ffff8915732f8600/0x398a44d554ce2632 lrc: 4/0,1 mode: CR/CR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261fae4 expref: -99 pid: 57598 timeout: 0 lvb_type: 0 00010000:00000001:17.0:1557964634.737139:0:57598:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:17.0:1557964634.737140:0:57598:0:(ldlm_lock.c:1083:ldlm_grant_lock_with_skiplist()) Process leaving 00010000:00000001:17.0:1557964634.737140:0:57598:0:(ldlm_lock.c:1131:ldlm_grant_lock()) Process leaving 00010000:00000001:17.0:1557964634.737141:0:57598:0:(ldlm_lock.c:1824:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:17.0:1557964634.737142:0:57598:0:(ldlm_request.c:261:ldlm_completion_ast()) Process entered 00010000:00000001:17.0:1557964634.737142:0:57598:0:(ldlm_request.c:270:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:17.0:1557964634.737143:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388c00 count: 2 00010000:00010000:17.0:1557964634.737143:0:57598:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f8600/0x398a44d554ce2632 lrc: 4/0,1 mode: CR/CR res: [0x200001b71:0x587:0x0].0x0 bits 0x9 rrc: 2 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fae4 expref: -99 pid: 57598 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964634.737145:0:57598:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388c00 count: 1 00010000:00000001:17.0:1557964634.737146:0:57598:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:17.0:1557964634.737146:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.737147:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964634.737147:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.737147:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964634.737147:0:57598:0:(ldlm_request.c:1007:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964634.737149:0:57598:0:(mdc_locks.c:567:mdc_finish_enqueue()) Process entered 00010000:00000001:17.0:1557964634.737149:0:57598:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964634.737149:0:57598:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964634.737150:0:57598:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952653824 : -130749756897792 : ffff8915732f8600) 00010000:00000001:17.0:1557964634.737150:0:57598:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952653824 : -130749756897792 : ffff8915732f8600) 00010000:00000001:17.0:1557964634.737151:0:57598:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964634.737151:0:57598:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964634.737152:0:57598:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952653824 : -130749756897792 : ffff8915732f8600) 00010000:00000001:17.0:1557964634.737152:0:57598:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952653824 : -130749756897792 : ffff8915732f8600) 00010000:00000001:17.0:1557964634.737153:0:57598:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:17.0:1557964634.737153:0:57598:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:17.0:1557964634.737154:0:57598:0:(ldlm_lock.c:745:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: ?? lock: ffff8915732f8600/0x398a44d554ce2632 lrc: 5/1,1 mode: CR/CR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261fae4 expref: -99 pid: 57598 timeout: 0 lvb_type: 0 00010000:00000001:17.0:1557964634.737156:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.737156:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964634.737156:0:57598:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964634.737157:0:57598:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964634.737157:0:57598:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952653824 : -130749756897792 : ffff8915732f8600) 00010000:00000001:17.0:1557964634.737158:0:57598:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952653824 : -130749756897792 : ffff8915732f8600) 00010000:00000001:17.0:1557964634.737158:0:57598:0:(ldlm_lock.c:826:ldlm_lock_decref_internal()) Process entered 00010000:00010000:17.0:1557964634.737159:0:57598:0:(ldlm_lock.c:799:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: ?? lock: ffff8915732f8600/0x398a44d554ce2632 lrc: 5/1,1 mode: CR/CR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261fae4 expref: -99 pid: 57598 timeout: 0 lvb_type: 0 00010000:00000001:17.0:1557964634.737160:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.737160:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00010000:17.0:1557964634.737161:0:57598:0:(ldlm_lock.c:889:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: ?? lock: ffff8915732f8600/0x398a44d554ce2632 lrc: 4/1,0 mode: CR/CR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261fae4 expref: -99 pid: 57598 timeout: 0 lvb_type: 0 00010000:00000001:17.0:1557964634.737162:0:57598:0:(ldlm_lock.c:893:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:17.0:1557964634.737163:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.737163:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964634.737163:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.737163:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00100000:17.0:1557964634.737164:0:57598:0:(mdc_locks.c:621:mdc_finish_enqueue()) @@@ op: 3 disposition: 37, status: 0 req@ffff89157528f500 x1633636318338864/t30064774476(30064774476) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/600 e 0 to 0 dl 1557964740 ref 2 fl Complete:RP/4/0 rc 0/0 00000002:00000001:17.0:1557964634.737168:0:57598:0:(mdc_request.c:648:mdc_set_open_replay_data()) Process entered 00000002:00100000:17.0:1557964634.737169:0:57598:0:(mdc_request.c:700:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89157528f500 x1633636318338864/t30064774476(30064774476) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 880/600 e 0 to 0 dl 1557964740 ref 2 fl Complete:RP/4/0 rc 0/0 00000002:00000001:17.0:1557964634.737171:0:57598:0:(mdc_request.c:701:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964634.737172:0:57598:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964634.737173:0:57598:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964634.737173:0:57598:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952653824 : -130749756897792 : ffff8915732f8600) 00010000:00000001:17.0:1557964634.737173:0:57598:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952653824 : -130749756897792 : ffff8915732f8600) 00010000:00000040:17.0:1557964634.737174:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388c00 count: 2 00000002:00010000:17.0:1557964634.737175:0:57598:0:(mdc_locks.c:716:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f8600/0x398a44d554ce2632 lrc: 3/1,0 mode: CR/CR res: [0x200001b71:0x587:0x0].0x0 bits 0x9 rrc: 2 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fae4 expref: -99 pid: 57598 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964634.737177:0:57598:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388c00 count: 1 00000002:00000010:17.0:1557964634.737178:0:57598:0:(mdc_locks.c:718:mdc_finish_enqueue()) kmalloced 'lmm': 56 at ffff8915e3e28380. 00010000:00000001:17.0:1557964634.737179:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.737179:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:17.0:1557964634.737179:0:57598:0:(mdc_locks.c:740:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964634.737180:0:57598:0:(mdc_locks.c:914:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964634.737180:0:57598:0:(mdc_locks.c:935:mdc_finish_intent_lock()) Process entered 00000100:00000001:17.0:1557964634.737181:0:57598:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964634.737181:0:57598:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985777920 : -130749723773696 : ffff89157528f500) 00000100:00000001:17.0:1557964634.737182:0:57598:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964634.737182:0:57598:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985777920 : -130749723773696 : ffff89157528f500) 00010000:00000001:17.0:1557964634.737183:0:57598:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964634.737183:0:57598:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964634.737183:0:57598:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952653824 : -130749756897792 : ffff8915732f8600) 00010000:00000001:17.0:1557964634.737184:0:57598:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952653824 : -130749756897792 : ffff8915732f8600) 00010000:00000040:17.0:1557964634.737184:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388c00 count: 2 00000002:00010000:17.0:1557964634.737185:0:57598:0:(mdc_locks.c:1005:mdc_finish_intent_lock()) ### matching against this ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f8600/0x398a44d554ce2632 lrc: 3/1,0 mode: CR/CR res: [0x200001b71:0x587:0x0].0x0 bits 0x9 rrc: 2 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261fae4 expref: -99 pid: 57598 timeout: 0 lvb_type: 3 00010000:00000040:17.0:1557964634.737187:0:57598:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388c00 count: 1 00010000:00000001:17.0:1557964634.737187:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.737188:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964634.737188:0:57598:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000001:17.0:1557964634.737188:0:57598:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964634.737188:0:57598:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964634.737189:0:57598:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952653824 : -130749756897792 : ffff8915732f8600) 00010000:00000001:17.0:1557964634.737189:0:57598:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952653824 : -130749756897792 : ffff8915732f8600) 00010000:00000040:17.0:1557964634.737190:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388c00 count: 2 00010000:00000001:17.0:1557964634.737190:0:57598:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:17.0:1557964634.737191:0:57598:0:(ldlm_lock.c:1415:ldlm_lock_match()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:17.0:1557964634.737192:0:57598:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388c00 count: 1 00010000:00010000:17.0:1557964634.737193:0:57598:0:(ldlm_lock.c:1494:ldlm_lock_match()) ### not matched ns ffff8915c5715400 type 13 mode 16 res 8589941617/1415 (0 0) 00010000:00000001:17.0:1557964634.737194:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.737194:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:17.0:1557964634.737194:0:57598:0:(mdc_locks.c:1031:mdc_finish_intent_lock()) Process leaving 00000002:00002000:17.0:1557964634.737195:0:57598:0:(mdc_locks.c:1036:mdc_finish_intent_lock()) D_IT dentry test.11 intent: open|creat status 0 disp 1800037 rc 0 00000002:00000001:17.0:1557964634.737196:0:57598:0:(mdc_locks.c:1183:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.737196:0:57598:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.737197:0:57598:0:(lmv_intent.c:343:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.737198:0:57598:0:(lmv_intent.c:515:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.737198:0:57598:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.737199:0:57598:0:(namei.c:472:ll_lookup_it_finish()) Process entered 00000080:00002000:17.0:1557964634.737199:0:57598:0:(namei.c:477:ll_lookup_it_finish()) it ffff8924c9af19c0 it_disposition 1800037 00000080:00000001:17.0:1557964634.737200:0:57598:0:(dcache.c:159:ll_d_init()) Process entered 00000080:00002000:17.0:1557964634.737201:0:57598:0:(dcache.c:164:ll_d_init()) ldd on dentry test.11 (ffff8924aab76240) parent ffff8925f073ab40 inode (null) refc 1 00000080:00000010:17.0:1557964634.737202:0:57598:0:(dcache.c:169:ll_d_init()) kmalloced 'lld': 32 at ffff89254de90340. 00000080:00000001:17.0:1557964634.737202:0:57598:0:(dcache.c:190:ll_d_init()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:17.0:1557964634.737203:0:57598:0:(namei.c:460:ll_splice_alias()) Add dentry ffff8924aab76240 inode (null) refc 1 flags 0x8e 00000080:00000001:17.0:1557964634.737204:0:57598:0:(namei.c:536:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:17.0:1557964634.737205:0:57598:0:(namei.c:653:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:17.0:1557964634.737206:0:57598:0:(llite_lib.c:2531:ll_finish_md_op_data()) kfreed 'op_data': 320 at ffff89150ef14400. 00000100:00000001:17.0:1557964634.737207:0:57598:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964634.737207:0:57598:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 3 req@ffff89157528f500 x1633636318338864/t30064774476(30064774476) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 808/600 e 0 to 0 dl 1557964740 ref 4 fl Complete:RP/4/0 rc 0/0 00000100:00000001:17.0:1557964634.737210:0:57598:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.737211:0:57598:0:(namei.c:963:ll_create_it()) Process entered 00000080:00200000:17.0:1557964634.737211:0:57598:0:(namei.c:967:ll_create_it()) VFS Op:name=test.11, dir=[0x200001b71:0x199:0x0](ffff89151664b690), intent=open|creat 00000080:00000001:17.0:1557964634.737212:0:57598:0:(namei.c:917:ll_create_node()) Process entered 00000080:00000001:17.0:1557964634.737213:0:57598:0:(llite_lib.c:2306:ll_prep_inode()) Process entered 00000080:00000001:17.0:1557964634.737213:0:57598:0:(obd_class.h:1476:md_get_lustre_md()) Process entered 00800000:00000001:17.0:1557964634.737214:0:57598:0:(obd_class.h:1476:md_get_lustre_md()) Process entered 00000002:00000001:17.0:1557964634.737214:0:57598:0:(mdc_request.c:457:mdc_get_lustre_md()) Process entered 00000002:00000001:17.0:1557964634.737215:0:57598:0:(mdc_request.c:537:mdc_get_lustre_md()) Process leaving 00800000:00000001:17.0:1557964634.737215:0:57598:0:(obd_class.h:1479:md_get_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.737216:0:57598:0:(obd_class.h:1479:md_get_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.737217:0:57598:0:(lcommon_cl.c:278:cl_fid_build_ino()) Process leaving (rc=144115305935799687 : 144115305935799687 : 200001b71000587) 00000080:00000001:17.0:1557964634.737217:0:57598:0:(namei.c:114:ll_iget()) Process entered 00000080:00000010:17.0:1557964634.737219:0:57598:0:(super25.c:52:ll_alloc_inode()) slab-alloced 'lli': 1120 at ffff891572edbf00. 00000080:00000001:17.0:1557964634.737221:0:57598:0:(llite_lib.c:1985:ll_read_inode2()) Process entered 00000080:00200000:17.0:1557964634.737221:0:57598:0:(llite_lib.c:1988:ll_read_inode2()) VFS Op:inode=[0x200001b71:0x587:0x0](ffff891572edbf90) 00000020:00000001:17.0:1557964634.737222:0:57598:0:(cl_object.c:670:cl_env_obtain()) Process entered 00000020:00000001:17.0:1557964634.737223:0:57598:0:(cl_object.c:701:cl_env_obtain()) Process leaving (rc=18446613326116962744 : -130747592588872 : ffff8915f43041b8) 00000020:00001000:17.0:1557964634.737224:0:57598:0:(cl_object.c:732:cl_env_get()) 1@ffff8915f43041b0 00000020:00000001:17.0:1557964634.737225:0:57598:0:(lu_object.c:243:lu_object_alloc()) Process entered 00000080:00000010:17.0:1557964634.737226:0:57598:0:(vvp_object.c:298:vvp_object_alloc()) slab-alloced 'vob': 176 at ffff8925b1a4c2c0. 00000020:00000001:17.0:1557964634.737227:0:57598:0:(cl_object.c:72:cl_object_header_init()) Process entered 00000020:00000001:17.0:1557964634.737227:0:57598:0:(cl_object.c:79:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.737228:0:57598:0:(lov_object.c:1698:lov_object_alloc()) Process entered 00020000:00000010:17.0:1557964634.737229:0:57598:0:(lov_object.c:1699:lov_object_alloc()) slab-alloced 'lov': 160 at ffff8925f75e7c20. 00020000:00000001:17.0:1557964634.737230:0:57598:0:(lov_object.c:1713:lov_object_alloc()) Process leaving (rc=18446613394889800736 : -130678819750880 : ffff8925f75e7c20) 00020000:00000001:17.0:1557964634.737230:0:57598:0:(lov_object.c:924:lov_object_init()) Process entered 00020000:00000001:17.0:1557964634.737231:0:57598:0:(lov_pack.c:325:lov_unpackmd()) Process entered 00020000:00000010:17.0:1557964634.737232:0:57598:0:(lov_ea.c:186:lsme_unpack()) kmalloced 'lsme': 64 at ffff8915e3e28600. 00020000:00000010:17.0:1557964634.737233:0:57598:0:(lov_ea.c:211:lsme_unpack()) slab-alloced 'loi': 112 at ffff8915f1ba6700. 00020000:00000010:17.0:1557964634.737234:0:57598:0:(lov_ea.c:295:lsm_unpackmd_v1v3()) kmalloced 'lsm': 64 at ffff8915e3e28140. 00020000:00000001:17.0:1557964634.737235:0:57598:0:(lov_pack.c:337:lov_unpackmd()) Process leaving (rc=18446613325843431744 : -130747866119872 : ffff8915e3e28140) 00020000:00000002:17.0:1557964634.737236:0:57598:0:(lov_ea.c:504:dump_lsm()) lsm ffff8915e3e28140, objid 0x587:7025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, layout_gen 0 00020000:00000002:17.0:1557964634.737237:0:57598:0:(lov_ea.c:516:dump_lsm()) [ 0x0 , 0xffffffffffffffff ): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:17.0:1557964634.737239:0:57598:0:(lov_ea.c:526:dump_lsm()) oinfo:ffff8915f1ba6700: ostid: 0x0:169135 ost idx: 8 gen: 0 00020000:00000001:17.0:1557964634.737240:0:57598:0:(lov_object.c:289:lov_init_composite()) Process entered 00020000:00000010:17.0:1557964634.737240:0:57598:0:(lov_object.c:299:lov_init_composite()) kmalloced 'comp->lo_entries': 112 at ffff8915f1ba7f80. 00020000:00000001:17.0:1557964634.737241:0:57598:0:(lov_object.c:213:lov_init_raid0()) Process entered 00020000:00000010:17.0:1557964634.737242:0:57598:0:(lov_object.c:219:lov_init_raid0()) kmalloced 'r0->lo_sub': 8 at ffff8915cbfee6e0. 00020000:00000001:17.0:1557964634.737242:0:57598:0:(lov_object.c:107:lov_sub_find()) Process entered 00000020:00000001:17.0:1557964634.737244:0:57598:0:(lu_object.c:243:lu_object_alloc()) Process entered 00020000:00000001:17.0:1557964634.737244:0:57598:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:17.0:1557964634.737245:0:57598:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 168 at ffff8915a22f6738. 00000020:00000001:17.0:1557964634.737246:0:57598:0:(cl_object.c:72:cl_object_header_init()) Process entered 00000020:00000001:17.0:1557964634.737246:0:57598:0:(cl_object.c:79:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.737247:0:57598:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446613324741175192 : -130748968376424 : ffff8915a22f6798) 00020000:00000001:17.0:1557964634.737247:0:57598:0:(lovsub_object.c:60:lovsub_object_init()) Process entered 00000008:00000010:17.0:1557964634.737249:0:57598:0:(osc_object.c:449:osc_object_alloc()) slab-alloced 'osc': 304 at ffff89254a639db0. 00020000:00000001:17.0:1557964634.737250:0:57598:0:(lovsub_object.c:69:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.737250:0:57598:0:(lu_object.c:295:lu_object_alloc()) Process leaving (rc=18446613324741175192 : -130748968376424 : ffff8915a22f6798) 00020000:00000001:17.0:1557964634.737251:0:57598:0:(lov_object.c:110:lov_sub_find()) Process leaving (rc=18446613324741175192 : -130748968376424 : ffff8915a22f6798) 00020000:00000002:17.0:1557964634.737252:0:57598:0:(lov_object.c:142:lov_init_sub()) [0x100080000:0x294af:0x0]@ffff8915a22f6738[0:0] -> [0x200001b71:0x587:0x0]@ffff8925b1a4c2c0: ostid: 0x0:169135 ost idx: 8 gen: 0 00020000:00000001:17.0:1557964634.737254:0:57598:0:(lov_object.c:275:lov_init_raid0()) Process leaving (rc=248 : 248 : f8) 00020000:00000001:17.0:1557964634.737255:0:57598:0:(lov_object.c:952:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.737256:0:57598:0:(lu_object.c:295:lu_object_alloc()) Process leaving (rc=18446613393720001312 : -130679989550304 : ffff8925b1a4c320) 00000020:00001000:17.0:1557964634.737257:0:57598:0:(cl_object.c:813:cl_env_put()) 1@ffff8915f43041b0 00000080:00000001:17.0:1557964634.737264:0:57598:0:(lcommon_cl.c:278:cl_fid_build_ino()) Process leaving (rc=144115305935799687 : 144115305935799687 : 200001b71000587) 00000080:00000001:17.0:1557964634.737265:0:57598:0:(lcommon_cl.c:290:cl_fid_build_gen()) Process leaving (rc=33554459 : 33554459 : 200001b) 00000080:00000002:17.0:1557964634.737266:0:57598:0:(llite_lib.c:1899:ll_update_inode()) setting ino 144115305935799687 mtime from 0 to 1557964634 00000080:00000001:17.0:1557964634.737267:0:57598:0:(llite_lib.c:2013:ll_read_inode2()) Process leaving 00000080:00000001:17.0:1557964634.737268:0:57598:0:(namei.c:154:ll_iget()) Process leaving (rc=18446613323948343184 : -130749761208432 : ffff891572edbf90) 00010000:00000001:17.0:1557964634.737268:0:57598:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964634.737269:0:57598:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964634.737269:0:57598:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952653824 : -130749756897792 : ffff8915732f8600) 00010000:00000001:17.0:1557964634.737270:0:57598:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952653824 : -130749756897792 : ffff8915732f8600) 00000080:00000001:17.0:1557964634.737270:0:57598:0:(file.c:4188:ll_layout_conf()) Process entered 00000020:00000001:17.0:1557964634.737271:0:57598:0:(cl_object.c:670:cl_env_obtain()) Process entered 00000020:00000001:17.0:1557964634.737271:0:57598:0:(cl_object.c:701:cl_env_obtain()) Process leaving (rc=18446613326116962744 : -130747592588872 : ffff8915f43041b8) 00000020:00001000:17.0:1557964634.737272:0:57598:0:(cl_object.c:732:cl_env_get()) 1@ffff8915f43041b0 00000020:00000001:17.0:1557964634.737272:0:57598:0:(cl_object.c:300:cl_conf_set()) Process entered 00020000:00000001:17.0:1557964634.737273:0:57598:0:(lov_object.c:961:lov_conf_set()) Process entered 00020000:00000001:17.0:1557964634.737273:0:57598:0:(lov_pack.c:325:lov_unpackmd()) Process entered 00020000:00000010:17.0:1557964634.737273:0:57598:0:(lov_ea.c:186:lsme_unpack()) kmalloced 'lsme': 64 at ffff8915e3e28680. 00020000:00000010:17.0:1557964634.737274:0:57598:0:(lov_ea.c:211:lsme_unpack()) slab-alloced 'loi': 112 at ffff8915f1ba7780. 00020000:00000010:17.0:1557964634.737274:0:57598:0:(lov_ea.c:295:lsm_unpackmd_v1v3()) kmalloced 'lsm': 64 at ffff8915e3e280c0. 00020000:00000001:17.0:1557964634.737275:0:57598:0:(lov_pack.c:337:lov_unpackmd()) Process leaving (rc=18446613325843431616 : -130747866120000 : ffff8915e3e280c0) 00020000:00000002:17.0:1557964634.737275:0:57598:0:(lov_ea.c:504:dump_lsm()) lsm ffff8915e3e280c0, objid 0x587:7025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, layout_gen 0 00020000:00000002:17.0:1557964634.737277:0:57598:0:(lov_ea.c:516:dump_lsm()) [ 0x0 , 0xffffffffffffffff ): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:17.0:1557964634.737278:0:57598:0:(lov_ea.c:526:dump_lsm()) oinfo:ffff8915f1ba7780: ostid: 0x0:169135 ost idx: 8 gen: 0 00020000:00000002:17.0:1557964634.737279:0:57598:0:(lov_object.c:813:lov_conf_lock()) Took exclusive lov(ffff8925f75e7c20) owner ffff8906392d2080 00020000:00000001:17.0:1557964634.737279:0:57598:0:(lov_object.c:998:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:17.0:1557964634.737280:0:57598:0:(lov_object.c:819:lov_conf_unlock()) To release exclusive lov(ffff8925f75e7c20) owner ffff8906392d2080 00020000:00000010:17.0:1557964634.737281:0:57598:0:(lov_ea.c:122:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff8915f1ba7780. 00020000:00000010:17.0:1557964634.737282:0:57598:0:(lov_ea.c:125:lsme_free()) kfreed 'lsme': 64 at ffff8915e3e28680. 00020000:00000010:17.0:1557964634.737282:0:57598:0:(lov_ea.c:138:lsm_free()) kfreed 'lsm': 64 at ffff8915e3e280c0. 00020000:00000002:17.0:1557964634.737283:0:57598:0:(lov_object.c:1015:lov_conf_set()) [0x200001b71:0x587:0x0] lo_layout_invalid=0 00020000:00000001:17.0:1557964634.737284:0:57598:0:(lov_object.c:1016:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.737285:0:57598:0:(cl_object.c:310:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.737285:0:57598:0:(cl_object.c:398:cl_object_layout_get()) Process entered 00020000:00000002:17.0:1557964634.737286:0:57598:0:(lov_object.c:761:lov_conf_freeze()) To take share lov(ffff8925f75e7c20) owner (null)/ffff8906392d2080 00020000:00000002:17.0:1557964634.737287:0:57598:0:(lov_object.c:1725:lov_lsm_addref()) lsm ffff8915e3e28140 addref 2/0 by ffff8906392d2080. 00020000:00000002:17.0:1557964634.737287:0:57598:0:(lov_object.c:769:lov_conf_thaw()) To release share lov(ffff8925f75e7c20) owner (null)/ffff8906392d2080 00020000:00000001:17.0:1557964634.737288:0:57598:0:(lov_object.c:1634:lov_object_layout_get()) Process entered 00020000:00000001:17.0:1557964634.737288:0:57598:0:(lov_pack.c:198:lov_lsm_pack()) Process entered 00020000:00000001:17.0:1557964634.737289:0:57598:0:(lov_pack.c:140:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:17.0:1557964634.737289:0:57598:0:(lov_pack.c:145:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:17.0:1557964634.737290:0:57598:0:(lov_object.c:1650:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:17.0:1557964634.737290:0:57598:0:(file.c:4223:ll_layout_conf()) [0x200001b71:0x587:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:17.0:1557964634.737291:0:57598:0:(cl_object.c:813:cl_env_put()) 1@ffff8915f43041b0 00000080:00000001:17.0:1557964634.737292:0:57598:0:(file.c:4230:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964634.737292:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.737292:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000080:00000001:17.0:1557964634.737293:0:57598:0:(llite_lib.c:2378:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:17.0:1557964634.737293:0:57598:0:(obd_class.h:1485:md_free_lustre_md()) Process entered 00800000:00000001:17.0:1557964634.737294:0:57598:0:(lmv_obd.c:2921:lmv_free_lustre_md()) Process entered 00800000:00000001:17.0:1557964634.737294:0:57598:0:(obd_class.h:1485:md_free_lustre_md()) Process entered 00000002:00000001:17.0:1557964634.737295:0:57598:0:(mdc_request.c:549:mdc_free_lustre_md()) Process entered 00000002:00000001:17.0:1557964634.737295:0:57598:0:(mdc_request.c:550:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.737296:0:57598:0:(obd_class.h:1488:md_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.737296:0:57598:0:(lmv_obd.c:2929:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.737297:0:57598:0:(obd_class.h:1488:md_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:17.0:1557964634.737297:0:57598:0:(namei.c:935:ll_create_node()) setting l_ast_data to inode [0x200001b71:0x587:0x0](ffff891572edbf90) 00000080:00010000:17.0:1557964634.737298:0:57598:0:(llite_internal.h:1336:ll_set_lock_data()) setting l_data to inode [0x200001b71:0x587:0x0](ffff891572edbf90) for lock 0x398a44d554ce2632 00000080:00000001:17.0:1557964634.737299:0:57598:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00800000:00000001:17.0:1557964634.737299:0:57598:0:(lmv_obd.c:2852:lmv_set_lock_data()) Process entered 00800000:00000001:17.0:1557964634.737300:0:57598:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00000002:00000001:17.0:1557964634.737300:0:57598:0:(mdc_locks.c:103:mdc_set_lock_data()) Process entered 00010000:00000001:17.0:1557964634.737300:0:57598:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964634.737301:0:57598:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964634.737301:0:57598:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952653824 : -130749756897792 : ffff8915732f8600) 00010000:00000001:17.0:1557964634.737302:0:57598:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952653824 : -130749756897792 : ffff8915732f8600) 00010000:00000001:17.0:1557964634.737302:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.737303:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:17.0:1557964634.737303:0:57598:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.737303:0:57598:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.737304:0:57598:0:(lmv_obd.c:2857:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.737304:0:57598:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.737305:0:57598:0:(namei.c:937:ll_create_node()) Process leaving 00000100:00000001:17.0:1557964634.737305:0:57598:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964634.737306:0:57598:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff89157528f500 x1633636318338864/t30064774476(30064774476) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 808/600 e 0 to 0 dl 1557964740 ref 3 fl Complete:RP/4/0 rc 0/0 00000100:00000001:17.0:1557964634.737309:0:57598:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.737310:0:57598:0:(namei.c:997:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.737311:0:57598:0:(file.c:487:ll_file_open()) Process entered 00000080:00200000:17.0:1557964634.737312:0:57598:0:(file.c:490:ll_file_open()) VFS Op:inode=[0x200001b71:0x587:0x0](ffff891572edbf90), flags 101101 00000080:00000010:17.0:1557964634.737313:0:57598:0:(file.c:67:ll_file_data_get()) slab-alloced 'fd': 216 at ffff891579b22b00. 00000080:00000010:17.0:1557964634.737313:0:57598:0:(file.c:613:ll_file_open()) kmalloced '*och_p': 48 at ffff8915e3e280c0. 00000080:00000001:17.0:1557964634.737314:0:57598:0:(file.c:440:ll_local_open()) Process entered 00000080:00000001:17.0:1557964634.737315:0:57598:0:(obd_class.h:1534:md_set_open_replay_data()) Process entered 00800000:00000001:17.0:1557964634.737315:0:57598:0:(lmv_obd.c:2939:lmv_set_open_replay_data()) Process entered 00800000:00000001:17.0:1557964634.737316:0:57598:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:17.0:1557964634.737316:0:57598:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:17.0:1557964634.737317:0:57598:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:17.0:1557964634.737317:0:57598:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:17.0:1557964634.737318:0:57598:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964634.737318:0:57598:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b71:0x587:0x0] 00800000:00000001:17.0:1557964634.737319:0:57598:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.737320:0:57598:0:(obd_class.h:1534:md_set_open_replay_data()) Process entered 00000002:00000001:17.0:1557964634.737320:0:57598:0:(mdc_request.c:648:mdc_set_open_replay_data()) Process entered 00000002:00000010:17.0:1557964634.737321:0:57598:0:(obd.h:1115:obd_mod_alloc()) kmalloced 'mod': 32 at ffff89254de906a0. 00000002:00100000:17.0:1557964634.737322:0:57598:0:(mdc_request.c:700:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff89157528f500 x1633636318338864/t30064774476(30064774476) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 808/600 e 0 to 0 dl 1557964740 ref 2 fl Complete:RP/4/0 rc 0/0 00000002:00000001:17.0:1557964634.737325:0:57598:0:(mdc_request.c:701:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.737325:0:57598:0:(obd_class.h:1537:md_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.737326:0:57598:0:(lmv_obd.c:2945:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.737327:0:57598:0:(obd_class.h:1537:md_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:17.0:1557964634.737328:0:57598:0:(rw.c:585:ras_reset()) lrp 0 cr 0 cp 0 ws 0 wl 0 nra 1 rpc 4096 r 0 ri 0 csr 0 sf 0 sp 0 sl 0 00000080:00000001:17.0:1557964634.737329:0:57598:0:(file.c:462:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.737330:0:57598:0:(file.c:646:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964634.737331:0:57598:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964634.737332:0:57598:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff89157528f500 x1633636318338864/t30064774476(30064774476) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 808/600 e 0 to 0 dl 1557964740 ref 2 fl Complete:RP/4/0 rc 0/0 02000000:00000001:17.0:1557964634.737335:0:57598:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:17.0:1557964634.737335:0:57598:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 65536 at ffff891517670000. 02000000:00000001:17.0:1557964634.737340:0:57598:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:17.0:1557964634.737340:0:57598:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.737341:0:57598:0:(dcache.c:221:ll_intent_release()) Process entered 00000080:00000040:17.0:1557964634.737342:0:57598:0:(dcache.c:223:ll_intent_release()) intent ffff8924c9af19c0 released 00000080:00010000:17.0:1557964634.737342:0:57598:0:(dcache.c:201:ll_intent_drop_lock()) releasing lock with cookie 0x398a44d554ce2632 from it ffff8924c9af19c0 00010000:00000001:17.0:1557964634.737343:0:57598:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964634.737343:0:57598:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964634.737343:0:57598:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952653824 : -130749756897792 : ffff8915732f8600) 00010000:00000001:17.0:1557964634.737344:0:57598:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952653824 : -130749756897792 : ffff8915732f8600) 00010000:00000001:17.0:1557964634.737345:0:57598:0:(ldlm_lock.c:826:ldlm_lock_decref_internal()) Process entered 00010000:00010000:17.0:1557964634.737346:0:57598:0:(ldlm_lock.c:799:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: ?? lock: ffff8915732f8600/0x398a44d554ce2632 lrc: 3/1,0 mode: CR/CR res: ?? rrc=?? type: ??? flags: 0x10020000000000 nid: local remote: 0xaa60bb0b4261fae4 expref: -99 pid: 57598 timeout: 0 lvb_type: 3 00010000:00000001:17.0:1557964634.737348:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.737349:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00010000:17.0:1557964634.737349:0:57598:0:(ldlm_lock.c:872:ldlm_lock_decref_internal()) ### add lock into lru list ns: ?? lock: ffff8915732f8600/0x398a44d554ce2632 lrc: 2/0,0 mode: CR/CR res: ?? rrc=?? type: ??? flags: 0x10020000000000 nid: local remote: 0xaa60bb0b4261fae4 expref: -99 pid: 57598 timeout: 0 lvb_type: 3 00010000:00000001:17.0:1557964634.737351:0:57598:0:(ldlm_lock.c:300:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:17.0:1557964634.737351:0:57598:0:(ldlm_lock.c:304:ldlm_lock_add_to_lru()) Process leaving 00010000:00000001:17.0:1557964634.737352:0:57598:0:(ldlm_lock.c:893:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:17.0:1557964634.737352:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.737352:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000080:00000001:17.0:1557964634.737352:0:57598:0:(dcache.c:234:ll_intent_release()) Process leaving 00000080:00000010:17.0:1557964634.737353:0:57598:0:(namei.c:800:ll_atomic_open()) kfreed 'it': 72 at ffff8924c9af19c0. 00000080:00000001:17.0:1557964634.737353:0:57598:0:(namei.c:802:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.737356:0:57598:0:(xattr.c:417:ll_xattr_get_common()) Process entered 00000080:00000001:17.0:1557964634.737357:0:57598:0:(xattr.c:339:ll_xattr_list()) Process entered 00000080:00000001:17.0:1557964634.737357:0:57598:0:(xattr_cache.c:512:ll_xattr_cache_get()) Process entered 00000080:00000001:17.0:1557964634.737358:0:57598:0:(xattr_cache.c:388:ll_xattr_cache_refill()) Process entered 00000080:00000001:17.0:1557964634.737359:0:57598:0:(xattr_cache.c:323:ll_xattr_find_get_lock()) Process entered 00000080:00000010:17.0:1557964634.737360:0:57598:0:(llite_lib.c:2480:ll_prep_md_op_data()) kmalloced 'op_data': 320 at ffff89150ef14400. 00000080:00000001:17.0:1557964634.737361:0:57598:0:(obd_class.h:1387:md_intent_lock()) Process entered 00800000:00000001:17.0:1557964634.737362:0:57598:0:(lmv_intent.c:474:lmv_intent_lock()) Process entered 00800000:00000002:17.0:1557964634.737362:0:57598:0:(lmv_intent.c:482:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x200001b71:0x587:0x0] 00800000:00000001:17.0:1557964634.737364:0:57598:0:(lmv_intent.c:361:lmv_intent_lookup()) Process entered 00800000:00000001:17.0:1557964634.737364:0:57598:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:17.0:1557964634.737365:0:57598:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:17.0:1557964634.737365:0:57598:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:17.0:1557964634.737366:0:57598:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:17.0:1557964634.737366:0:57598:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964634.737367:0:57598:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b71:0x587:0x0] 00800000:00000001:17.0:1557964634.737367:0:57598:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964634.737368:0:57598:0:(lmv_intent.c:390:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200001b71:0x587:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 lsm= (null) lsm_magic=ffffffff 00800000:00000001:17.0:1557964634.737369:0:57598:0:(obd_class.h:1387:md_intent_lock()) Process entered 00000002:00000001:17.0:1557964634.737370:0:57598:0:(mdc_locks.c:1144:mdc_intent_lock()) Process entered 00000002:00010000:17.0:1557964634.737370:0:57598:0:(mdc_locks.c:1151:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x200001b71:0x587:0x0], intent: getxattr flags 0 00000002:00000001:17.0:1557964634.737371:0:57598:0:(mdc_locks.c:769:mdc_enqueue_base()) Process entered 00000002:00000001:17.0:1557964634.737372:0:57598:0:(mdc_locks.c:354:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:17.0:1557964634.737373:0:57598:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff89157528ef00. 00000020:00000040:17.0:1557964634.737373:0:57598:0:(genops.c:1214:class_import_get()) import ffff891506a72000 refcount=5 obd=looze-MDT0000-mdc-ffff8925ba270000 00010000:00000001:17.0:1557964634.737374:0:57598:0:(ldlm_request.c:796:ldlm_prep_elc_req()) Process entered 00010000:00000001:17.0:1557964634.737375:0:57598:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:17.0:1557964634.737376:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.737376:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964634.737376:0:57598:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.737377:0:57598:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:17.0:1557964634.737378:0:57598:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:17.0:1557964634.737378:0:57598:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:17.0:1557964634.737379:0:57598:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 1024 at ffff8915757ac000. 00000100:00000001:17.0:1557964634.737380:0:57598:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964634.737381:0:57598:0:(ldlm_request.c:1956:ldlm_cli_cancel_list()) Process entered 00010000:00000001:17.0:1557964634.737381:0:57598:0:(ldlm_request.c:1959:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964634.737382:0:57598:0:(ldlm_request.c:1956:ldlm_cli_cancel_list()) Process entered 00010000:00000001:17.0:1557964634.737383:0:57598:0:(ldlm_request.c:1959:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964634.737384:0:57598:0:(ldlm_request.c:848:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964634.737385:0:57598:0:(mdc_locks.c:406:mdc_intent_getxattr_pack()) Process leaving (rc=18446613323985776384 : -130749723775232 : ffff89157528ef00) 00010000:00000001:17.0:1557964634.737386:0:57598:0:(ldlm_request.c:906:ldlm_cli_enqueue()) Process entered 00010000:00000001:17.0:1557964634.737387:0:57598:0:(ldlm_lock.c:1651:ldlm_lock_create()) Process entered 00010000:00000040:17.0:1557964634.737388:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388c00 count: 2 00010000:00000001:17.0:1557964634.737389:0:57598:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:17.0:1557964634.737389:0:57598:0:(ldlm_lock.c:451:ldlm_lock_new()) Process entered 00010000:00000010:17.0:1557964634.737390:0:57598:0:(ldlm_lock.c:456:ldlm_lock_new()) slab-alloced 'lock': 504 at ffff8915732f8400. 00000020:00000001:17.0:1557964634.737391:0:57598:0:(lustre_handles.c:64:class_handle_hash()) Process entered 00000020:00000040:17.0:1557964634.737391:0:57598:0:(lustre_handles.c:98:class_handle_hash()) added object ffff8915732f8400 with handle 0x398a44d554ce2639 to hash 00000020:00000001:17.0:1557964634.737392:0:57598:0:(lustre_handles.c:99:class_handle_hash()) Process leaving 00010000:00000001:17.0:1557964634.737392:0:57598:0:(ldlm_lock.c:495:ldlm_lock_new()) Process leaving (rc=18446613323952653312 : -130749756898304 : ffff8915732f8400) 00010000:00000001:17.0:1557964634.737393:0:57598:0:(ldlm_lock.c:1689:ldlm_lock_create()) Process leaving (rc=18446613323952653312 : -130749756898304 : ffff8915732f8400) 00010000:00000001:17.0:1557964634.737394:0:57598:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:17.0:1557964634.737394:0:57598:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:17.0:1557964634.737395:0:57598:0:(ldlm_lock.c:745:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: ?? lock: ffff8915732f8400/0x398a44d554ce2639 lrc: 3/1,0 mode: --/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57598 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964634.737397:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388c00 count: 3 00010000:00010000:17.0:1557964634.737398:0:57598:0:(ldlm_request.c:944:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f8400/0x398a44d554ce2639 lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x587:0x0].0x0 bits 0x20 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57598 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964634.737401:0:57598:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388c00 count: 2 00010000:00000040:17.0:1557964634.737402:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388c00 count: 3 00010000:00010000:17.0:1557964634.737402:0:57598:0:(ldlm_request.c:986:ldlm_cli_enqueue()) ### sending request ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f8400/0x398a44d554ce2639 lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x587:0x0].0x0 bits 0x20 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57598 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964634.737405:0:57598:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388c00 count: 2 00000100:00000001:17.0:1557964634.737405:0:57598:0:(client.c:2909:ptlrpc_queue_wait()) Process entered 00000100:00000001:17.0:1557964634.737405:0:57598:0:(client.c:947:ptlrpc_prep_set()) Process entered 00000100:00000010:17.0:1557964634.737406:0:57598:0:(client.c:949:ptlrpc_prep_set()) kmalloced 'set': 152 at ffff8915cc388e40. 00000100:00000001:17.0:1557964634.737407:0:57598:0:(client.c:965:ptlrpc_prep_set()) Process leaving (rc=18446613325446417984 : -130748263133632 : ffff8915cc388e40) 00000100:00000001:17.0:1557964634.737408:0:57598:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964634.737409:0:57598:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985776384 : -130749723775232 : ffff89157528ef00) 00000020:00000001:17.0:1557964634.737410:0:57598:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:17.0:1557964634.737410:0:57598:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:17.0:1557964634.737412:0:57598:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.737412:0:57598:0:(client.c:2315:ptlrpc_set_wait()) Process entered 00000100:00000001:17.0:1557964634.737413:0:57598:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:17.0:1557964634.737414:0:57598:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff89157528ef00 x1633636318338880/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/3376 e 0 to 0 dl 0 ref 2 fl New:/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964634.737417:0:57598:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:17.0:1557964634.737417:0:57598:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964634.737418:0:57598:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:17.0:1557964634.737419:0:57598:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:17.0:1557964634.737420:0:57598:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc dd:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57598:1633636318338880:172.19.1.24@o2ib100:101 00000100:00000001:17.0:1557964634.737421:0:57598:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:17.0:1557964634.737421:0:57598:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:17.0:1557964634.737422:0:57598:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964634.737423:0:57598:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:17.0:1557964634.737423:0:57598:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 4096 at ffff8925ebb80000. 02000000:00000001:17.0:1557964634.737424:0:57598:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:17.0:1557964634.737425:0:57598:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924c9af19c0. 00000400:00000010:17.0:1557964634.737426:0:57598:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba7780. 00000100:00000200:17.0:1557964634.737427:0:57598:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1633636318338880, portal 10 00000100:00000001:17.0:1557964634.737428:0:57598:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964634.737428:0:57598:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985776384 : -130749723775232 : ffff89157528ef00) 00000100:00000040:17.0:1557964634.737430:0:57598:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff89157528ef00 x1633636318338880/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/3376 e 0 to 0 dl 1557964740 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964634.737433:0:57598:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:17.0:1557964634.737434:0:57598:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:17.0:1557964634.737435:0:57598:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba7000. 00000100:00000200:17.0:1557964634.737436:0:57598:0:(niobuf.c:85:ptl_send_buf()) Sending 688 bytes to portal 12, xid 1633636318338880, offset 0 00000400:00000010:17.0:1557964634.737437:0:57598:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89150ef12c00 (tot 30924164). 00000400:00000200:17.0:1557964634.737439:0:57598:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:17.0:1557964634.737444:0:57598:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:17.0:1557964634.737446:0:57598:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 688 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:17.0:1557964634.737449:0:57598:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:17.0:1557964634.737451:0:57598:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:17.0:1557964634.737452:0:57598:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:17.0:1557964634.737454:0:57598:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:17.0:1557964634.737455:0:57598:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.737455:0:57598:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964634.737456:0:57598:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.737457:0:57598:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:17.0:1557964634.737458:0:57598:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00100000:17.0:1557964634.737459:0:57598:0:(client.c:2336:ptlrpc_set_wait()) set ffff8915cc388e40 going to sleep for 61 seconds 00000100:00000001:17.0:1557964634.737459:0:57598:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1557964634.737460:0:57598:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.737461:0:57598:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1557964634.737461:0:57598:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964634.737494:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:19.0:1557964634.737507:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:19.0:1557964634.737509:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (23)-- 00000100:00000001:19.0:1557964634.737511:0:24063:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:19.0:1557964634.737514:0:24063:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff89157528ef00 x1633636318338880/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/3376 e 0 to 0 dl 1557964740 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964634.737518:0:24063:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:19.0:1557964634.737519:0:24063:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff89157528ef00 x1633636318338880/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/3376 e 0 to 0 dl 1557964740 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964634.737523:0:24063:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964634.737523:0:24063:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:19.0:1557964634.737524:0:24063:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba7000 00000400:00000010:19.0:1557964634.737525:0:24063:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba7000. 00000400:00000010:19.0:1557964634.737526:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89150ef12c00 (tot 30923764). 00000800:00000200:19.0:1557964634.737528:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000800:00000200:19.0:1557964634.737529:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000800:00000200:29.2:1557964634.737732:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:21.0:1557964634.737749:0:24062:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:21.0:1557964634.737753:0:24062:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557964634.737757:0:24062:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964634.737759:0:24062:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925f72eac00 (tot 30924164). 00000400:00000200:21.0:1557964634.737763:0:24062:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 1080 into portal 10 MB=0x5cdc898725f40 00000400:00000200:21.0:1557964634.737766:0:24062:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 1080/1080 into md 0x1c359 [1] + 192 00000100:00000001:21.0:1557964634.737770:0:24062:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:21.0:1557964634.737772:0:24062:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff89157528ef00 x1633636318338880/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/3376 e 0 to 0 dl 1557964740 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:21.0:1557964634.737778:0:24062:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=1080 offset=192 replen=3376 req@ffff89157528ef00 x1633636318338880/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/3376 e 0 to 0 dl 1557964740 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000800:00000200:4.0:1557964634.737779:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:21.0:1557964634.737785:0:24062:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:21.0:1557964634.737786:0:24062:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925f72eac00 (tot 30923764). 00000800:00000200:21.0:1557964634.737787:0:24062:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:21.0:1557964634.737789:0:24062:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)-- 00000800:00000200:21.0:1557964634.737790:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000100:00000001:17.0:1557964634.737817:0:57598:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:17.0:1557964634.737819:0:57598:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:17.0:1557964634.737820:0:57598:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:17.0:1557964634.737821:0:57598:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:17.0:1557964634.737823:0:57598:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff89157528ef00 x1633636318338880/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/3376 e 0 to 0 dl 1557964740 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:17.0:1557964634.737827:0:57598:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff89157528ef00 x1633636318338880/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/3376 e 0 to 0 dl 1557964740 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964634.737831:0:57598:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:17.0:1557964634.737831:0:57598:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924c9af19c0. 00000400:00000200:17.0:1557964634.737832:0:57598:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba7780 00000400:00000010:17.0:1557964634.737833:0:57598:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba7780. 00000100:00000001:17.0:1557964634.737833:0:57598:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964634.737834:0:57598:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:17.0:1557964634.737835:0:57598:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:17.0:1557964634.737836:0:57598:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:17.0:1557964634.737836:0:57598:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964634.737837:0:57598:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:17.0:1557964634.737839:0:57598:0:(import.c:1677:at_measured()) add 45 to ffff891506a72400 time=134 v=45 (45 45 45 45) 00000100:00001000:17.0:1557964634.737840:0:57598:0:(import.c:1677:at_measured()) add 1 to ffff891506a723c8 time=134 v=45 (1 1 1 1) 00000100:00000001:17.0:1557964634.737841:0:57598:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:17.0:1557964634.737843:0:57598:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964634.737844:0:57598:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:17.0:1557964634.737845:0:57598:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.737846:0:57598:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:17.0:1557964634.737846:0:57598:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-mdc-ffff8925ba270000: skip recheck: last_committed 30064774475 00000100:00000001:17.0:1557964634.737847:0:57598:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:17.0:1557964634.737848:0:57598:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:17.0:1557964634.737849:0:57598:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff89157528ef00 x1633636318338880/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/1080 e 0 to 0 dl 1557964740 ref 2 fl Rpc:R/0/0 rc 0/0 00000100:00000001:17.0:1557964634.737852:0:57598:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964634.737853:0:57598:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:17.0:1557964634.737854:0:57598:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:17.0:1557964634.737855:0:57598:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff89157528ef00 x1633636318338880/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/1080 e 0 to 0 dl 1557964740 ref 2 fl Interpret:R/0/0 rc 0/0 00000100:00100000:17.0:1557964634.737858:0:57598:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc dd:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57598:1633636318338880:172.19.1.24@o2ib100:101 00000100:00000001:17.0:1557964634.737859:0:57598:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964634.737860:0:57598:0:(client.c:2426:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.737861:0:57598:0:(client.c:1008:ptlrpc_set_destroy()) Process entered 00000100:00000001:17.0:1557964634.737861:0:57598:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964634.737862:0:57598:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff89157528ef00 x1633636318338880/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/1080 e 0 to 0 dl 1557964740 ref 2 fl Complete:R/0/0 rc 0/0 00000100:00000001:17.0:1557964634.737865:0:57598:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:17.0:1557964634.737866:0:57598:0:(ptlrpc_internal.h:352:ptlrpc_reqset_put()) kfreed 'set': 152 at ffff8915cc388e40. 00000100:00000001:17.0:1557964634.737866:0:57598:0:(client.c:1050:ptlrpc_set_destroy()) Process leaving 00000100:00000001:17.0:1557964634.737867:0:57598:0:(client.c:2929:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964634.737867:0:57598:0:(ldlm_request.c:574:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:17.0:1557964634.737868:0:57598:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964634.737868:0:57598:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964634.737869:0:57598:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952653312 : -130749756898304 : ffff8915732f8400) 00010000:00000001:17.0:1557964634.737870:0:57598:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952653312 : -130749756898304 : ffff8915732f8400) 00010000:00000040:17.0:1557964634.737872:0:57598:0:(ldlm_request.c:647:ldlm_cli_enqueue_fini()) local: ffff8915732f8400, remote cookie: 0xaa60bb0b4261faf9, flags: 0x1001 00010000:00000040:17.0:1557964634.737874:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388c00 count: 3 00010000:00010000:17.0:1557964634.737874:0:57598:0:(ldlm_request.c:684:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f8400/0x398a44d554ce2639 lrc: 4/1,0 mode: --/PR res: [0x200001b71:0x587:0x0].0x0 bits 0x20 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261faf9 expref: -99 pid: 57598 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964634.737879:0:57598:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388c00 count: 2 00010000:00000001:17.0:1557964634.737880:0:57598:0:(ldlm_lock.c:1719:ldlm_lock_enqueue()) Process entered 00010000:00000001:17.0:1557964634.737881:0:57598:0:(ldlm_lock.c:1100:ldlm_grant_lock()) Process entered 00010000:00000001:17.0:1557964634.737881:0:57598:0:(ldlm_lock.c:1077:ldlm_grant_lock_with_skiplist()) Process entered 00010000:00000001:17.0:1557964634.737882:0:57598:0:(ldlm_lock.c:957:search_granted_lock()) Process entered 00010000:00000001:17.0:1557964634.737882:0:57598:0:(ldlm_lock.c:1028:search_granted_lock()) Process leaving 00010000:00000001:17.0:1557964634.737882:0:57598:0:(ldlm_lock.c:1040:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:17.0:1557964634.737883:0:57598:0:(ldlm_resource.c:1683:ldlm_resource_dump()) --- Resource: [0x200001b71:0x587:0x0].0x0 (ffff8915cc388c00) refcount = 2 00010000:00000040:17.0:1557964634.737884:0:57598:0:(ldlm_resource.c:1686:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:17.0:1557964634.737884:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388c00 count: 3 00010000:00000040:17.0:1557964634.737885:0:57598:0:(ldlm_resource.c:1689:ldlm_resource_dump()) ### ### ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f8600/0x398a44d554ce2632 lrc: 1/0,0 mode: CR/CR res: [0x200001b71:0x587:0x0].0x0 bits 0x9 rrc: 3 type: IBT flags: 0x20000000000 nid: local remote: 0xaa60bb0b4261fae4 expref: -99 pid: 57598 timeout: 0 lvb_type: 3 00010000:00000040:17.0:1557964634.737887:0:57598:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388c00 count: 2 00010000:00010000:17.0:1557964634.737888:0:57598:0:(ldlm_lock.c:1045:ldlm_granted_list_add_lock()) ### About to add lock: ns: ?? lock: ffff8915732f8400/0x398a44d554ce2639 lrc: 4/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261faf9 expref: -99 pid: 57598 timeout: 0 lvb_type: 0 00010000:00000001:17.0:1557964634.737890:0:57598:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:17.0:1557964634.737890:0:57598:0:(ldlm_lock.c:1083:ldlm_grant_lock_with_skiplist()) Process leaving 00010000:00000001:17.0:1557964634.737891:0:57598:0:(ldlm_lock.c:1131:ldlm_grant_lock()) Process leaving 00010000:00000001:17.0:1557964634.737891:0:57598:0:(ldlm_lock.c:1824:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:17.0:1557964634.737892:0:57598:0:(ldlm_request.c:261:ldlm_completion_ast()) Process entered 00010000:00000001:17.0:1557964634.737892:0:57598:0:(ldlm_request.c:270:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:17.0:1557964634.737893:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388c00 count: 3 00010000:00010000:17.0:1557964634.737893:0:57598:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f8400/0x398a44d554ce2639 lrc: 4/1,0 mode: PR/PR res: [0x200001b71:0x587:0x0].0x0 bits 0x20 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261faf9 expref: -99 pid: 57598 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964634.737896:0:57598:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388c00 count: 2 00010000:00000001:17.0:1557964634.737896:0:57598:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:17.0:1557964634.737897:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.737897:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964634.737897:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.737898:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964634.737898:0:57598:0:(ldlm_request.c:1007:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964634.737900:0:57598:0:(mdc_locks.c:567:mdc_finish_enqueue()) Process entered 00010000:00000001:17.0:1557964634.737900:0:57598:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964634.737901:0:57598:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964634.737901:0:57598:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952653312 : -130749756898304 : ffff8915732f8400) 00010000:00000001:17.0:1557964634.737902:0:57598:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952653312 : -130749756898304 : ffff8915732f8400) 00010000:00000001:17.0:1557964634.737903:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.737904:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00100000:17.0:1557964634.737904:0:57598:0:(mdc_locks.c:621:mdc_finish_enqueue()) @@@ op: 80 disposition: 0, status: 0 req@ffff89157528ef00 x1633636318338880/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/1080 e 0 to 0 dl 1557964740 ref 1 fl Complete:R/0/0 rc 0/0 00010000:00000001:17.0:1557964634.737907:0:57598:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964634.737908:0:57598:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964634.737908:0:57598:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952653312 : -130749756898304 : ffff8915732f8400) 00010000:00000001:17.0:1557964634.737909:0:57598:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952653312 : -130749756898304 : ffff8915732f8400) 00010000:00000001:17.0:1557964634.737909:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.737909:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:17.0:1557964634.737910:0:57598:0:(mdc_locks.c:740:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964634.737910:0:57598:0:(mdc_locks.c:914:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964634.737911:0:57598:0:(mdc_locks.c:935:mdc_finish_intent_lock()) Process entered 00010000:00000001:17.0:1557964634.737911:0:57598:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964634.737911:0:57598:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964634.737912:0:57598:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952653312 : -130749756898304 : ffff8915732f8400) 00010000:00000001:17.0:1557964634.737912:0:57598:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952653312 : -130749756898304 : ffff8915732f8400) 00010000:00000040:17.0:1557964634.737913:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388c00 count: 3 00000002:00010000:17.0:1557964634.737913:0:57598:0:(mdc_locks.c:1005:mdc_finish_intent_lock()) ### matching against this ns: looze-MDT0000-mdc-ffff8925ba270000 lock: ffff8915732f8400/0x398a44d554ce2639 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x587:0x0].0x0 bits 0x20 rrc: 3 type: IBT flags: 0x0 nid: local remote: 0xaa60bb0b4261faf9 expref: -99 pid: 57598 timeout: 0 lvb_type: 0 00010000:00000040:17.0:1557964634.737916:0:57598:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388c00 count: 2 00010000:00000001:17.0:1557964634.737916:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.737916:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964634.737917:0:57598:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000001:17.0:1557964634.737917:0:57598:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964634.737917:0:57598:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964634.737917:0:57598:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952653312 : -130749756898304 : ffff8915732f8400) 00010000:00000001:17.0:1557964634.737918:0:57598:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952653312 : -130749756898304 : ffff8915732f8400) 00010000:00000040:17.0:1557964634.737920:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388c00 count: 3 00010000:00000001:17.0:1557964634.737921:0:57598:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:17.0:1557964634.737922:0:57598:0:(ldlm_lock.c:1415:ldlm_lock_match()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:17.0:1557964634.737922:0:57598:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388c00 count: 2 00010000:00010000:17.0:1557964634.737923:0:57598:0:(ldlm_lock.c:1494:ldlm_lock_match()) ### not matched ns ffff8915c5715400 type 13 mode 4 res 8589941617/1415 (0 0) 00010000:00000001:17.0:1557964634.737925:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.737925:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:17.0:1557964634.737925:0:57598:0:(mdc_locks.c:1031:mdc_finish_intent_lock()) Process leaving 00000002:00002000:17.0:1557964634.737925:0:57598:0:(mdc_locks.c:1036:mdc_finish_intent_lock()) D_IT dentry intent: getxattr status 0 disp 0 rc 0 00000002:00000001:17.0:1557964634.737926:0:57598:0:(mdc_locks.c:1183:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.737927:0:57598:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.737928:0:57598:0:(lmv_intent.c:444:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.737928:0:57598:0:(lmv_intent.c:515:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.737929:0:57598:0:(obd_class.h:1392:md_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:17.0:1557964634.737930:0:57598:0:(llite_lib.c:2531:ll_finish_md_op_data()) kfreed 'op_data': 320 at ffff89150ef14400. 00000080:00000001:17.0:1557964634.737931:0:57598:0:(xattr_cache.c:365:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:17.0:1557964634.737932:0:57598:0:(xattr_cache.c:429:ll_xattr_cache_refill()) caching: xdata=ffff8925ebb80420 xtail=ffff8925ebb80455 00000080:00000001:17.0:1557964634.737933:0:57598:0:(xattr_cache.c:84:ll_xattr_cache_init()) Process entered 00000080:00000020:17.0:1557964634.737933:0:57598:0:(xattr_cache.c:434:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:17.0:1557964634.737934:0:57598:0:(xattr_cache.c:140:ll_xattr_cache_add()) Process entered 00000080:00000001:17.0:1557964634.737934:0:57598:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:17.0:1557964634.737935:0:57598:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:17.0:1557964634.737935:0:57598:0:(xattr_cache.c:147:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff8915c62ae6e0. 00000080:00000010:17.0:1557964634.737936:0:57598:0:(xattr_cache.c:155:ll_xattr_cache_add()) kmalloced 'xattr->xe_name': 12 at ffff89159ebe4860. 00000080:00000010:17.0:1557964634.737937:0:57598:0:(xattr_cache.c:161:ll_xattr_cache_add()) kmalloced 'xattr->xe_value': 24 at ffff89254de901e0. 00000080:00000020:17.0:1557964634.737938:0:57598:0:(xattr_cache.c:174:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:17.0:1557964634.737938:0:57598:0:(xattr_cache.c:176:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:17.0:1557964634.737939:0:57598:0:(xattr_cache.c:434:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:17.0:1557964634.737939:0:57598:0:(xattr_cache.c:140:ll_xattr_cache_add()) Process entered 00000080:00000001:17.0:1557964634.737940:0:57598:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:17.0:1557964634.737940:0:57598:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:17.0:1557964634.737941:0:57598:0:(xattr_cache.c:147:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff8915c62ae7a8. 00000080:00000010:17.0:1557964634.737942:0:57598:0:(xattr_cache.c:155:ll_xattr_cache_add()) kmalloced 'xattr->xe_name': 12 at ffff89159ebe4810. 00000080:00000010:17.0:1557964634.737942:0:57598:0:(xattr_cache.c:161:ll_xattr_cache_add()) kmalloced 'xattr->xe_value': 56 at ffff8915e3e28680. 00000080:00000020:17.0:1557964634.737946:0:57598:0:(xattr_cache.c:174:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:17.0:1557964634.737946:0:57598:0:(xattr_cache.c:176:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:17.0:1557964634.737947:0:57598:0:(xattr_cache.c:434:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:17.0:1557964634.737948:0:57598:0:(xattr_cache.c:140:ll_xattr_cache_add()) Process entered 00000080:00000001:17.0:1557964634.737948:0:57598:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:17.0:1557964634.737949:0:57598:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:17.0:1557964634.737950:0:57598:0:(xattr_cache.c:147:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff8915c62ae708. 00000080:00000010:17.0:1557964634.737950:0:57598:0:(xattr_cache.c:155:ll_xattr_cache_add()) kmalloced 'xattr->xe_name': 13 at ffff89159ebe4820. 00000080:00000010:17.0:1557964634.737951:0:57598:0:(xattr_cache.c:161:ll_xattr_cache_add()) kmalloced 'xattr->xe_value': 49 at ffff8915e3e28a00. 00000080:00000020:17.0:1557964634.737951:0:57598:0:(xattr_cache.c:174:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:17.0:1557964634.737951:0:57598:0:(xattr_cache.c:176:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:17.0:1557964634.737952:0:57598:0:(xattr_cache.c:434:ll_xattr_cache_refill()) caching [trusted.version]=L 00000080:00000001:17.0:1557964634.737952:0:57598:0:(xattr_cache.c:140:ll_xattr_cache_add()) Process entered 00000080:00000001:17.0:1557964634.737953:0:57598:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:17.0:1557964634.737953:0:57598:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:17.0:1557964634.737954:0:57598:0:(xattr_cache.c:147:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff8915c62ae730. 00000080:00000010:17.0:1557964634.737954:0:57598:0:(xattr_cache.c:155:ll_xattr_cache_add()) kmalloced 'xattr->xe_name': 16 at ffff89159ebe4830. 00000080:00000010:17.0:1557964634.737955:0:57598:0:(xattr_cache.c:161:ll_xattr_cache_add()) kmalloced 'xattr->xe_value': 8 at ffff8915cbfee6d8. 00000080:00000020:17.0:1557964634.737955:0:57598:0:(xattr_cache.c:174:ll_xattr_cache_add()) set: [trusted.version]=L 00000080:00000001:17.0:1557964634.737955:0:57598:0:(xattr_cache.c:176:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:17.0:1557964634.737956:0:57598:0:(llite_internal.h:1336:ll_set_lock_data()) setting l_data to inode [0x200001b71:0x587:0x0](ffff891572edbf90) for lock 0x398a44d554ce2639 00000080:00000001:17.0:1557964634.737957:0:57598:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00800000:00000001:17.0:1557964634.737958:0:57598:0:(lmv_obd.c:2852:lmv_set_lock_data()) Process entered 00800000:00000001:17.0:1557964634.737958:0:57598:0:(obd_class.h:1553:md_set_lock_data()) Process entered 00000002:00000001:17.0:1557964634.737959:0:57598:0:(mdc_locks.c:103:mdc_set_lock_data()) Process entered 00010000:00000001:17.0:1557964634.737959:0:57598:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964634.737959:0:57598:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964634.737960:0:57598:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952653312 : -130749756898304 : ffff8915732f8400) 00010000:00000001:17.0:1557964634.737960:0:57598:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952653312 : -130749756898304 : ffff8915732f8400) 00010000:00000001:17.0:1557964634.737961:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.737961:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000002:00000001:17.0:1557964634.737961:0:57598:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.737962:0:57598:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.737962:0:57598:0:(lmv_obd.c:2857:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.737963:0:57598:0:(obd_class.h:1556:md_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:17.0:1557964634.737964:0:57598:0:(dcache.c:201:ll_intent_drop_lock()) releasing lock with cookie 0x398a44d554ce2639 from it ffff89158ce5fa08 00010000:00000001:17.0:1557964634.737965:0:57598:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964634.737965:0:57598:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964634.737966:0:57598:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952653312 : -130749756898304 : ffff8915732f8400) 00010000:00000001:17.0:1557964634.737967:0:57598:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952653312 : -130749756898304 : ffff8915732f8400) 00010000:00000001:17.0:1557964634.737968:0:57598:0:(ldlm_lock.c:826:ldlm_lock_decref_internal()) Process entered 00010000:00010000:17.0:1557964634.737968:0:57598:0:(ldlm_lock.c:799:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: ?? lock: ffff8915732f8400/0x398a44d554ce2639 lrc: 3/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261faf9 expref: -99 pid: 57598 timeout: 0 lvb_type: 0 00010000:00000001:17.0:1557964634.737970:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.737970:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00010000:17.0:1557964634.737971:0:57598:0:(ldlm_lock.c:872:ldlm_lock_decref_internal()) ### add lock into lru list ns: ?? lock: ffff8915732f8400/0x398a44d554ce2639 lrc: 2/0,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xaa60bb0b4261faf9 expref: -99 pid: 57598 timeout: 0 lvb_type: 0 00010000:00000001:17.0:1557964634.737972:0:57598:0:(ldlm_lock.c:300:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:17.0:1557964634.737973:0:57598:0:(ldlm_lock.c:304:ldlm_lock_add_to_lru()) Process leaving 00010000:00000001:17.0:1557964634.737973:0:57598:0:(ldlm_lock.c:893:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:17.0:1557964634.737973:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.737973:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000100:00000001:17.0:1557964634.737974:0:57598:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964634.737975:0:57598:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff89157528ef00 x1633636318338880/t0(0) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 688/1080 e 0 to 0 dl 1557964740 ref 1 fl Complete:R/0/0 rc 0/0 00000100:00000001:17.0:1557964634.737977:0:57598:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:17.0:1557964634.737978:0:57598:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:17.0:1557964634.737978:0:57598:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff8925ebb80000. 02000000:00000001:17.0:1557964634.737979:0:57598:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:17.0:1557964634.737980:0:57598:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:17.0:1557964634.737980:0:57598:0:(genops.c:1228:class_import_put()) import ffff891506a72000 refcount=4 obd=looze-MDT0000-mdc-ffff8925ba270000 00000020:00000001:17.0:1557964634.737981:0:57598:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:17.0:1557964634.737981:0:57598:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8915757ac000. 02000000:00000001:17.0:1557964634.737982:0:57598:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:17.0:1557964634.737982:0:57598:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:17.0:1557964634.737983:0:57598:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff89157528ef00. 00000100:00000001:17.0:1557964634.737983:0:57598:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:17.0:1557964634.737984:0:57598:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:17.0:1557964634.737984:0:57598:0:(xattr_cache.c:473:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.737985:0:57598:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:17.0:1557964634.737986:0:57598:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964634.737987:0:57598:0:(xattr_cache.c:547:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:17.0:1557964634.737988:0:57598:0:(xattr_cache.c:551:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964634.737989:0:57598:0:(xattr.c:347:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:17.0:1557964634.737990:0:57598:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:17.0:1557964634.737990:0:57598:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:17.0:1557964634.737990:0:57598:0:(xattr.c:405:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964634.737991:0:57598:0:(xattr.c:461:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964634.737993:0:57598:0:(file.c:4022:ll_inode_permission()) Process entered 00000080:00200000:17.0:1557964634.737993:0:57598:0:(file.c:4043:ll_inode_permission()) VFS Op:inode=[0x200001b71:0x587:0x0](ffff891572edbf90), inode mode 81a4 mask 40 00000080:00000001:17.0:1557964634.737994:0:57598:0:(file.c:4081:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.737996:0:57598:0:(xattr.c:417:ll_xattr_get_common()) Process entered 00000080:00000001:17.0:1557964634.737997:0:57598:0:(xattr.c:339:ll_xattr_list()) Process entered 00000080:00000001:17.0:1557964634.737998:0:57598:0:(xattr_cache.c:512:ll_xattr_cache_get()) Process entered 00000080:00000001:17.0:1557964634.737998:0:57598:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process entered 00000080:00000001:17.0:1557964634.737998:0:57598:0:(xattr_cache.c:121:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964634.737999:0:57598:0:(xattr_cache.c:547:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:17.0:1557964634.737999:0:57598:0:(xattr_cache.c:551:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964634.738000:0:57598:0:(xattr.c:347:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:17.0:1557964634.738001:0:57598:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:17.0:1557964634.738001:0:57598:0:(client.c:2521:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:17.0:1557964634.738002:0:57598:0:(xattr.c:405:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:17.0:1557964634.738003:0:57598:0:(xattr.c:461:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00020000:00000001:17.0:1557964634.738010:0:57598:0:(lov_object.c:1735:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:17.0:1557964634.738011:0:57598:0:(lov_object.c:761:lov_conf_freeze()) To take share lov(ffff8925f75e7c20) owner (null)/ffff8906392d2080 00020000:00000002:17.0:1557964634.738012:0:57598:0:(lov_object.c:769:lov_conf_thaw()) To release share lov(ffff8925f75e7c20) owner (null)/ffff8906392d2080 00020000:00000001:17.0:1557964634.738013:0:57598:0:(lov_object.c:1779:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.738329:0:57598:0:(file.c:1600:ll_file_write()) Process entered 00000020:00000001:17.0:1557964634.738330:0:57598:0:(cl_object.c:670:cl_env_obtain()) Process entered 00000020:00000001:17.0:1557964634.738330:0:57598:0:(cl_object.c:701:cl_env_obtain()) Process leaving (rc=18446613326116962744 : -130747592588872 : ffff8915f43041b8) 00000020:00001000:17.0:1557964634.738332:0:57598:0:(cl_object.c:732:cl_env_get()) 1@ffff8915f43041b0 00000080:00000001:17.0:1557964634.738333:0:57598:0:(file.c:1574:ll_file_aio_write()) Process entered 00000020:00000001:17.0:1557964634.738334:0:57598:0:(cl_object.c:670:cl_env_obtain()) Process entered 00000020:00000001:17.0:1557964634.738334:0:57598:0:(cl_object.c:701:cl_env_obtain()) Process leaving (rc=18446613326116963032 : -130747592588584 : ffff8915f43042d8) 00000020:00001000:17.0:1557964634.738335:0:57598:0:(cl_object.c:732:cl_env_get()) 1@ffff8915f43042d0 00000080:00000001:17.0:1557964634.738336:0:57598:0:(file.c:1213:ll_file_io_generic()) Process entered 00000080:00200000:17.0:1557964634.738336:0:57598:0:(file.c:1217:ll_file_io_generic()) test.11: write range: [0, 45871) 00000020:00000001:17.0:1557964634.738339:0:57598:0:(cl_io.c:207:cl_io_rw_init()) Process entered 00000020:00200000:17.0:1557964634.738341:0:57598:0:(cl_io.c:219:cl_io_rw_init()) header@ffff8925b1a4c2c0[0x0, 1, [0x200001b71:0x587:0x0] hash] 00000020:00200000:17.0:1557964634.738342:0:57598:0:(cl_io.c:219:cl_io_rw_init()) io write range: [0, 45871) block - - - 00000020:00000001:17.0:1557964634.738343:0:57598:0:(cl_object.c:150:cl_object_top()) ffff8925b1a4c320 -> ffff8925b1a4c320 00000020:00000001:17.0:1557964634.738343:0:57598:0:(cl_io.c:144:cl_io_init0()) Process entered 00000080:00000001:17.0:1557964634.738344:0:57598:0:(vvp_io.c:1427:vvp_io_init()) Process entered 00000080:00200000:17.0:1557964634.738345:0:57598:0:(vvp_io.c:1433:vvp_io_init()) [0x200001b71:0x587:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:17.0:1557964634.738346:0:57598:0:(cl_io.c:947:cl_io_slice_add()) Process entered 00000020:00000001:17.0:1557964634.738346:0:57598:0:(cl_io.c:953:cl_io_slice_add()) Process leaving 00000020:00000001:17.0:1557964634.738347:0:57598:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:17.0:1557964634.738348:0:57598:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:17.0:1557964634.738348:0:57598:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.738349:0:57598:0:(file.c:4460:ll_layout_refresh()) Process entered 00000080:00000001:17.0:1557964634.738349:0:57598:0:(file.c:4464:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.738350:0:57598:0:(vvp_io.c:1477:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:17.0:1557964634.738351:0:57598:0:(lov_object.c:1063:lov_io_init()) [0x200001b71:0x587:0x0]io ffff8915116d6360 type 2 ignore/verify layout 0/0 00020000:00000002:17.0:1557964634.738352:0:57598:0:(lov_object.c:761:lov_conf_freeze()) To take share lov(ffff8925f75e7c20) owner (null)/ffff8906392d2080 00020000:00000001:17.0:1557964634.738353:0:57598:0:(lov_io.c:1118:lov_io_init_composite()) Process entered 00020000:00000001:17.0:1557964634.738353:0:57598:0:(lov_io.c:205:lov_io_slice_init()) Process entered 00020000:00000001:17.0:1557964634.738353:0:57598:0:(lov_io.c:273:lov_io_slice_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.738354:0:57598:0:(lov_io.c:191:lov_io_subio_init()) Process entered 00020000:00000001:17.0:1557964634.738354:0:57598:0:(lov_io.c:199:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.738355:0:57598:0:(cl_io.c:947:cl_io_slice_add()) Process entered 00000020:00000001:17.0:1557964634.738355:0:57598:0:(cl_io.c:953:cl_io_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.738355:0:57598:0:(lov_io.c:1131:lov_io_init_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:17.0:1557964634.738355:0:57598:0:(lov_object.c:769:lov_conf_thaw()) To release share lov(ffff8925f75e7c20) owner (null)/ffff8906392d2080 00000020:00000001:17.0:1557964634.738356:0:57598:0:(cl_io.c:161:cl_io_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.738357:0:57598:0:(cl_io.c:224:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:17.0:1557964634.738357:0:57598:0:(file.c:1249:ll_file_io_generic()) Range lock [0, 11] 00000001:00000001:17.0:1557964634.738358:0:57598:0:(range_lock.c:206:range_lock()) Process entered 00000001:00000001:17.0:1557964634.738358:0:57598:0:(interval_tree.c:629:interval_search()) Process entered 00000001:00000001:17.0:1557964634.738359:0:57598:0:(interval_tree.c:676:interval_search()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:17.0:1557964634.738360:0:57598:0:(interval_tree.c:384:interval_insert()) Process entered 00000001:00000001:17.0:1557964634.738360:0:57598:0:(interval_tree.c:329:interval_insert_color()) Process entered 00000001:00000001:17.0:1557964634.738361:0:57598:0:(interval_tree.c:376:interval_insert_color()) Process leaving 00000001:00000001:17.0:1557964634.738361:0:57598:0:(interval_tree.c:412:interval_insert()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:17.0:1557964634.738362:0:57598:0:(range_lock.c:243:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.738363:0:57598:0:(cl_io.c:816:cl_io_loop()) Process entered 00000020:00000001:17.0:1557964634.738363:0:57598:0:(cl_io.c:429:cl_io_iter_init()) Process entered 00000020:00000001:17.0:1557964634.738365:0:57598:0:(cl_io.c:963:cl_page_list_init()) Process entered 00000020:00000001:17.0:1557964634.738365:0:57598:0:(cl_io.c:967:cl_page_list_init()) Process leaving 00020000:00000001:17.0:1557964634.738366:0:57598:0:(lov_io.c:491:lov_io_rw_iter_init()) Process entered 00020000:00200000:17.0:1557964634.738366:0:57598:0:(lov_io.c:536:lov_io_rw_iter_init()) stripe: {0, 0} range: [0, 45871) end: 45871, count: 45871 00020000:00000001:17.0:1557964634.738367:0:57598:0:(lov_io.c:403:lov_io_iter_init()) Process entered 00020000:00200000:17.0:1557964634.738368:0:57598:0:(lov_io.c:420:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:17.0:1557964634.738369:0:57598:0:(lov_offset.c:251:lov_stripe_intersects()) [0->45870] -> [(0) 0->45870 (0)] 00020000:00000001:17.0:1557964634.738370:0:57598:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964634.738370:0:57598:0:(lov_io.c:103:lov_io_sub_init()) Process entered 00000020:00000001:17.0:1557964634.738371:0:57598:0:(cl_object.c:670:cl_env_obtain()) Process entered 00000020:00000001:17.0:1557964634.738371:0:57598:0:(cl_object.c:701:cl_env_obtain()) Process leaving (rc=18446613326116962888 : -130747592588728 : ffff8915f4304248) 00000020:00001000:17.0:1557964634.738371:0:57598:0:(cl_object.c:732:cl_env_get()) 1@ffff8915f4304240 00000020:00000001:17.0:1557964634.738372:0:57598:0:(cl_object.c:150:cl_object_top()) ffff8915a22f6798 -> ffff8925b1a4c320 00000020:00000001:17.0:1557964634.738372:0:57598:0:(cl_io.c:144:cl_io_init0()) Process entered 00000020:00000001:17.0:1557964634.738373:0:57598:0:(cl_io.c:947:cl_io_slice_add()) Process entered 00000020:00000001:17.0:1557964634.738373:0:57598:0:(cl_io.c:953:cl_io_slice_add()) Process leaving 00000020:00000001:17.0:1557964634.738374:0:57598:0:(cl_io.c:161:cl_io_init0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.738374:0:57598:0:(lov_io.c:132:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.738375:0:57598:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00000020:00000001:17.0:1557964634.738375:0:57598:0:(cl_io.c:429:cl_io_iter_init()) Process entered 00000008:00000001:17.0:1557964634.738376:0:57598:0:(osc_io.c:372:osc_io_write_iter_init()) Process entered 00000008:00000001:17.0:1557964634.738377:0:57598:0:(osc_io.c:383:osc_io_write_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.738378:0:57598:0:(cl_io.c:441:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:17.0:1557964634.738378:0:57598:0:(lov_io.c:468:lov_io_iter_init()) shrink stripe: {1, 0} range: [0, 45871) 00020000:00000001:17.0:1557964634.738379:0:57598:0:(lov_io.c:475:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.738379:0:57598:0:(lov_io.c:559:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.738380:0:57598:0:(cl_io.c:441:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00200000:17.0:1557964634.738380:0:57598:0:(cl_io.c:849:cl_io_loop()) execute type 2 range: [0, 45871) nob: 0 stop 00000020:00000001:17.0:1557964634.738381:0:57598:0:(cl_io.c:354:cl_io_lock()) Process entered 00000080:00000001:17.0:1557964634.738382:0:57598:0:(vvp_io.c:588:vvp_io_write_lock()) Process entered 00000080:00000001:17.0:1557964634.738383:0:57598:0:(vvp_io.c:536:vvp_io_rw_lock()) Process entered 00000080:00000001:17.0:1557964634.738383:0:57598:0:(vvp_io.c:431:vvp_mmap_locks()) Process entered 00000080:00000001:17.0:1557964634.738384:0:57598:0:(llite_mmap.c:58:our_vma()) Process entered 00000080:00000001:17.0:1557964634.738385:0:57598:0:(llite_mmap.c:71:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.738386:0:57598:0:(vvp_io.c:498:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.738386:0:57598:0:(vvp_io.c:228:vvp_io_one_lock_index()) Process entered 00000080:00200000:17.0:1557964634.738387:0:57598:0:(vvp_io.c:230:vvp_io_one_lock_index()) lock: 1 [0, 11] 00000020:00000001:17.0:1557964634.738388:0:57598:0:(cl_io.c:502:cl_io_lock_add()) Process entered 00000020:00000001:17.0:1557964634.738388:0:57598:0:(cl_io.c:299:cl_lockset_merge()) Process entered 00000020:00000001:17.0:1557964634.738389:0:57598:0:(cl_io.c:316:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.738390:0:57598:0:(cl_io.c:509:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.738390:0:57598:0:(vvp_io.c:249:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.738391:0:57598:0:(vvp_io.c:549:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.738391:0:57598:0:(vvp_io.c:597:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.738392:0:57598:0:(lov_io.c:603:lov_io_lock()) Process entered 00020000:00000001:17.0:1557964634.738392:0:57598:0:(lov_io.c:589:lov_io_call()) Process entered 00000020:00000001:17.0:1557964634.738392:0:57598:0:(cl_io.c:354:cl_io_lock()) Process entered 00000020:00000001:17.0:1557964634.738393:0:57598:0:(cl_io.c:242:cl_io_locks_sort()) Process entered 00000020:00000001:17.0:1557964634.738393:0:57598:0:(cl_io.c:278:cl_io_locks_sort()) Process leaving 00000020:00000001:17.0:1557964634.738393:0:57598:0:(cl_io.c:326:cl_lockset_lock()) Process entered 00000020:00000001:17.0:1557964634.738393:0:57598:0:(cl_io.c:335:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.738394:0:57598:0:(cl_io.c:370:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.738394:0:57598:0:(lov_io.c:598:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.738395:0:57598:0:(lov_io.c:604:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.738395:0:57598:0:(cl_io.c:242:cl_io_locks_sort()) Process entered 00000020:00000001:17.0:1557964634.738396:0:57598:0:(cl_io.c:278:cl_io_locks_sort()) Process leaving 00000020:00000001:17.0:1557964634.738396:0:57598:0:(cl_io.c:326:cl_lockset_lock()) Process entered 00000020:00000001:17.0:1557964634.738396:0:57598:0:(cl_lock.c:197:cl_lock_request()) Process entered 00000020:00000001:17.0:1557964634.738396:0:57598:0:(cl_lock.c:106:cl_lock_init()) Process entered 00000080:00000010:17.0:1557964634.738397:0:57598:0:(vvp_lock.c:77:vvp_lock_init()) slab-alloced 'vlk': 40 at ffff8915c62ae668. 00000020:00000001:17.0:1557964634.738398:0:57598:0:(cl_lock.c:72:cl_lock_slice_add()) Process entered 00000020:00000001:17.0:1557964634.738398:0:57598:0:(cl_lock.c:77:cl_lock_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.738399:0:57598:0:(lov_lock.c:333:lov_lock_init_composite()) Process entered 00020000:00000001:17.0:1557964634.738399:0:57598:0:(lov_lock.c:127:lov_lock_sub_init()) Process entered 00020000:00000002:17.0:1557964634.738400:0:57598:0:(lov_offset.c:251:lov_stripe_intersects()) [0->49151] -> [(0) 0->49151 (0)] 00020000:00000010:17.0:1557964634.738401:0:57598:0:(lov_lock.c:158:lov_lock_sub_init()) kmalloced 'lovlck': 112 at ffff8915f1ba7780. 00020000:00000002:17.0:1557964634.738401:0:57598:0:(lov_offset.c:251:lov_stripe_intersects()) [0->49151] -> [(0) 0->49151 (0)] 00020000:00000001:17.0:1557964634.738402:0:57598:0:(lov_lock.c:92:lov_sublock_init()) Process entered 00020000:00000001:17.0:1557964634.738403:0:57598:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964634.738403:0:57598:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00000020:00000001:17.0:1557964634.738403:0:57598:0:(cl_lock.c:106:cl_lock_init()) Process entered 00020000:00000001:17.0:1557964634.738404:0:57598:0:(lovsub_lock.c:72:lovsub_lock_init()) Process entered 00020000:00000010:17.0:1557964634.738404:0:57598:0:(lovsub_lock.c:73:lovsub_lock_init()) slab-alloced 'lsk': 40 at ffff8915c62ae690. 00000020:00000001:17.0:1557964634.738405:0:57598:0:(cl_lock.c:72:cl_lock_slice_add()) Process entered 00000020:00000001:17.0:1557964634.738406:0:57598:0:(cl_lock.c:77:cl_lock_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.738406:0:57598:0:(lovsub_lock.c:79:lovsub_lock_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:17.0:1557964634.738407:0:57598:0:(osc_lock.c:1170:osc_lock_init()) slab-alloced 'oscl': 264 at ffff891516afc210. 00000020:00000001:17.0:1557964634.738408:0:57598:0:(cl_lock.c:72:cl_lock_slice_add()) Process entered 00000020:00000001:17.0:1557964634.738409:0:57598:0:(cl_lock.c:77:cl_lock_slice_add()) Process leaving 00000008:00010000:17.0:1557964634.738409:0:57598:0:(osc_lock.c:1202:osc_lock_init()) ### lock ffff8915f1ba77b0, osc lock ffff891516afc210, flags 0x40000000 00000020:00000001:17.0:1557964634.738410:0:57598:0:(cl_lock.c:120:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.738411:0:57598:0:(lov_lock.c:102:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.738411:0:57598:0:(lov_lock.c:215:lov_lock_sub_init()) Process leaving (rc=18446613326075688832 : -130747633862784 : ffff8915f1ba7780) 00000020:00000001:17.0:1557964634.738412:0:57598:0:(cl_lock.c:72:cl_lock_slice_add()) Process entered 00000020:00000001:17.0:1557964634.738412:0:57598:0:(cl_lock.c:77:cl_lock_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.738412:0:57598:0:(lov_lock.c:339:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.738413:0:57598:0:(cl_lock.c:120:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.738413:0:57598:0:(cl_lock.c:173:cl_lock_enqueue()) Process entered 00020000:00000001:17.0:1557964634.738414:0:57598:0:(lov_lock.c:252:lov_lock_enqueue()) Process entered 00020000:00000001:17.0:1557964634.738414:0:57598:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964634.738414:0:57598:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00000020:00000001:17.0:1557964634.738415:0:57598:0:(cl_lock.c:173:cl_lock_enqueue()) Process entered 00000008:00000001:17.0:1557964634.738415:0:57598:0:(osc_lock.c:945:osc_lock_enqueue()) Process entered 00000008:00000001:17.0:1557964634.738416:0:57598:0:(osc_lock.c:864:osc_lock_enqueue_wait()) Process entered 00000008:00000001:17.0:1557964634.738416:0:57598:0:(osc_lock.c:912:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.738417:0:57598:0:(osc_request.c:2157:osc_enqueue_base()) Process entered 00010000:00000001:17.0:1557964634.738418:0:57598:0:(ldlm_request.c:906:ldlm_cli_enqueue()) Process entered 00010000:00000001:17.0:1557964634.738418:0:57598:0:(ldlm_lock.c:1651:ldlm_lock_create()) Process entered 00010000:00000010:17.0:1557964634.738420:0:57598:0:(ldlm_resource.c:1361:ldlm_resource_new()) slab-alloced 'res': 192 at ffff8915cc388e40. 00010000:00000010:17.0:1557964634.738421:0:57598:0:(ldlm_resource.c:1367:ldlm_resource_new()) slab-alloced 'res->lr_itree': 128 at ffff8915f1ba7980. 00010000:00000001:17.0:1557964634.738422:0:57598:0:(ldlm_lock.c:451:ldlm_lock_new()) Process entered 00010000:00000010:17.0:1557964634.738423:0:57598:0:(ldlm_lock.c:456:ldlm_lock_new()) slab-alloced 'lock': 504 at ffff8915732f8000. 00000020:00000001:17.0:1557964634.738424:0:57598:0:(lustre_handles.c:64:class_handle_hash()) Process entered 00000020:00000040:17.0:1557964634.738425:0:57598:0:(lustre_handles.c:98:class_handle_hash()) added object ffff8915732f8000 with handle 0x398a44d554ce2640 to hash 00000020:00000001:17.0:1557964634.738425:0:57598:0:(lustre_handles.c:99:class_handle_hash()) Process leaving 00010000:00000001:17.0:1557964634.738425:0:57598:0:(ldlm_lock.c:495:ldlm_lock_new()) Process leaving (rc=18446613323952652288 : -130749756899328 : ffff8915732f8000) 00010000:00000001:17.0:1557964634.738426:0:57598:0:(ldlm_extent.c:949:ldlm_interval_alloc()) Process entered 00010000:00000010:17.0:1557964634.738427:0:57598:0:(ldlm_extent.c:952:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff8915f1ba6200. 00010000:00000001:17.0:1557964634.738428:0:57598:0:(ldlm_extent.c:958:ldlm_interval_alloc()) Process leaving (rc=18446613326075683328 : -130747633868288 : ffff8915f1ba6200) 00010000:00000010:17.0:1557964634.738429:0:57598:0:(ldlm_lock.c:1680:ldlm_lock_create()) kmalloced 'lock->l_lvb_data': 56 at ffff8915e3e28c80. 00010000:00000001:17.0:1557964634.738430:0:57598:0:(ldlm_lock.c:1689:ldlm_lock_create()) Process leaving (rc=18446613323952652288 : -130749756899328 : ffff8915732f8000) 00010000:00000001:17.0:1557964634.738431:0:57598:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:17.0:1557964634.738432:0:57598:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:17.0:1557964634.738433:0:57598:0:(ldlm_lock.c:745:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: ?? lock: ffff8915732f8000/0x398a44d554ce2640 lrc: 3/0,1 mode: --/PW res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 57598 timeout: 0 lvb_type: 1 00010000:00000040:17.0:1557964634.738435:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388e40 count: 2 00010000:00010000:17.0:1557964634.738436:0:57598:0:(ldlm_request.c:944:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x40000000 ns: looze-OST0008-osc-ffff8925ba270000 lock: ffff8915732f8000/0x398a44d554ce2640 lrc: 3/0,1 mode: --/PW res: [0x294af:0x0:0x0].0x0 rrc: 2 type: EXT [0->49151] (req 0->49151) flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57598 timeout: 0 lvb_type: 1 00010000:00000040:17.0:1557964634.738439:0:57598:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388e40 count: 1 00010000:00000001:17.0:1557964634.738440:0:57598:0:(ldlm_request.c:864:ldlm_enqueue_pack()) Process entered 00000100:00000010:17.0:1557964634.738441:0:57598:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff89157528ef00. 00000020:00000040:17.0:1557964634.738441:0:57598:0:(genops.c:1214:class_import_get()) import ffff891506a77000 refcount=5 obd=looze-OST0008-osc-ffff8925ba270000 00010000:00000001:17.0:1557964634.738442:0:57598:0:(ldlm_request.c:796:ldlm_prep_elc_req()) Process entered 00010000:00000001:17.0:1557964634.738443:0:57598:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:17.0:1557964634.738444:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.738444:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964634.738444:0:57598:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.738445:0:57598:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:17.0:1557964634.738446:0:57598:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:17.0:1557964634.738446:0:57598:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:17.0:1557964634.738447:0:57598:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 512 at ffff89150ef14400. 00000100:00000001:17.0:1557964634.738449:0:57598:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964634.738449:0:57598:0:(ldlm_request.c:1956:ldlm_cli_cancel_list()) Process entered 00010000:00000001:17.0:1557964634.738450:0:57598:0:(ldlm_request.c:1959:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964634.738450:0:57598:0:(ldlm_request.c:1956:ldlm_cli_cancel_list()) Process entered 00010000:00000001:17.0:1557964634.738451:0:57598:0:(ldlm_request.c:1959:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964634.738451:0:57598:0:(ldlm_request.c:848:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964634.738452:0:57598:0:(ldlm_request.c:878:ldlm_enqueue_pack()) Process leaving (rc=18446613323985776384 : -130749723775232 : ffff89157528ef00) 00010000:00000040:17.0:1557964634.738453:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388e40 count: 2 00010000:00010000:17.0:1557964634.738454:0:57598:0:(ldlm_request.c:986:ldlm_cli_enqueue()) ### sending request ns: looze-OST0008-osc-ffff8925ba270000 lock: ffff8915732f8000/0x398a44d554ce2640 lrc: 3/0,1 mode: --/PW res: [0x294af:0x0:0x0].0x0 rrc: 2 type: EXT [0->49151] (req 0->49151) flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 57598 timeout: 0 lvb_type: 1 00010000:00000040:17.0:1557964634.738457:0:57598:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388e40 count: 1 00000100:00000001:17.0:1557964634.738458:0:57598:0:(client.c:2909:ptlrpc_queue_wait()) Process entered 00000100:00000001:17.0:1557964634.738459:0:57598:0:(client.c:947:ptlrpc_prep_set()) Process entered 00000100:00000010:17.0:1557964634.738460:0:57598:0:(client.c:949:ptlrpc_prep_set()) kmalloced 'set': 152 at ffff8915cc388fc0. 00000100:00000001:17.0:1557964634.738461:0:57598:0:(client.c:965:ptlrpc_prep_set()) Process leaving (rc=18446613325446418368 : -130748263133248 : ffff8915cc388fc0) 00000100:00000001:17.0:1557964634.738462:0:57598:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964634.738462:0:57598:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985776384 : -130749723775232 : ffff89157528ef00) 00000020:00000001:17.0:1557964634.738463:0:57598:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:17.0:1557964634.738463:0:57598:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:17.0:1557964634.738464:0:57598:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.738465:0:57598:0:(client.c:2315:ptlrpc_set_wait()) Process entered 00000100:00000001:17.0:1557964634.738465:0:57598:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:17.0:1557964634.738467:0:57598:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff89157528ef00 x1633636318338896/t0(0) o101->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964634.738470:0:57598:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:17.0:1557964634.738470:0:57598:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964634.738471:0:57598:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:17.0:1557964634.738471:0:57598:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:17.0:1557964634.738472:0:57598:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc dd:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57598:1633636318338896:172.19.1.35@o2ib100:101 00000100:00000001:17.0:1557964634.738474:0:57598:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:17.0:1557964634.738474:0:57598:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:17.0:1557964634.738475:0:57598:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964634.738476:0:57598:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:17.0:1557964634.738476:0:57598:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff8915757ac000. 02000000:00000001:17.0:1557964634.738477:0:57598:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:17.0:1557964634.738478:0:57598:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924c9af19c0. 00000400:00000010:17.0:1557964634.738480:0:57598:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba7800. 00000100:00000200:17.0:1557964634.738484:0:57598:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1633636318338896, portal 4 00000100:00000001:17.0:1557964634.738485:0:57598:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964634.738485:0:57598:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985776384 : -130749723775232 : ffff89157528ef00) 00000100:00000040:17.0:1557964634.738487:0:57598:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff89157528ef00 x1633636318338896/t0(0) o101->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 328/400 e 0 to 0 dl 1557964740 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964634.738490:0:57598:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:17.0:1557964634.738491:0:57598:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.35@o2ib100 00000400:00000010:17.0:1557964634.738492:0:57598:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba7f00. 00000100:00000200:17.0:1557964634.738492:0:57598:0:(niobuf.c:85:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1633636318338896, offset 0 00000400:00000010:17.0:1557964634.738494:0:57598:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89150ef13e00 (tot 30924164). 00000400:00000200:17.0:1557964634.738496:0:57598:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.35@o2ib100 00000400:00000200:17.0:1557964634.738502:0:57598:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.35@o2ib100(172.19.1.35@o2ib100:172.19.1.35@o2ib100) : PUT 00000800:00000200:17.0:1557964634.738504:0:57598:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 328 bytes in 1 frags to 12345-172.19.1.35@o2ib100 00000800:00000200:17.0:1557964634.738508:0:57598:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f2000] -> 172.19.1.35@o2ib100 (2) version: 12 00000800:00000200:17.0:1557964634.738509:0:57598:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (20)++ 00000800:00000200:17.0:1557964634.738510:0:57598:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7cc00] (21)++ 00000800:00000200:17.0:1557964634.738513:0:57598:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:17.0:1557964634.738513:0:57598:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.738514:0:57598:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964634.738515:0:57598:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.738516:0:57598:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:17.0:1557964634.738516:0:57598:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00100000:17.0:1557964634.738517:0:57598:0:(client.c:2336:ptlrpc_set_wait()) set ffff8915cc388fc0 going to sleep for 61 seconds 00000100:00000001:17.0:1557964634.738518:0:57598:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1557964634.738518:0:57598:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.738519:0:57598:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1557964634.738519:0:57598:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.2:1557964634.738546:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (21)++ 00000800:00000200:24.0:1557964634.738557:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)++ 00000800:00000200:24.0:1557964634.738561:0:24068:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7cc00] (23)-- 00000100:00000001:24.0:1557964634.738566:0:24068:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:24.0:1557964634.738582:0:24068:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff89157528ef00 x1633636318338896/t0(0) o101->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 328/400 e 0 to 0 dl 1557964740 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:24.0:1557964634.738586:0:24068:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:24.0:1557964634.738588:0:24068:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff89157528ef00 x1633636318338896/t0(0) o101->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 328/400 e 0 to 0 dl 1557964740 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000800:00000200:14.0:1557964634.738588:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:24.0:1557964634.738591:0:24068:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:24.0:1557964634.738592:0:24068:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:24.0:1557964634.738593:0:24068:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba7f00 00000400:00000010:24.0:1557964634.738595:0:24068:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba7f00. 00000400:00000010:24.0:1557964634.738597:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89150ef13e00 (tot 30923764). 00000800:00000200:24.0:1557964634.738598:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000800:00000200:24.2:1557964634.738819:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (20)++ 00000800:00000200:24.0:1557964634.738831:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)++ 00000800:00000200:24.0:1557964634.738835:0:24066:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.35@o2ib100 00000400:00000200:24.0:1557964634.738839:0:24066:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.35@o2ib100 : PUT 00000400:00000010:24.0:1557964634.738840:0:24066:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff892553917a00 (tot 30924164). 00000400:00000200:24.0:1557964634.738844:0:24066:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.35@o2ib100 of length 368 into portal 4 MB=0x5cdc898725f50 00000400:00000200:24.0:1557964634.738847:0:24066:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.35@o2ib100 of length 368/368 into md 0xa325 [1] + 192 00000100:00000001:24.0:1557964634.738851:0:24066:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:24.0:1557964634.738852:0:24066:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff89157528ef00 x1633636318338896/t0(0) o101->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 328/400 e 0 to 0 dl 1557964740 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:24.0:1557964634.738857:0:24066:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=192 replen=400 req@ffff89157528ef00 x1633636318338896/t0(0) o101->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 328/400 e 0 to 0 dl 1557964740 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000800:00000200:9.0:1557964634.738862:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:24.0:1557964634.738863:0:24066:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:24.0:1557964634.738864:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff892553917a00 (tot 30923764). 00000800:00000200:24.0:1557964634.738865:0:24066:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (21)++ 00000800:00000200:24.0:1557964634.738867:0:24066:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (22)-- 00000800:00000200:24.0:1557964634.738868:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000100:00000001:17.0:1557964634.738891:0:57598:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:17.0:1557964634.738893:0:57598:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:17.0:1557964634.738894:0:57598:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:17.0:1557964634.738895:0:57598:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:17.0:1557964634.738897:0:57598:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff89157528ef00 x1633636318338896/t0(0) o101->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 328/400 e 0 to 0 dl 1557964740 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:17.0:1557964634.738902:0:57598:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff89157528ef00 x1633636318338896/t0(0) o101->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 328/400 e 0 to 0 dl 1557964740 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964634.738905:0:57598:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:17.0:1557964634.738907:0:57598:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924c9af19c0. 00000400:00000200:17.0:1557964634.738908:0:57598:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba7800 00000400:00000010:17.0:1557964634.738908:0:57598:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba7800. 00000100:00000001:17.0:1557964634.738909:0:57598:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964634.738910:0:57598:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:17.0:1557964634.738910:0:57598:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:17.0:1557964634.738911:0:57598:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:17.0:1557964634.738912:0:57598:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964634.738914:0:57598:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:17.0:1557964634.738916:0:57598:0:(import.c:1677:at_measured()) add 45 to ffff891506a77400 time=134 v=45 (45 45 45 45) 00000100:00001000:17.0:1557964634.738917:0:57598:0:(import.c:1677:at_measured()) add 1 to ffff891506a773c8 time=134 v=45 (1 1 1 1) 00000100:00000001:17.0:1557964634.738918:0:57598:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:17.0:1557964634.738919:0:57598:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964634.738920:0:57598:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:17.0:1557964634.738920:0:57598:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.738921:0:57598:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:17.0:1557964634.738922:0:57598:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0008-osc-ffff8925ba270000: skip recheck: last_committed 30064771278 00000100:00000001:17.0:1557964634.738922:0:57598:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:17.0:1557964634.738923:0:57598:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:17.0:1557964634.738924:0:57598:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff89157528ef00 x1633636318338896/t0(0) o101->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 328/368 e 0 to 0 dl 1557964740 ref 2 fl Rpc:R/0/0 rc 0/0 00000100:00000001:17.0:1557964634.738927:0:57598:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964634.738928:0:57598:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:17.0:1557964634.738929:0:57598:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:17.0:1557964634.738930:0:57598:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff89157528ef00 x1633636318338896/t0(0) o101->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 328/368 e 0 to 0 dl 1557964740 ref 2 fl Interpret:R/0/0 rc 0/0 00000100:00100000:17.0:1557964634.738933:0:57598:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc dd:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57598:1633636318338896:172.19.1.35@o2ib100:101 00000100:00000001:17.0:1557964634.738935:0:57598:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964634.738936:0:57598:0:(client.c:2426:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.738937:0:57598:0:(client.c:1008:ptlrpc_set_destroy()) Process entered 00000100:00000001:17.0:1557964634.738937:0:57598:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964634.738938:0:57598:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff89157528ef00 x1633636318338896/t0(0) o101->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 328/368 e 0 to 0 dl 1557964740 ref 2 fl Complete:R/0/0 rc 0/0 00000100:00000001:17.0:1557964634.738941:0:57598:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:17.0:1557964634.738942:0:57598:0:(ptlrpc_internal.h:352:ptlrpc_reqset_put()) kfreed 'set': 152 at ffff8915cc388fc0. 00000100:00000001:17.0:1557964634.738942:0:57598:0:(client.c:1050:ptlrpc_set_destroy()) Process leaving 00000100:00000001:17.0:1557964634.738943:0:57598:0:(client.c:2929:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964634.738943:0:57598:0:(ldlm_request.c:574:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:17.0:1557964634.738944:0:57598:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964634.738944:0:57598:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964634.738945:0:57598:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952652288 : -130749756899328 : ffff8915732f8000) 00010000:00000001:17.0:1557964634.738946:0:57598:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952652288 : -130749756899328 : ffff8915732f8000) 00010000:00000040:17.0:1557964634.738948:0:57598:0:(ldlm_request.c:647:ldlm_cli_enqueue_fini()) local: ffff8915732f8000, remote cookie: 0x2a506345580b78d5, flags: 0x40000001 00010000:00000040:17.0:1557964634.738950:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388e40 count: 2 00010000:00010000:17.0:1557964634.738951:0:57598:0:(ldlm_request.c:684:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: looze-OST0008-osc-ffff8925ba270000 lock: ffff8915732f8000/0x398a44d554ce2640 lrc: 4/0,1 mode: --/PW res: [0x294af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->49151) flags: 0x0 nid: local remote: 0x2a506345580b78d5 expref: -99 pid: 57598 timeout: 0 lvb_type: 1 00010000:00000040:17.0:1557964634.738955:0:57598:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388e40 count: 1 00010000:00000001:17.0:1557964634.738955:0:57598:0:(ldlm_lock.c:1542:ldlm_fill_lvb()) Process entered 00010000:00000001:17.0:1557964634.738956:0:57598:0:(ldlm_lock.c:1633:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964634.738957:0:57598:0:(ldlm_lock.c:1719:ldlm_lock_enqueue()) Process entered 00010000:00000001:17.0:1557964634.738957:0:57598:0:(ldlm_lock.c:1100:ldlm_grant_lock()) Process entered 00000001:00000001:17.0:1557964634.738958:0:57598:0:(interval_tree.c:384:interval_insert()) Process entered 00000001:00000001:17.0:1557964634.738958:0:57598:0:(interval_tree.c:329:interval_insert_color()) Process entered 00000001:00000001:17.0:1557964634.738958:0:57598:0:(interval_tree.c:376:interval_insert_color()) Process leaving 00000001:00000001:17.0:1557964634.738959:0:57598:0:(interval_tree.c:412:interval_insert()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:17.0:1557964634.738960:0:57598:0:(ldlm_resource.c:1552:ldlm_resource_add_lock()) ### About to add this lock ns: ?? lock: ffff8915732f8000/0x398a44d554ce2640 lrc: 4/0,1 mode: PW/PW res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0x2a506345580b78d5 expref: -99 pid: 57598 timeout: 0 lvb_type: 1 00010000:00000001:17.0:1557964634.738964:0:57598:0:(ldlm_lock.c:1131:ldlm_grant_lock()) Process leaving 00010000:00000001:17.0:1557964634.738964:0:57598:0:(ldlm_lock.c:1824:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:17.0:1557964634.738965:0:57598:0:(ldlm_request.c:261:ldlm_completion_ast()) Process entered 00010000:00000001:17.0:1557964634.738966:0:57598:0:(ldlm_request.c:270:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:17.0:1557964634.738966:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388e40 count: 2 00010000:00010000:17.0:1557964634.738967:0:57598:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: looze-OST0008-osc-ffff8925ba270000 lock: ffff8915732f8000/0x398a44d554ce2640 lrc: 4/0,1 mode: PW/PW res: [0x294af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->49151) flags: 0x0 nid: local remote: 0x2a506345580b78d5 expref: -99 pid: 57598 timeout: 0 lvb_type: 1 00010000:00000040:17.0:1557964634.738969:0:57598:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388e40 count: 1 00010000:00000001:17.0:1557964634.738970:0:57598:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:17.0:1557964634.738970:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.738970:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964634.738971:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.738971:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000100:00000001:17.0:1557964634.738971:0:57598:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964634.738972:0:57598:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff89157528ef00 x1633636318338896/t0(0) o101->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:28/4 lens 328/368 e 0 to 0 dl 1557964740 ref 1 fl Complete:R/0/0 rc 0/0 00000100:00000001:17.0:1557964634.738975:0:57598:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:17.0:1557964634.738975:0:57598:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:17.0:1557964634.738976:0:57598:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8915757ac000. 02000000:00000001:17.0:1557964634.738977:0:57598:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:17.0:1557964634.738978:0:57598:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:17.0:1557964634.738979:0:57598:0:(genops.c:1228:class_import_put()) import ffff891506a77000 refcount=4 obd=looze-OST0008-osc-ffff8925ba270000 00000020:00000001:17.0:1557964634.738979:0:57598:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:17.0:1557964634.738980:0:57598:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff89150ef14400. 02000000:00000001:17.0:1557964634.738981:0:57598:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:17.0:1557964634.738981:0:57598:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:17.0:1557964634.738982:0:57598:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff89157528ef00. 00000100:00000001:17.0:1557964634.738982:0:57598:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:17.0:1557964634.738983:0:57598:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:17.0:1557964634.738983:0:57598:0:(ldlm_request.c:1007:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.738984:0:57598:0:(osc_request.c:2050:osc_enqueue_fini()) Process entered 00000008:00000001:17.0:1557964634.738985:0:57598:0:(osc_lock.c:306:osc_lock_upcall()) Process entered 00010000:00000001:17.0:1557964634.738985:0:57598:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964634.738986:0:57598:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964634.738986:0:57598:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952652288 : -130749756899328 : ffff8915732f8000) 00010000:00000001:17.0:1557964634.738987:0:57598:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952652288 : -130749756899328 : ffff8915732f8000) 00010000:00000001:17.0:1557964634.738988:0:57598:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964634.738988:0:57598:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964634.738989:0:57598:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952652288 : -130749756899328 : ffff8915732f8000) 00010000:00000001:17.0:1557964634.738989:0:57598:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952652288 : -130749756899328 : ffff8915732f8000) 00010000:00000001:17.0:1557964634.738990:0:57598:0:(ldlm_lock.c:262:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:17.0:1557964634.738991:0:57598:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:17.0:1557964634.738991:0:57598:0:(ldlm_lock.c:745:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: ?? lock: ffff8915732f8000/0x398a44d554ce2640 lrc: 5/0,2 mode: PW/PW res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0x2a506345580b78d5 expref: -99 pid: 57598 timeout: 0 lvb_type: 1 00010000:00000001:17.0:1557964634.738993:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.738993:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000008:00000001:17.0:1557964634.738994:0:57598:0:(osc_lock.c:197:osc_lock_lvb_update()) Process entered 00000020:00000001:17.0:1557964634.738995:0:57598:0:(cl_object.c:863:cl_lvb2attr()) Process entered 00000020:00000001:17.0:1557964634.738995:0:57598:0:(cl_object.c:869:cl_lvb2attr()) Process leaving 00000020:00000001:17.0:1557964634.738996:0:57598:0:(cl_object.c:150:cl_object_top()) ffff89254a639db0 -> ffff8925b1a4c320 00000008:00010000:17.0:1557964634.738996:0:57598:0:(osc_lock.c:221:osc_lock_lvb_update()) ### lock acquired, setting rss=0, kms=0 ns: ?? lock: ffff8915732f8000/0x398a44d554ce2640 lrc: 4/0,2 mode: PW/PW res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0x2a506345580b78d5 expref: -99 pid: 57598 timeout: 0 lvb_type: 1 00000020:00000001:17.0:1557964634.739001:0:57598:0:(cl_object.c:150:cl_object_top()) ffff89254a639db0 -> ffff8925b1a4c320 00000020:00000001:17.0:1557964634.739001:0:57598:0:(cl_object.c:239:cl_object_attr_update()) Process entered 00000008:00000020:17.0:1557964634.739002:0:57598:0:(osc_object.c:182:osc_attr_update()) set kms from 0to 0 00020000:00000001:17.0:1557964634.739003:0:57598:0:(lovsub_object.c:114:lovsub_attr_update()) Process entered 00020000:00000001:17.0:1557964634.739004:0:57598:0:(lovsub_object.c:116:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739004:0:57598:0:(cl_object.c:254:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739005:0:57598:0:(cl_object.c:150:cl_object_top()) ffff89254a639db0 -> ffff8925b1a4c320 00000008:00000001:17.0:1557964634.739006:0:57598:0:(osc_lock.c:236:osc_lock_lvb_update()) Process leaving 00000008:00000001:17.0:1557964634.739006:0:57598:0:(osc_lock.c:349:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964634.739006:0:57598:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964634.739007:0:57598:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964634.739007:0:57598:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952652288 : -130749756899328 : ffff8915732f8000) 00010000:00000001:17.0:1557964634.739007:0:57598:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952652288 : -130749756899328 : ffff8915732f8000) 00010000:00000001:17.0:1557964634.739008:0:57598:0:(ldlm_lock.c:826:ldlm_lock_decref_internal()) Process entered 00010000:00010000:17.0:1557964634.739008:0:57598:0:(ldlm_lock.c:799:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: ?? lock: ffff8915732f8000/0x398a44d554ce2640 lrc: 5/0,2 mode: PW/PW res: ?? rrc=?? type: ??? flags: 0x10020000000000 nid: local remote: 0x2a506345580b78d5 expref: -99 pid: 57598 timeout: 0 lvb_type: 1 00010000:00000001:17.0:1557964634.739010:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.739010:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00010000:17.0:1557964634.739011:0:57598:0:(ldlm_lock.c:889:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: ?? lock: ffff8915732f8000/0x398a44d554ce2640 lrc: 4/0,1 mode: PW/PW res: ?? rrc=?? type: ??? flags: 0x10020000000000 nid: local remote: 0x2a506345580b78d5 expref: -99 pid: 57598 timeout: 0 lvb_type: 1 00010000:00000001:17.0:1557964634.739012:0:57598:0:(ldlm_lock.c:893:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:17.0:1557964634.739012:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.739013:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000008:00000001:17.0:1557964634.739013:0:57598:0:(osc_request.c:2078:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.739014:0:57598:0:(osc_request.c:2289:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.739014:0:57598:0:(osc_lock.c:1023:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739015:0:57598:0:(cl_lock.c:183:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.739016:0:57598:0:(lov_lock.c:271:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739016:0:57598:0:(cl_lock.c:183:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739017:0:57598:0:(cl_lock.c:222:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739017:0:57598:0:(cl_io.c:335:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739018:0:57598:0:(cl_io.c:370:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739019:0:57598:0:(cl_io.c:554:cl_io_start()) Process entered 00000080:00000001:17.0:1557964634.739020:0:57598:0:(vvp_io.c:1018:vvp_io_write_start()) Process entered 00000080:00200000:17.0:1557964634.739021:0:57598:0:(vvp_io.c:1043:vvp_io_write_start()) test.11: write [0, 45871) 00000020:00000001:17.0:1557964634.739021:0:57598:0:(cl_object.c:413:cl_object_maxbytes()) Process entered 00020000:00000002:17.0:1557964634.739022:0:57598:0:(lov_object.c:761:lov_conf_freeze()) To take share lov(ffff8925f75e7c20) owner (null)/ffff8906392d2080 00020000:00000002:17.0:1557964634.739023:0:57598:0:(lov_object.c:1725:lov_lsm_addref()) lsm ffff8915e3e28140 addref 2/0 by ffff8906392d2080. 00020000:00000002:17.0:1557964634.739024:0:57598:0:(lov_object.c:769:lov_conf_thaw()) To release share lov(ffff8925f75e7c20) owner (null)/ffff8906392d2080 00000020:00000001:17.0:1557964634.739025:0:57598:0:(cl_object.c:421:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000001:17.0:1557964634.739028:0:57598:0:(rw26.c:627:ll_write_begin()) Process entered 00000080:00008000:17.0:1557964634.739028:0:57598:0:(rw26.c:629:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:17.0:1557964634.739032:0:57598:0:(cl_page.c:238:cl_page_find()) Process entered 00000020:00008000:17.0:1557964634.739032:0:57598:0:(cl_page.c:244:cl_page_find()) 0@[0x200001b71:0x587:0x0] ffffe7193dc44740 0 1 00000020:00000001:17.0:1557964634.739033:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.739034:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739035:0:57598:0:(cl_page.c:175:cl_page_alloc()) Process entered 00000020:00000010:17.0:1557964634.739035:0:57598:0:(cl_page.c:177:cl_page_alloc()) kmalloced 'page': 448 at ffff89150ef14400. 00000020:00000001:17.0:1557964634.739036:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739037:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739038:0:57598:0:(lov_page.c:82:lov_page_init_composite()) Process entered 00000020:00000001:17.0:1557964634.739039:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739039:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739039:0:57598:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964634.739040:0:57598:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00020000:00000001:17.0:1557964634.739040:0:57598:0:(lovsub_page.c:64:lovsub_page_init()) Process entered 00000020:00000001:17.0:1557964634.739041:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739041:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739041:0:57598:0:(lovsub_page.c:67:lovsub_page_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.739042:0:57598:0:(osc_cache.c:2355:osc_prep_async_page()) Process entered 00000008:00000040:17.0:1557964634.739043:0:57598:0:(osc_cache.c:2376:osc_prep_async_page()) oap ffff89150ef14528 page ffffe7193dc44740 obj off 0 00000008:00000001:17.0:1557964634.739043:0:57598:0:(osc_cache.c:2377:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739044:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739044:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00000008:00000001:17.0:1557964634.739045:0:57598:0:(osc_page.c:785:osc_lru_alloc()) Process entered 00000008:00000001:17.0:1557964634.739045:0:57598:0:(osc_page.c:819:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.739046:0:57598:0:(lov_page.c:116:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739046:0:57598:0:(cl_page.c:213:cl_page_alloc()) Process leaving (rc=18446613322270852096 : -130751438699520 : ffff89150ef14400) 00000020:00000001:17.0:1557964634.739047:0:57598:0:(cl_page.c:268:cl_page_find()) Process leaving (rc=18446613322270852096 : -130751438699520 : ffff89150ef14400) 00000020:00000001:17.0:1557964634.739047:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964634.739048:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739049:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739050:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739050:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739051:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964634.739051:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964634.739052:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739053:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef14400[2 ffff8925b1a4c320 0 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.739054:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.739054:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739055:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000080:00008000:17.0:1557964634.739056:0:57598:0:(rw26.c:686:ll_write_begin()) page@ffff89150ef14400[2 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964634.739056:0:57598:0:(rw26.c:686:ll_write_begin()) full page write 00000080:00000001:17.0:1557964634.739056:0:57598:0:(rw26.c:699:ll_write_begin()) Process leaving 00000080:00000001:17.0:1557964634.739056:0:57598:0:(rw26.c:716:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.739057:0:57598:0:(rw26.c:731:ll_write_end()) Process entered 00000020:00000001:17.0:1557964634.739058:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739058:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739059:0:57598:0:(cl_page.c:476:cl_page_is_owned()) Process entered 00000020:00000001:17.0:1557964634.739059:0:57598:0:(cl_page.c:477:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.739059:0:57598:0:(cl_io.c:976:cl_page_list_add()) Process entered 00000020:00000001:17.0:1557964634.739060:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739060:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739060:0:57598:0:(cl_io.c:987:cl_page_list_add()) Process leaving 00000080:00008000:17.0:1557964634.739061:0:57598:0:(rw26.c:765:ll_write_end()) page@ffff89150ef14400[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964634.739063:0:57598:0:(rw26.c:765:ll_write_end()) vvp-page@ffff89150ef14450(0:0) vm@ffffe7193dc44740 2fffff00000805 3:0 ffff89150ef14400 0 lru 00000080:00008000:17.0:1557964634.739064:0:57598:0:(rw26.c:765:ll_write_end()) lov-page@ffff89150ef14490, comp index: 0 00000080:00008000:17.0:1557964634.739068:0:57598:0:(rw26.c:765:ll_write_end()) osc-page@ffff89150ef144f8 0: 1< 0x845fed 0 0 - - > 2< 0 0 0 0x0 0x100 | (null) ffff89150db4c2b0 ffff89254a639db0 > 3< 0 0 0 > 4< 0 0 8 262144 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00008000:17.0:1557964634.739068:0:57598:0:(rw26.c:765:ll_write_end()) end page@ffff89150ef14400 00000080:00008000:17.0:1557964634.739068:0:57598:0:(rw26.c:765:ll_write_end()) queued page: 1. 00000080:00000001:17.0:1557964634.739069:0:57598:0:(rw26.c:781:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:17.0:1557964634.739070:0:57598:0:(rw26.c:627:ll_write_begin()) Process entered 00000080:00008000:17.0:1557964634.739070:0:57598:0:(rw26.c:629:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:17.0:1557964634.739071:0:57598:0:(cl_page.c:238:cl_page_find()) Process entered 00000020:00008000:17.0:1557964634.739071:0:57598:0:(cl_page.c:244:cl_page_find()) 1@[0x200001b71:0x587:0x0] ffffe7193d4320c0 0 1 00000020:00000001:17.0:1557964634.739072:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.739072:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739073:0:57598:0:(cl_page.c:175:cl_page_alloc()) Process entered 00000020:00000010:17.0:1557964634.739074:0:57598:0:(cl_page.c:177:cl_page_alloc()) kmalloced 'page': 448 at ffff89150ef14800. 00000020:00000001:17.0:1557964634.739075:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739075:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739076:0:57598:0:(lov_page.c:82:lov_page_init_composite()) Process entered 00000020:00000001:17.0:1557964634.739076:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739076:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739077:0:57598:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964634.739077:0:57598:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00020000:00000001:17.0:1557964634.739078:0:57598:0:(lovsub_page.c:64:lovsub_page_init()) Process entered 00000020:00000001:17.0:1557964634.739078:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739078:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739078:0:57598:0:(lovsub_page.c:67:lovsub_page_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.739079:0:57598:0:(osc_cache.c:2355:osc_prep_async_page()) Process entered 00000008:00000040:17.0:1557964634.739079:0:57598:0:(osc_cache.c:2376:osc_prep_async_page()) oap ffff89150ef14928 page ffffe7193d4320c0 obj off 4096 00000008:00000001:17.0:1557964634.739080:0:57598:0:(osc_cache.c:2377:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739080:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739081:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00000008:00000001:17.0:1557964634.739081:0:57598:0:(osc_page.c:785:osc_lru_alloc()) Process entered 00000008:00000001:17.0:1557964634.739081:0:57598:0:(osc_page.c:819:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.739082:0:57598:0:(lov_page.c:116:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739082:0:57598:0:(cl_page.c:213:cl_page_alloc()) Process leaving (rc=18446613322270853120 : -130751438698496 : ffff89150ef14800) 00000020:00000001:17.0:1557964634.739083:0:57598:0:(cl_page.c:268:cl_page_find()) Process leaving (rc=18446613322270853120 : -130751438698496 : ffff89150ef14800) 00000020:00000001:17.0:1557964634.739083:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964634.739083:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739084:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739084:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739084:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739085:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964634.739085:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964634.739085:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739086:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef14800[2 ffff8925b1a4c320 0 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.739086:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.739087:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739087:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000080:00008000:17.0:1557964634.739088:0:57598:0:(rw26.c:686:ll_write_begin()) page@ffff89150ef14800[2 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964634.739088:0:57598:0:(rw26.c:686:ll_write_begin()) full page write 00000080:00000001:17.0:1557964634.739088:0:57598:0:(rw26.c:699:ll_write_begin()) Process leaving 00000080:00000001:17.0:1557964634.739089:0:57598:0:(rw26.c:716:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.739090:0:57598:0:(rw26.c:731:ll_write_end()) Process entered 00000020:00000001:17.0:1557964634.739090:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739091:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739092:0:57598:0:(cl_page.c:476:cl_page_is_owned()) Process entered 00000020:00000001:17.0:1557964634.739092:0:57598:0:(cl_page.c:477:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.739093:0:57598:0:(cl_io.c:976:cl_page_list_add()) Process entered 00000020:00000001:17.0:1557964634.739093:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739094:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739094:0:57598:0:(cl_io.c:987:cl_page_list_add()) Process leaving 00000080:00008000:17.0:1557964634.739095:0:57598:0:(rw26.c:765:ll_write_end()) page@ffff89150ef14800[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964634.739096:0:57598:0:(rw26.c:765:ll_write_end()) vvp-page@ffff89150ef14850(0:0) vm@ffffe7193d4320c0 2fffff00000805 3:0 ffff89150ef14800 1 lru 00000080:00008000:17.0:1557964634.739097:0:57598:0:(rw26.c:765:ll_write_end()) lov-page@ffff89150ef14890, comp index: 0 00000080:00008000:17.0:1557964634.739100:0:57598:0:(rw26.c:765:ll_write_end()) osc-page@ffff89150ef148f8 1: 1< 0x845fed 0 0 - - > 2< 4096 0 0 0x0 0x100 | (null) ffff89150db4c2b0 ffff89254a639db0 > 3< 0 0 0 > 4< 0 0 8 262144 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00008000:17.0:1557964634.739101:0:57598:0:(rw26.c:765:ll_write_end()) end page@ffff89150ef14800 00000080:00008000:17.0:1557964634.739101:0:57598:0:(rw26.c:765:ll_write_end()) queued page: 2. 00000080:00000001:17.0:1557964634.739101:0:57598:0:(rw26.c:781:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:17.0:1557964634.739102:0:57598:0:(rw26.c:627:ll_write_begin()) Process entered 00000080:00008000:17.0:1557964634.739102:0:57598:0:(rw26.c:629:ll_write_begin()) Writing 2 of 0 to 4096 bytes 00000020:00000001:17.0:1557964634.739103:0:57598:0:(cl_page.c:238:cl_page_find()) Process entered 00000020:00008000:17.0:1557964634.739103:0:57598:0:(cl_page.c:244:cl_page_find()) 2@[0x200001b71:0x587:0x0] ffffe7193c924740 0 1 00000020:00000001:17.0:1557964634.739104:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.739104:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739105:0:57598:0:(cl_page.c:175:cl_page_alloc()) Process entered 00000020:00000010:17.0:1557964634.739105:0:57598:0:(cl_page.c:177:cl_page_alloc()) kmalloced 'page': 448 at ffff89150ef14200. 00000020:00000001:17.0:1557964634.739106:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739106:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739106:0:57598:0:(lov_page.c:82:lov_page_init_composite()) Process entered 00000020:00000001:17.0:1557964634.739106:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739107:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739107:0:57598:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964634.739107:0:57598:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00020000:00000001:17.0:1557964634.739108:0:57598:0:(lovsub_page.c:64:lovsub_page_init()) Process entered 00000020:00000001:17.0:1557964634.739108:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739108:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739108:0:57598:0:(lovsub_page.c:67:lovsub_page_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.739109:0:57598:0:(osc_cache.c:2355:osc_prep_async_page()) Process entered 00000008:00000040:17.0:1557964634.739109:0:57598:0:(osc_cache.c:2376:osc_prep_async_page()) oap ffff89150ef14328 page ffffe7193c924740 obj off 8192 00000008:00000001:17.0:1557964634.739110:0:57598:0:(osc_cache.c:2377:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739111:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739111:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00000008:00000001:17.0:1557964634.739111:0:57598:0:(osc_page.c:785:osc_lru_alloc()) Process entered 00000008:00000001:17.0:1557964634.739112:0:57598:0:(osc_page.c:819:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.739112:0:57598:0:(lov_page.c:116:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739113:0:57598:0:(cl_page.c:213:cl_page_alloc()) Process leaving (rc=18446613322270851584 : -130751438700032 : ffff89150ef14200) 00000020:00000001:17.0:1557964634.739114:0:57598:0:(cl_page.c:268:cl_page_find()) Process leaving (rc=18446613322270851584 : -130751438700032 : ffff89150ef14200) 00000020:00000001:17.0:1557964634.739114:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964634.739114:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739115:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739115:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739115:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739116:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964634.739116:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964634.739116:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739117:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef14200[2 ffff8925b1a4c320 0 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.739117:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.739118:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739118:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000080:00008000:17.0:1557964634.739119:0:57598:0:(rw26.c:686:ll_write_begin()) page@ffff89150ef14200[2 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964634.739119:0:57598:0:(rw26.c:686:ll_write_begin()) full page write 00000080:00000001:17.0:1557964634.739119:0:57598:0:(rw26.c:699:ll_write_begin()) Process leaving 00000080:00000001:17.0:1557964634.739120:0:57598:0:(rw26.c:716:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.739120:0:57598:0:(rw26.c:731:ll_write_end()) Process entered 00000020:00000001:17.0:1557964634.739121:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739121:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739121:0:57598:0:(cl_page.c:476:cl_page_is_owned()) Process entered 00000020:00000001:17.0:1557964634.739122:0:57598:0:(cl_page.c:477:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.739122:0:57598:0:(cl_io.c:976:cl_page_list_add()) Process entered 00000020:00000001:17.0:1557964634.739122:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739123:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739123:0:57598:0:(cl_io.c:987:cl_page_list_add()) Process leaving 00000080:00008000:17.0:1557964634.739124:0:57598:0:(rw26.c:765:ll_write_end()) page@ffff89150ef14200[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964634.739125:0:57598:0:(rw26.c:765:ll_write_end()) vvp-page@ffff89150ef14250(0:0) vm@ffffe7193c924740 2fffff00000805 3:0 ffff89150ef14200 2 lru 00000080:00008000:17.0:1557964634.739126:0:57598:0:(rw26.c:765:ll_write_end()) lov-page@ffff89150ef14290, comp index: 0 00000080:00008000:17.0:1557964634.739129:0:57598:0:(rw26.c:765:ll_write_end()) osc-page@ffff89150ef142f8 2: 1< 0x845fed 0 0 - - > 2< 8192 0 0 0x0 0x100 | (null) ffff89150db4c2b0 ffff89254a639db0 > 3< 0 0 0 > 4< 0 0 8 262144 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00008000:17.0:1557964634.739129:0:57598:0:(rw26.c:765:ll_write_end()) end page@ffff89150ef14200 00000080:00008000:17.0:1557964634.739130:0:57598:0:(rw26.c:765:ll_write_end()) queued page: 3. 00000080:00000001:17.0:1557964634.739130:0:57598:0:(rw26.c:781:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:17.0:1557964634.739131:0:57598:0:(rw26.c:627:ll_write_begin()) Process entered 00000080:00008000:17.0:1557964634.739131:0:57598:0:(rw26.c:629:ll_write_begin()) Writing 3 of 0 to 4096 bytes 00000020:00000001:17.0:1557964634.739132:0:57598:0:(cl_page.c:238:cl_page_find()) Process entered 00000020:00008000:17.0:1557964634.739133:0:57598:0:(cl_page.c:244:cl_page_find()) 3@[0x200001b71:0x587:0x0] ffffe7193d432140 0 1 00000020:00000001:17.0:1557964634.739134:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.739134:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739134:0:57598:0:(cl_page.c:175:cl_page_alloc()) Process entered 00000020:00000010:17.0:1557964634.739135:0:57598:0:(cl_page.c:177:cl_page_alloc()) kmalloced 'page': 448 at ffff89150ef13a00. 00000020:00000001:17.0:1557964634.739135:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739136:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739136:0:57598:0:(lov_page.c:82:lov_page_init_composite()) Process entered 00000020:00000001:17.0:1557964634.739136:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739136:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739137:0:57598:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964634.739137:0:57598:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00020000:00000001:17.0:1557964634.739137:0:57598:0:(lovsub_page.c:64:lovsub_page_init()) Process entered 00000020:00000001:17.0:1557964634.739138:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739138:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739138:0:57598:0:(lovsub_page.c:67:lovsub_page_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.739139:0:57598:0:(osc_cache.c:2355:osc_prep_async_page()) Process entered 00000008:00000040:17.0:1557964634.739139:0:57598:0:(osc_cache.c:2376:osc_prep_async_page()) oap ffff89150ef13b28 page ffffe7193d432140 obj off 12288 00000008:00000001:17.0:1557964634.739139:0:57598:0:(osc_cache.c:2377:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739140:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739140:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00000008:00000001:17.0:1557964634.739140:0:57598:0:(osc_page.c:785:osc_lru_alloc()) Process entered 00000008:00000001:17.0:1557964634.739140:0:57598:0:(osc_page.c:819:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.739141:0:57598:0:(lov_page.c:116:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739141:0:57598:0:(cl_page.c:213:cl_page_alloc()) Process leaving (rc=18446613322270849536 : -130751438702080 : ffff89150ef13a00) 00000020:00000001:17.0:1557964634.739142:0:57598:0:(cl_page.c:268:cl_page_find()) Process leaving (rc=18446613322270849536 : -130751438702080 : ffff89150ef13a00) 00000020:00000001:17.0:1557964634.739142:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964634.739143:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739143:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739143:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739144:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739144:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964634.739144:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964634.739145:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739146:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13a00[2 ffff8925b1a4c320 0 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.739147:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.739147:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739147:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000080:00008000:17.0:1557964634.739149:0:57598:0:(rw26.c:686:ll_write_begin()) page@ffff89150ef13a00[2 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964634.739149:0:57598:0:(rw26.c:686:ll_write_begin()) full page write 00000080:00000001:17.0:1557964634.739149:0:57598:0:(rw26.c:699:ll_write_begin()) Process leaving 00000080:00000001:17.0:1557964634.739150:0:57598:0:(rw26.c:716:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.739150:0:57598:0:(rw26.c:731:ll_write_end()) Process entered 00000020:00000001:17.0:1557964634.739151:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739151:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739151:0:57598:0:(cl_page.c:476:cl_page_is_owned()) Process entered 00000020:00000001:17.0:1557964634.739152:0:57598:0:(cl_page.c:477:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.739152:0:57598:0:(cl_io.c:976:cl_page_list_add()) Process entered 00000020:00000001:17.0:1557964634.739152:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739152:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739153:0:57598:0:(cl_io.c:987:cl_page_list_add()) Process leaving 00000080:00008000:17.0:1557964634.739153:0:57598:0:(rw26.c:765:ll_write_end()) page@ffff89150ef13a00[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964634.739155:0:57598:0:(rw26.c:765:ll_write_end()) vvp-page@ffff89150ef13a50(0:0) vm@ffffe7193d432140 2fffff00000805 3:0 ffff89150ef13a00 3 lru 00000080:00008000:17.0:1557964634.739155:0:57598:0:(rw26.c:765:ll_write_end()) lov-page@ffff89150ef13a90, comp index: 0 00000080:00008000:17.0:1557964634.739159:0:57598:0:(rw26.c:765:ll_write_end()) osc-page@ffff89150ef13af8 3: 1< 0x845fed 0 0 - - > 2< 12288 0 0 0x0 0x100 | (null) ffff89150db4c2b0 ffff89254a639db0 > 3< 0 0 0 > 4< 0 0 8 262144 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00008000:17.0:1557964634.739159:0:57598:0:(rw26.c:765:ll_write_end()) end page@ffff89150ef13a00 00000080:00008000:17.0:1557964634.739159:0:57598:0:(rw26.c:765:ll_write_end()) queued page: 4. 00000080:00000001:17.0:1557964634.739160:0:57598:0:(rw26.c:781:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:17.0:1557964634.739160:0:57598:0:(rw26.c:627:ll_write_begin()) Process entered 00000080:00008000:17.0:1557964634.739160:0:57598:0:(rw26.c:629:ll_write_begin()) Writing 4 of 0 to 4096 bytes 00000020:00000001:17.0:1557964634.739161:0:57598:0:(cl_page.c:238:cl_page_find()) Process entered 00000020:00008000:17.0:1557964634.739161:0:57598:0:(cl_page.c:244:cl_page_find()) 4@[0x200001b71:0x587:0x0] ffffe7193dc44780 0 1 00000020:00000001:17.0:1557964634.739162:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.739162:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739163:0:57598:0:(cl_page.c:175:cl_page_alloc()) Process entered 00000020:00000010:17.0:1557964634.739163:0:57598:0:(cl_page.c:177:cl_page_alloc()) kmalloced 'page': 448 at ffff89150ef13800. 00000020:00000001:17.0:1557964634.739164:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739164:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739164:0:57598:0:(lov_page.c:82:lov_page_init_composite()) Process entered 00000020:00000001:17.0:1557964634.739165:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739165:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739165:0:57598:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964634.739166:0:57598:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00020000:00000001:17.0:1557964634.739167:0:57598:0:(lovsub_page.c:64:lovsub_page_init()) Process entered 00000020:00000001:17.0:1557964634.739167:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739167:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739168:0:57598:0:(lovsub_page.c:67:lovsub_page_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.739168:0:57598:0:(osc_cache.c:2355:osc_prep_async_page()) Process entered 00000008:00000040:17.0:1557964634.739169:0:57598:0:(osc_cache.c:2376:osc_prep_async_page()) oap ffff89150ef13928 page ffffe7193dc44780 obj off 16384 00000008:00000001:17.0:1557964634.739169:0:57598:0:(osc_cache.c:2377:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739170:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739170:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00000008:00000001:17.0:1557964634.739170:0:57598:0:(osc_page.c:785:osc_lru_alloc()) Process entered 00000008:00000001:17.0:1557964634.739170:0:57598:0:(osc_page.c:819:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.739171:0:57598:0:(lov_page.c:116:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739171:0:57598:0:(cl_page.c:213:cl_page_alloc()) Process leaving (rc=18446613322270849024 : -130751438702592 : ffff89150ef13800) 00000020:00000001:17.0:1557964634.739172:0:57598:0:(cl_page.c:268:cl_page_find()) Process leaving (rc=18446613322270849024 : -130751438702592 : ffff89150ef13800) 00000020:00000001:17.0:1557964634.739172:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964634.739172:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739173:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739173:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739173:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739174:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964634.739174:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964634.739174:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739175:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13800[2 ffff8925b1a4c320 0 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.739175:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.739176:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739176:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000080:00008000:17.0:1557964634.739177:0:57598:0:(rw26.c:686:ll_write_begin()) page@ffff89150ef13800[2 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964634.739177:0:57598:0:(rw26.c:686:ll_write_begin()) full page write 00000080:00000001:17.0:1557964634.739177:0:57598:0:(rw26.c:699:ll_write_begin()) Process leaving 00000080:00000001:17.0:1557964634.739178:0:57598:0:(rw26.c:716:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.739178:0:57598:0:(rw26.c:731:ll_write_end()) Process entered 00000020:00000001:17.0:1557964634.739179:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739179:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739179:0:57598:0:(cl_page.c:476:cl_page_is_owned()) Process entered 00000020:00000001:17.0:1557964634.739180:0:57598:0:(cl_page.c:477:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.739180:0:57598:0:(cl_io.c:976:cl_page_list_add()) Process entered 00000020:00000001:17.0:1557964634.739181:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739181:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739182:0:57598:0:(cl_io.c:987:cl_page_list_add()) Process leaving 00000080:00008000:17.0:1557964634.739183:0:57598:0:(rw26.c:765:ll_write_end()) page@ffff89150ef13800[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964634.739184:0:57598:0:(rw26.c:765:ll_write_end()) vvp-page@ffff89150ef13850(0:0) vm@ffffe7193dc44780 2fffff00000805 3:0 ffff89150ef13800 4 lru 00000080:00008000:17.0:1557964634.739185:0:57598:0:(rw26.c:765:ll_write_end()) lov-page@ffff89150ef13890, comp index: 0 00000080:00008000:17.0:1557964634.739188:0:57598:0:(rw26.c:765:ll_write_end()) osc-page@ffff89150ef138f8 4: 1< 0x845fed 0 0 - - > 2< 16384 0 0 0x0 0x100 | (null) ffff89150db4c2b0 ffff89254a639db0 > 3< 0 0 0 > 4< 0 0 8 262144 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00008000:17.0:1557964634.739189:0:57598:0:(rw26.c:765:ll_write_end()) end page@ffff89150ef13800 00000080:00008000:17.0:1557964634.739189:0:57598:0:(rw26.c:765:ll_write_end()) queued page: 5. 00000080:00000001:17.0:1557964634.739189:0:57598:0:(rw26.c:781:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:17.0:1557964634.739190:0:57598:0:(rw26.c:627:ll_write_begin()) Process entered 00000080:00008000:17.0:1557964634.739190:0:57598:0:(rw26.c:629:ll_write_begin()) Writing 5 of 0 to 4096 bytes 00000020:00000001:17.0:1557964634.739191:0:57598:0:(cl_page.c:238:cl_page_find()) Process entered 00000020:00008000:17.0:1557964634.739191:0:57598:0:(cl_page.c:244:cl_page_find()) 5@[0x200001b71:0x587:0x0] ffffe7193d3226c0 0 1 00000020:00000001:17.0:1557964634.739192:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.739192:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739192:0:57598:0:(cl_page.c:175:cl_page_alloc()) Process entered 00000020:00000010:17.0:1557964634.739193:0:57598:0:(cl_page.c:177:cl_page_alloc()) kmalloced 'page': 448 at ffff89150ef13600. 00000020:00000001:17.0:1557964634.739193:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739193:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739194:0:57598:0:(lov_page.c:82:lov_page_init_composite()) Process entered 00000020:00000001:17.0:1557964634.739194:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739194:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739194:0:57598:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964634.739195:0:57598:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00020000:00000001:17.0:1557964634.739195:0:57598:0:(lovsub_page.c:64:lovsub_page_init()) Process entered 00000020:00000001:17.0:1557964634.739195:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739196:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739196:0:57598:0:(lovsub_page.c:67:lovsub_page_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.739196:0:57598:0:(osc_cache.c:2355:osc_prep_async_page()) Process entered 00000008:00000040:17.0:1557964634.739197:0:57598:0:(osc_cache.c:2376:osc_prep_async_page()) oap ffff89150ef13728 page ffffe7193d3226c0 obj off 20480 00000008:00000001:17.0:1557964634.739197:0:57598:0:(osc_cache.c:2377:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739198:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739198:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00000008:00000001:17.0:1557964634.739198:0:57598:0:(osc_page.c:785:osc_lru_alloc()) Process entered 00000008:00000001:17.0:1557964634.739198:0:57598:0:(osc_page.c:819:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.739199:0:57598:0:(lov_page.c:116:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739199:0:57598:0:(cl_page.c:213:cl_page_alloc()) Process leaving (rc=18446613322270848512 : -130751438703104 : ffff89150ef13600) 00000020:00000001:17.0:1557964634.739200:0:57598:0:(cl_page.c:268:cl_page_find()) Process leaving (rc=18446613322270848512 : -130751438703104 : ffff89150ef13600) 00000020:00000001:17.0:1557964634.739201:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964634.739201:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739201:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739202:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739202:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739202:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964634.739203:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964634.739203:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739204:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13600[2 ffff8925b1a4c320 0 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.739204:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.739204:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739205:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000080:00008000:17.0:1557964634.739205:0:57598:0:(rw26.c:686:ll_write_begin()) page@ffff89150ef13600[2 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964634.739206:0:57598:0:(rw26.c:686:ll_write_begin()) full page write 00000080:00000001:17.0:1557964634.739206:0:57598:0:(rw26.c:699:ll_write_begin()) Process leaving 00000080:00000001:17.0:1557964634.739206:0:57598:0:(rw26.c:716:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.739207:0:57598:0:(rw26.c:731:ll_write_end()) Process entered 00000020:00000001:17.0:1557964634.739207:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739207:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739208:0:57598:0:(cl_page.c:476:cl_page_is_owned()) Process entered 00000020:00000001:17.0:1557964634.739208:0:57598:0:(cl_page.c:477:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.739208:0:57598:0:(cl_io.c:976:cl_page_list_add()) Process entered 00000020:00000001:17.0:1557964634.739209:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739209:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739209:0:57598:0:(cl_io.c:987:cl_page_list_add()) Process leaving 00000080:00008000:17.0:1557964634.739210:0:57598:0:(rw26.c:765:ll_write_end()) page@ffff89150ef13600[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964634.739211:0:57598:0:(rw26.c:765:ll_write_end()) vvp-page@ffff89150ef13650(0:0) vm@ffffe7193d3226c0 2fffff00000805 3:0 ffff89150ef13600 5 lru 00000080:00008000:17.0:1557964634.739212:0:57598:0:(rw26.c:765:ll_write_end()) lov-page@ffff89150ef13690, comp index: 0 00000080:00008000:17.0:1557964634.739215:0:57598:0:(rw26.c:765:ll_write_end()) osc-page@ffff89150ef136f8 5: 1< 0x845fed 0 0 - - > 2< 20480 0 0 0x0 0x100 | (null) ffff89150db4c2b0 ffff89254a639db0 > 3< 0 0 0 > 4< 0 0 8 262144 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00008000:17.0:1557964634.739215:0:57598:0:(rw26.c:765:ll_write_end()) end page@ffff89150ef13600 00000080:00008000:17.0:1557964634.739216:0:57598:0:(rw26.c:765:ll_write_end()) queued page: 6. 00000080:00000001:17.0:1557964634.739216:0:57598:0:(rw26.c:781:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:17.0:1557964634.739216:0:57598:0:(rw26.c:627:ll_write_begin()) Process entered 00000080:00008000:17.0:1557964634.739217:0:57598:0:(rw26.c:629:ll_write_begin()) Writing 6 of 0 to 4096 bytes 00000020:00000001:17.0:1557964634.739218:0:57598:0:(cl_page.c:238:cl_page_find()) Process entered 00000020:00008000:17.0:1557964634.739218:0:57598:0:(cl_page.c:244:cl_page_find()) 6@[0x200001b71:0x587:0x0] ffffe7193d1d1440 0 1 00000020:00000001:17.0:1557964634.739219:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.739219:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739220:0:57598:0:(cl_page.c:175:cl_page_alloc()) Process entered 00000020:00000010:17.0:1557964634.739220:0:57598:0:(cl_page.c:177:cl_page_alloc()) kmalloced 'page': 448 at ffff89150ef13400. 00000020:00000001:17.0:1557964634.739221:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739221:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739221:0:57598:0:(lov_page.c:82:lov_page_init_composite()) Process entered 00000020:00000001:17.0:1557964634.739221:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739222:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739222:0:57598:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964634.739222:0:57598:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00020000:00000001:17.0:1557964634.739223:0:57598:0:(lovsub_page.c:64:lovsub_page_init()) Process entered 00000020:00000001:17.0:1557964634.739223:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739223:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739223:0:57598:0:(lovsub_page.c:67:lovsub_page_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.739224:0:57598:0:(osc_cache.c:2355:osc_prep_async_page()) Process entered 00000008:00000040:17.0:1557964634.739224:0:57598:0:(osc_cache.c:2376:osc_prep_async_page()) oap ffff89150ef13528 page ffffe7193d1d1440 obj off 24576 00000008:00000001:17.0:1557964634.739225:0:57598:0:(osc_cache.c:2377:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739225:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739225:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00000008:00000001:17.0:1557964634.739225:0:57598:0:(osc_page.c:785:osc_lru_alloc()) Process entered 00000008:00000001:17.0:1557964634.739226:0:57598:0:(osc_page.c:819:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.739226:0:57598:0:(lov_page.c:116:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739227:0:57598:0:(cl_page.c:213:cl_page_alloc()) Process leaving (rc=18446613322270848000 : -130751438703616 : ffff89150ef13400) 00000020:00000001:17.0:1557964634.739227:0:57598:0:(cl_page.c:268:cl_page_find()) Process leaving (rc=18446613322270848000 : -130751438703616 : ffff89150ef13400) 00000020:00000001:17.0:1557964634.739228:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964634.739228:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739228:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739229:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739229:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739229:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964634.739229:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964634.739230:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739230:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13400[2 ffff8925b1a4c320 0 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.739231:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.739231:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739231:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000080:00008000:17.0:1557964634.739232:0:57598:0:(rw26.c:686:ll_write_begin()) page@ffff89150ef13400[2 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964634.739233:0:57598:0:(rw26.c:686:ll_write_begin()) full page write 00000080:00000001:17.0:1557964634.739233:0:57598:0:(rw26.c:699:ll_write_begin()) Process leaving 00000080:00000001:17.0:1557964634.739233:0:57598:0:(rw26.c:716:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.739234:0:57598:0:(rw26.c:731:ll_write_end()) Process entered 00000020:00000001:17.0:1557964634.739235:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739235:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739235:0:57598:0:(cl_page.c:476:cl_page_is_owned()) Process entered 00000020:00000001:17.0:1557964634.739235:0:57598:0:(cl_page.c:477:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.739236:0:57598:0:(cl_io.c:976:cl_page_list_add()) Process entered 00000020:00000001:17.0:1557964634.739236:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739236:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739237:0:57598:0:(cl_io.c:987:cl_page_list_add()) Process leaving 00000080:00008000:17.0:1557964634.739237:0:57598:0:(rw26.c:765:ll_write_end()) page@ffff89150ef13400[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964634.739239:0:57598:0:(rw26.c:765:ll_write_end()) vvp-page@ffff89150ef13450(0:0) vm@ffffe7193d1d1440 2fffff00000805 3:0 ffff89150ef13400 6 lru 00000080:00008000:17.0:1557964634.739239:0:57598:0:(rw26.c:765:ll_write_end()) lov-page@ffff89150ef13490, comp index: 0 00000080:00008000:17.0:1557964634.739242:0:57598:0:(rw26.c:765:ll_write_end()) osc-page@ffff89150ef134f8 6: 1< 0x845fed 0 0 - - > 2< 24576 0 0 0x0 0x100 | (null) ffff89150db4c2b0 ffff89254a639db0 > 3< 0 0 0 > 4< 0 0 8 262144 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00008000:17.0:1557964634.739243:0:57598:0:(rw26.c:765:ll_write_end()) end page@ffff89150ef13400 00000080:00008000:17.0:1557964634.739243:0:57598:0:(rw26.c:765:ll_write_end()) queued page: 7. 00000080:00000001:17.0:1557964634.739243:0:57598:0:(rw26.c:781:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:17.0:1557964634.739244:0:57598:0:(rw26.c:627:ll_write_begin()) Process entered 00000080:00008000:17.0:1557964634.739244:0:57598:0:(rw26.c:629:ll_write_begin()) Writing 7 of 0 to 4096 bytes 00000020:00000001:17.0:1557964634.739245:0:57598:0:(cl_page.c:238:cl_page_find()) Process entered 00000020:00008000:17.0:1557964634.739245:0:57598:0:(cl_page.c:244:cl_page_find()) 7@[0x200001b71:0x587:0x0] ffffe7193dc44700 0 1 00000020:00000001:17.0:1557964634.739246:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.739246:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739247:0:57598:0:(cl_page.c:175:cl_page_alloc()) Process entered 00000020:00000010:17.0:1557964634.739247:0:57598:0:(cl_page.c:177:cl_page_alloc()) kmalloced 'page': 448 at ffff89150ef13200. 00000020:00000001:17.0:1557964634.739247:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739248:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739248:0:57598:0:(lov_page.c:82:lov_page_init_composite()) Process entered 00000020:00000001:17.0:1557964634.739248:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739248:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739249:0:57598:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964634.739249:0:57598:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00020000:00000001:17.0:1557964634.739249:0:57598:0:(lovsub_page.c:64:lovsub_page_init()) Process entered 00000020:00000001:17.0:1557964634.739250:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739250:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739250:0:57598:0:(lovsub_page.c:67:lovsub_page_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.739251:0:57598:0:(osc_cache.c:2355:osc_prep_async_page()) Process entered 00000008:00000040:17.0:1557964634.739251:0:57598:0:(osc_cache.c:2376:osc_prep_async_page()) oap ffff89150ef13328 page ffffe7193dc44700 obj off 28672 00000008:00000001:17.0:1557964634.739252:0:57598:0:(osc_cache.c:2377:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739252:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739252:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00000008:00000001:17.0:1557964634.739253:0:57598:0:(osc_page.c:785:osc_lru_alloc()) Process entered 00000008:00000001:17.0:1557964634.739253:0:57598:0:(osc_page.c:819:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.739253:0:57598:0:(lov_page.c:116:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739254:0:57598:0:(cl_page.c:213:cl_page_alloc()) Process leaving (rc=18446613322270847488 : -130751438704128 : ffff89150ef13200) 00000020:00000001:17.0:1557964634.739254:0:57598:0:(cl_page.c:268:cl_page_find()) Process leaving (rc=18446613322270847488 : -130751438704128 : ffff89150ef13200) 00000020:00000001:17.0:1557964634.739255:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964634.739255:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739255:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739256:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739256:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739257:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964634.739257:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964634.739257:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739282:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13200[2 ffff8925b1a4c320 0 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.739282:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.739283:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739283:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000080:00008000:17.0:1557964634.739284:0:57598:0:(rw26.c:686:ll_write_begin()) page@ffff89150ef13200[2 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964634.739284:0:57598:0:(rw26.c:686:ll_write_begin()) full page write 00000080:00000001:17.0:1557964634.739284:0:57598:0:(rw26.c:699:ll_write_begin()) Process leaving 00000080:00000001:17.0:1557964634.739285:0:57598:0:(rw26.c:716:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.739286:0:57598:0:(rw26.c:731:ll_write_end()) Process entered 00000020:00000001:17.0:1557964634.739286:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739286:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739287:0:57598:0:(cl_page.c:476:cl_page_is_owned()) Process entered 00000020:00000001:17.0:1557964634.739287:0:57598:0:(cl_page.c:477:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.739288:0:57598:0:(cl_io.c:976:cl_page_list_add()) Process entered 00000020:00000001:17.0:1557964634.739289:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739289:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739290:0:57598:0:(cl_io.c:987:cl_page_list_add()) Process leaving 00000080:00008000:17.0:1557964634.739291:0:57598:0:(rw26.c:765:ll_write_end()) page@ffff89150ef13200[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964634.739292:0:57598:0:(rw26.c:765:ll_write_end()) vvp-page@ffff89150ef13250(0:0) vm@ffffe7193dc44700 2fffff00000805 3:0 ffff89150ef13200 7 lru 00000080:00008000:17.0:1557964634.739293:0:57598:0:(rw26.c:765:ll_write_end()) lov-page@ffff89150ef13290, comp index: 0 00000080:00008000:17.0:1557964634.739297:0:57598:0:(rw26.c:765:ll_write_end()) osc-page@ffff89150ef132f8 7: 1< 0x845fed 0 0 - - > 2< 28672 0 0 0x0 0x100 | (null) ffff89150db4c2b0 ffff89254a639db0 > 3< 0 0 0 > 4< 0 0 8 262144 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00008000:17.0:1557964634.739298:0:57598:0:(rw26.c:765:ll_write_end()) end page@ffff89150ef13200 00000080:00008000:17.0:1557964634.739298:0:57598:0:(rw26.c:765:ll_write_end()) queued page: 8. 00000080:00000001:17.0:1557964634.739299:0:57598:0:(rw26.c:781:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:17.0:1557964634.739300:0:57598:0:(rw26.c:627:ll_write_begin()) Process entered 00000080:00008000:17.0:1557964634.739300:0:57598:0:(rw26.c:629:ll_write_begin()) Writing 8 of 0 to 4096 bytes 00000020:00000001:17.0:1557964634.739301:0:57598:0:(cl_page.c:238:cl_page_find()) Process entered 00000020:00008000:17.0:1557964634.739301:0:57598:0:(cl_page.c:244:cl_page_find()) 8@[0x200001b71:0x587:0x0] ffffe7193d432100 0 1 00000020:00000001:17.0:1557964634.739302:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.739302:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739303:0:57598:0:(cl_page.c:175:cl_page_alloc()) Process entered 00000020:00000010:17.0:1557964634.739303:0:57598:0:(cl_page.c:177:cl_page_alloc()) kmalloced 'page': 448 at ffff89150ef13000. 00000020:00000001:17.0:1557964634.739303:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739304:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739304:0:57598:0:(lov_page.c:82:lov_page_init_composite()) Process entered 00000020:00000001:17.0:1557964634.739304:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739304:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739305:0:57598:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964634.739305:0:57598:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00020000:00000001:17.0:1557964634.739306:0:57598:0:(lovsub_page.c:64:lovsub_page_init()) Process entered 00000020:00000001:17.0:1557964634.739306:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739306:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739306:0:57598:0:(lovsub_page.c:67:lovsub_page_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.739307:0:57598:0:(osc_cache.c:2355:osc_prep_async_page()) Process entered 00000008:00000040:17.0:1557964634.739307:0:57598:0:(osc_cache.c:2376:osc_prep_async_page()) oap ffff89150ef13128 page ffffe7193d432100 obj off 32768 00000008:00000001:17.0:1557964634.739307:0:57598:0:(osc_cache.c:2377:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739308:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739308:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00000008:00000001:17.0:1557964634.739308:0:57598:0:(osc_page.c:785:osc_lru_alloc()) Process entered 00000008:00000001:17.0:1557964634.739309:0:57598:0:(osc_page.c:819:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.739309:0:57598:0:(lov_page.c:116:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739310:0:57598:0:(cl_page.c:213:cl_page_alloc()) Process leaving (rc=18446613322270846976 : -130751438704640 : ffff89150ef13000) 00000020:00000001:17.0:1557964634.739310:0:57598:0:(cl_page.c:268:cl_page_find()) Process leaving (rc=18446613322270846976 : -130751438704640 : ffff89150ef13000) 00000020:00000001:17.0:1557964634.739311:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964634.739311:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739311:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739312:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739313:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739313:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964634.739314:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964634.739314:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739315:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13000[2 ffff8925b1a4c320 0 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.739316:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.739316:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739316:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000080:00008000:17.0:1557964634.739317:0:57598:0:(rw26.c:686:ll_write_begin()) page@ffff89150ef13000[2 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964634.739318:0:57598:0:(rw26.c:686:ll_write_begin()) full page write 00000080:00000001:17.0:1557964634.739318:0:57598:0:(rw26.c:699:ll_write_begin()) Process leaving 00000080:00000001:17.0:1557964634.739318:0:57598:0:(rw26.c:716:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.739319:0:57598:0:(rw26.c:731:ll_write_end()) Process entered 00000020:00000001:17.0:1557964634.739319:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739319:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739320:0:57598:0:(cl_page.c:476:cl_page_is_owned()) Process entered 00000020:00000001:17.0:1557964634.739320:0:57598:0:(cl_page.c:477:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.739321:0:57598:0:(cl_io.c:976:cl_page_list_add()) Process entered 00000020:00000001:17.0:1557964634.739321:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739321:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739321:0:57598:0:(cl_io.c:987:cl_page_list_add()) Process leaving 00000080:00008000:17.0:1557964634.739322:0:57598:0:(rw26.c:765:ll_write_end()) page@ffff89150ef13000[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964634.739323:0:57598:0:(rw26.c:765:ll_write_end()) vvp-page@ffff89150ef13050(0:0) vm@ffffe7193d432100 2fffff00000805 3:0 ffff89150ef13000 8 lru 00000080:00008000:17.0:1557964634.739324:0:57598:0:(rw26.c:765:ll_write_end()) lov-page@ffff89150ef13090, comp index: 0 00000080:00008000:17.0:1557964634.739327:0:57598:0:(rw26.c:765:ll_write_end()) osc-page@ffff89150ef130f8 8: 1< 0x845fed 0 0 - - > 2< 32768 0 0 0x0 0x100 | (null) ffff89150db4c2b0 ffff89254a639db0 > 3< 0 0 0 > 4< 0 0 8 262144 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00008000:17.0:1557964634.739328:0:57598:0:(rw26.c:765:ll_write_end()) end page@ffff89150ef13000 00000080:00008000:17.0:1557964634.739328:0:57598:0:(rw26.c:765:ll_write_end()) queued page: 9. 00000080:00000001:17.0:1557964634.739328:0:57598:0:(rw26.c:781:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:17.0:1557964634.739329:0:57598:0:(rw26.c:627:ll_write_begin()) Process entered 00000080:00008000:17.0:1557964634.739329:0:57598:0:(rw26.c:629:ll_write_begin()) Writing 9 of 0 to 4096 bytes 00000020:00000001:17.0:1557964634.739330:0:57598:0:(cl_page.c:238:cl_page_find()) Process entered 00000020:00008000:17.0:1557964634.739330:0:57598:0:(cl_page.c:244:cl_page_find()) 9@[0x200001b71:0x587:0x0] ffffe7193d322640 0 1 00000020:00000001:17.0:1557964634.739331:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.739331:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739331:0:57598:0:(cl_page.c:175:cl_page_alloc()) Process entered 00000020:00000010:17.0:1557964634.739332:0:57598:0:(cl_page.c:177:cl_page_alloc()) kmalloced 'page': 448 at ffff89150ef12e00. 00000020:00000001:17.0:1557964634.739332:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739332:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739333:0:57598:0:(lov_page.c:82:lov_page_init_composite()) Process entered 00000020:00000001:17.0:1557964634.739334:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739334:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739335:0:57598:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964634.739335:0:57598:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00020000:00000001:17.0:1557964634.739336:0:57598:0:(lovsub_page.c:64:lovsub_page_init()) Process entered 00000020:00000001:17.0:1557964634.739336:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739337:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739337:0:57598:0:(lovsub_page.c:67:lovsub_page_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.739337:0:57598:0:(osc_cache.c:2355:osc_prep_async_page()) Process entered 00000008:00000040:17.0:1557964634.739338:0:57598:0:(osc_cache.c:2376:osc_prep_async_page()) oap ffff89150ef12f28 page ffffe7193d322640 obj off 36864 00000008:00000001:17.0:1557964634.739338:0:57598:0:(osc_cache.c:2377:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739339:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739339:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00000008:00000001:17.0:1557964634.739339:0:57598:0:(osc_page.c:785:osc_lru_alloc()) Process entered 00000008:00000001:17.0:1557964634.739339:0:57598:0:(osc_page.c:819:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.739340:0:57598:0:(lov_page.c:116:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739340:0:57598:0:(cl_page.c:213:cl_page_alloc()) Process leaving (rc=18446613322270846464 : -130751438705152 : ffff89150ef12e00) 00000020:00000001:17.0:1557964634.739341:0:57598:0:(cl_page.c:268:cl_page_find()) Process leaving (rc=18446613322270846464 : -130751438705152 : ffff89150ef12e00) 00000020:00000001:17.0:1557964634.739342:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964634.739342:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739342:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739343:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739343:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739343:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964634.739343:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964634.739344:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739344:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef12e00[2 ffff8925b1a4c320 0 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.739345:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.739345:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739345:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000080:00008000:17.0:1557964634.739346:0:57598:0:(rw26.c:686:ll_write_begin()) page@ffff89150ef12e00[2 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964634.739347:0:57598:0:(rw26.c:686:ll_write_begin()) full page write 00000080:00000001:17.0:1557964634.739347:0:57598:0:(rw26.c:699:ll_write_begin()) Process leaving 00000080:00000001:17.0:1557964634.739347:0:57598:0:(rw26.c:716:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.739348:0:57598:0:(rw26.c:731:ll_write_end()) Process entered 00000020:00000001:17.0:1557964634.739348:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739348:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739349:0:57598:0:(cl_page.c:476:cl_page_is_owned()) Process entered 00000020:00000001:17.0:1557964634.739350:0:57598:0:(cl_page.c:477:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.739351:0:57598:0:(cl_io.c:976:cl_page_list_add()) Process entered 00000020:00000001:17.0:1557964634.739351:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739352:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739352:0:57598:0:(cl_io.c:987:cl_page_list_add()) Process leaving 00000080:00008000:17.0:1557964634.739353:0:57598:0:(rw26.c:765:ll_write_end()) page@ffff89150ef12e00[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964634.739354:0:57598:0:(rw26.c:765:ll_write_end()) vvp-page@ffff89150ef12e50(0:0) vm@ffffe7193d322640 2fffff00000805 3:0 ffff89150ef12e00 9 lru 00000080:00008000:17.0:1557964634.739355:0:57598:0:(rw26.c:765:ll_write_end()) lov-page@ffff89150ef12e90, comp index: 0 00000080:00008000:17.0:1557964634.739358:0:57598:0:(rw26.c:765:ll_write_end()) osc-page@ffff89150ef12ef8 9: 1< 0x845fed 0 0 - - > 2< 36864 0 0 0x0 0x100 | (null) ffff89150db4c2b0 ffff89254a639db0 > 3< 0 0 0 > 4< 0 0 8 262144 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00008000:17.0:1557964634.739359:0:57598:0:(rw26.c:765:ll_write_end()) end page@ffff89150ef12e00 00000080:00008000:17.0:1557964634.739359:0:57598:0:(rw26.c:765:ll_write_end()) queued page: 10. 00000080:00000001:17.0:1557964634.739359:0:57598:0:(rw26.c:781:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:17.0:1557964634.739360:0:57598:0:(rw26.c:627:ll_write_begin()) Process entered 00000080:00008000:17.0:1557964634.739360:0:57598:0:(rw26.c:629:ll_write_begin()) Writing 10 of 0 to 4096 bytes 00000020:00000001:17.0:1557964634.739362:0:57598:0:(cl_page.c:238:cl_page_find()) Process entered 00000020:00008000:17.0:1557964634.739362:0:57598:0:(cl_page.c:244:cl_page_find()) 10@[0x200001b71:0x587:0x0] ffffe7193d322700 0 1 00000020:00000001:17.0:1557964634.739363:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.739363:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739364:0:57598:0:(cl_page.c:175:cl_page_alloc()) Process entered 00000020:00000010:17.0:1557964634.739364:0:57598:0:(cl_page.c:177:cl_page_alloc()) kmalloced 'page': 448 at ffff89150ef12600. 00000020:00000001:17.0:1557964634.739365:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739365:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739365:0:57598:0:(lov_page.c:82:lov_page_init_composite()) Process entered 00000020:00000001:17.0:1557964634.739365:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739366:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739366:0:57598:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964634.739366:0:57598:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00020000:00000001:17.0:1557964634.739367:0:57598:0:(lovsub_page.c:64:lovsub_page_init()) Process entered 00000020:00000001:17.0:1557964634.739367:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739367:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739367:0:57598:0:(lovsub_page.c:67:lovsub_page_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.739368:0:57598:0:(osc_cache.c:2355:osc_prep_async_page()) Process entered 00000008:00000040:17.0:1557964634.739368:0:57598:0:(osc_cache.c:2376:osc_prep_async_page()) oap ffff89150ef12728 page ffffe7193d322700 obj off 40960 00000008:00000001:17.0:1557964634.739369:0:57598:0:(osc_cache.c:2377:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739369:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739369:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00000008:00000001:17.0:1557964634.739369:0:57598:0:(osc_page.c:785:osc_lru_alloc()) Process entered 00000008:00000001:17.0:1557964634.739370:0:57598:0:(osc_page.c:819:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.739375:0:57598:0:(lov_page.c:116:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739376:0:57598:0:(cl_page.c:213:cl_page_alloc()) Process leaving (rc=18446613322270844416 : -130751438707200 : ffff89150ef12600) 00000020:00000001:17.0:1557964634.739376:0:57598:0:(cl_page.c:268:cl_page_find()) Process leaving (rc=18446613322270844416 : -130751438707200 : ffff89150ef12600) 00000020:00000001:17.0:1557964634.739377:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964634.739378:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739378:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739379:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739379:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739379:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964634.739380:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964634.739380:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739381:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef12600[2 ffff8925b1a4c320 0 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.739381:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.739381:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739382:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000080:00008000:17.0:1557964634.739382:0:57598:0:(rw26.c:686:ll_write_begin()) page@ffff89150ef12600[2 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964634.739383:0:57598:0:(rw26.c:686:ll_write_begin()) full page write 00000080:00000001:17.0:1557964634.739383:0:57598:0:(rw26.c:699:ll_write_begin()) Process leaving 00000080:00000001:17.0:1557964634.739383:0:57598:0:(rw26.c:716:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.739384:0:57598:0:(rw26.c:731:ll_write_end()) Process entered 00000020:00000001:17.0:1557964634.739384:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739384:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739385:0:57598:0:(cl_page.c:476:cl_page_is_owned()) Process entered 00000020:00000001:17.0:1557964634.739385:0:57598:0:(cl_page.c:477:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.739386:0:57598:0:(cl_io.c:976:cl_page_list_add()) Process entered 00000020:00000001:17.0:1557964634.739386:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739386:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739386:0:57598:0:(cl_io.c:987:cl_page_list_add()) Process leaving 00000080:00008000:17.0:1557964634.739387:0:57598:0:(rw26.c:765:ll_write_end()) page@ffff89150ef12600[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964634.739389:0:57598:0:(rw26.c:765:ll_write_end()) vvp-page@ffff89150ef12650(0:0) vm@ffffe7193d322700 2fffff00000825 2:0 ffff89150ef12600 10 lru 00000080:00008000:17.0:1557964634.739389:0:57598:0:(rw26.c:765:ll_write_end()) lov-page@ffff89150ef12690, comp index: 0 00000080:00008000:17.0:1557964634.739392:0:57598:0:(rw26.c:765:ll_write_end()) osc-page@ffff89150ef126f8 10: 1< 0x845fed 0 0 - - > 2< 40960 0 0 0x0 0x100 | (null) ffff89150db4c2b0 ffff89254a639db0 > 3< 0 0 0 > 4< 0 0 8 262144 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00008000:17.0:1557964634.739393:0:57598:0:(rw26.c:765:ll_write_end()) end page@ffff89150ef12600 00000080:00008000:17.0:1557964634.739393:0:57598:0:(rw26.c:765:ll_write_end()) queued page: 11. 00000080:00000001:17.0:1557964634.739393:0:57598:0:(rw26.c:781:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:17.0:1557964634.739394:0:57598:0:(rw26.c:627:ll_write_begin()) Process entered 00000080:00008000:17.0:1557964634.739395:0:57598:0:(rw26.c:629:ll_write_begin()) Writing 11 of 0 to 815 bytes 00000020:00000001:17.0:1557964634.739396:0:57598:0:(cl_page.c:238:cl_page_find()) Process entered 00000020:00008000:17.0:1557964634.739396:0:57598:0:(cl_page.c:244:cl_page_find()) 11@[0x200001b71:0x587:0x0] ffffe7193d396a40 0 1 00000020:00000001:17.0:1557964634.739397:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.739398:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739398:0:57598:0:(cl_page.c:175:cl_page_alloc()) Process entered 00000020:00000010:17.0:1557964634.739399:0:57598:0:(cl_page.c:177:cl_page_alloc()) kmalloced 'page': 448 at ffff89150ef12400. 00000020:00000001:17.0:1557964634.739400:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739400:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739400:0:57598:0:(lov_page.c:82:lov_page_init_composite()) Process entered 00000020:00000001:17.0:1557964634.739401:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739401:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739401:0:57598:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964634.739401:0:57598:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00020000:00000001:17.0:1557964634.739402:0:57598:0:(lovsub_page.c:64:lovsub_page_init()) Process entered 00000020:00000001:17.0:1557964634.739402:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739402:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00020000:00000001:17.0:1557964634.739402:0:57598:0:(lovsub_page.c:67:lovsub_page_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.739403:0:57598:0:(osc_cache.c:2355:osc_prep_async_page()) Process entered 00000008:00000040:17.0:1557964634.739403:0:57598:0:(osc_cache.c:2376:osc_prep_async_page()) oap ffff89150ef12528 page ffffe7193d396a40 obj off 45056 00000008:00000001:17.0:1557964634.739404:0:57598:0:(osc_cache.c:2377:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739404:0:57598:0:(cl_page.c:1084:cl_page_slice_add()) Process entered 00000020:00000001:17.0:1557964634.739404:0:57598:0:(cl_page.c:1090:cl_page_slice_add()) Process leaving 00000008:00000001:17.0:1557964634.739405:0:57598:0:(osc_page.c:785:osc_lru_alloc()) Process entered 00000008:00000001:17.0:1557964634.739405:0:57598:0:(osc_page.c:819:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.739405:0:57598:0:(lov_page.c:116:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739406:0:57598:0:(cl_page.c:213:cl_page_alloc()) Process leaving (rc=18446613322270843904 : -130751438707712 : ffff89150ef12400) 00000020:00000001:17.0:1557964634.739406:0:57598:0:(cl_page.c:268:cl_page_find()) Process leaving (rc=18446613322270843904 : -130751438707712 : ffff89150ef12400) 00000020:00000001:17.0:1557964634.739407:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964634.739407:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739407:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739408:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739408:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739409:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964634.739409:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964634.739409:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739410:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef12400[2 ffff8925b1a4c320 0 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.739410:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.739411:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739412:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000020:00000001:17.0:1557964634.739412:0:57598:0:(cl_object.c:150:cl_object_top()) ffff8925b1a4c320 -> ffff8925b1a4c320 00000020:00000001:17.0:1557964634.739413:0:57598:0:(cl_object.c:150:cl_object_top()) ffff8925b1a4c320 -> ffff8925b1a4c320 00000020:00000001:17.0:1557964634.739414:0:57598:0:(cl_object.c:207:cl_object_attr_get()) Process entered 00020000:00000001:17.0:1557964634.739414:0:57598:0:(lov_object.c:659:lov_attr_get_composite()) Process entered 00020000:00000002:17.0:1557964634.739415:0:57598:0:(lov_merge.c:64:lov_merge_lvb_kms()) MDT ID 0x587:7025 initial value: s=0 m=9223372036854775808 a=9223372036854775808 c=9223372036854775808 b=0 00020000:00000001:17.0:1557964634.739417:0:57598:0:(lov_offset.c:58:lov_stripe_size()) Process entered 00020000:00000001:17.0:1557964634.739417:0:57598:0:(lov_offset.c:61:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.739418:0:57598:0:(lov_offset.c:58:lov_stripe_size()) Process entered 00020000:00000001:17.0:1557964634.739418:0:57598:0:(lov_offset.c:61:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:17.0:1557964634.739418:0:57598:0:(lov_merge.c:99:lov_merge_lvb_kms()) MDT ID 0x587:7025 on OST[8]: s=0 m=0 a=0 c=0 b=1 00020000:00000001:17.0:1557964634.739419:0:57598:0:(lov_merge.c:108:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739420:0:57598:0:(cl_object.c:863:cl_lvb2attr()) Process entered 00000020:00000001:17.0:1557964634.739420:0:57598:0:(cl_object.c:869:cl_lvb2attr()) Process leaving 00020000:00000001:17.0:1557964634.739420:0:57598:0:(lov_object.c:690:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739421:0:57598:0:(cl_object.c:221:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739422:0:57598:0:(cl_object.c:150:cl_object_top()) ffff8925b1a4c320 -> ffff8925b1a4c320 00000080:00000001:17.0:1557964634.739422:0:57598:0:(rw26.c:699:ll_write_begin()) Process leaving 00000080:00000001:17.0:1557964634.739422:0:57598:0:(rw26.c:716:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.739423:0:57598:0:(rw26.c:731:ll_write_end()) Process entered 00000020:00000001:17.0:1557964634.739423:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.739424:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.739424:0:57598:0:(cl_page.c:476:cl_page_is_owned()) Process entered 00000020:00000001:17.0:1557964634.739424:0:57598:0:(cl_page.c:477:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.739425:0:57598:0:(cl_io.c:976:cl_page_list_add()) Process entered 00000020:00000001:17.0:1557964634.739425:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739425:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739425:0:57598:0:(cl_io.c:987:cl_page_list_add()) Process leaving 00000080:00008000:17.0:1557964634.739426:0:57598:0:(rw26.c:765:ll_write_end()) page@ffff89150ef12400[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000080:00008000:17.0:1557964634.739428:0:57598:0:(rw26.c:765:ll_write_end()) vvp-page@ffff89150ef12450(0:0) vm@ffffe7193d396a40 2fffff0000080d 3:0 ffff89150ef12400 11 lru 00000080:00008000:17.0:1557964634.739428:0:57598:0:(rw26.c:765:ll_write_end()) lov-page@ffff89150ef12490, comp index: 0 00000080:00008000:17.0:1557964634.739432:0:57598:0:(rw26.c:765:ll_write_end()) osc-page@ffff89150ef124f8 11: 1< 0x845fed 0 0 - - > 2< 45056 0 0 0x0 0x100 | (null) ffff89150db4c2b0 ffff89254a639db0 > 3< 0 0 0 > 4< 0 0 8 262144 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00008000:17.0:1557964634.739432:0:57598:0:(rw26.c:765:ll_write_end()) end page@ffff89150ef12400 00000080:00008000:17.0:1557964634.739432:0:57598:0:(rw26.c:765:ll_write_end()) queued page: 12. 00000080:00000001:17.0:1557964634.739433:0:57598:0:(rw26.c:781:ll_write_end()) Process leaving (rc=815 : 815 : 32f) 00000080:00000001:17.0:1557964634.739434:0:57598:0:(vvp_io.c:936:vvp_io_write_commit()) Process entered 00000080:00200000:17.0:1557964634.739435:0:57598:0:(vvp_io.c:942:vvp_io_write_commit()) commit async pages: 12, from 0, to 815 00000020:00000001:17.0:1557964634.739436:0:57598:0:(cl_io.c:633:cl_io_commit_async()) Process entered 00020000:00000001:17.0:1557964634.739436:0:57598:0:(lov_io.c:860:lov_io_commit_async()) Process entered 00020000:00000001:17.0:1557964634.739437:0:57598:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964634.739437:0:57598:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00000020:00000001:17.0:1557964634.739438:0:57598:0:(cl_io.c:633:cl_io_commit_async()) Process entered 00000008:00000001:17.0:1557964634.739439:0:57598:0:(osc_io.c:284:osc_io_commit_async()) Process entered 00000008:00000001:17.0:1557964634.739439:0:57598:0:(osc_page.c:96:osc_page_cache_add()) Process entered 00000020:00000001:17.0:1557964634.739439:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739440:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000008:00000001:17.0:1557964634.739440:0:57598:0:(osc_cache.c:2395:osc_queue_async_io()) Process entered 00000008:00000020:17.0:1557964634.739440:0:57598:0:(osc_cache.c:2445:osc_queue_async_io()) obj ffff89254a639db0 ready 0|-|- wr 0|-|- rd 0|- oap ffff89150ef14528 page ffffe7193dc44740 added for cmd 2 00000008:00000001:17.0:1557964634.739442:0:57598:0:(osc_cache.c:1578:osc_enter_cache()) Process entered 00000008:00000020:17.0:1557964634.739442:0:57598:0:(osc_cache.c:1583:osc_enter_cache()) looze-OST0008-osc-ffff8925ba270000: grant { dirty: 0/8192 dirty_pages: 0/16447771 dropped: 0 avail: 262144, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 12, waiters: 0 }need:786432 00000008:00000020:17.0:1557964634.739444:0:57598:0:(osc_cache.c:1592:osc_enter_cache()) looze-OST0008-osc-ffff8925ba270000: grant { dirty: 0/8192 dirty_pages: 0/16447771 dropped: 0 avail: 262144, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 12, waiters: 0 }forced sync i/o 00000008:00000001:17.0:1557964634.739446:0:57598:0:(osc_cache.c:1593:osc_enter_cache()) Process leaving via out (rc=18446744073709551494 : -122 : 0xffffffffffffff86) 00000008:00000001:17.0:1557964634.739447:0:57598:0:(osc_cache.c:1670:osc_enter_cache()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000001:17.0:1557964634.739448:0:57598:0:(osc_cache.c:2543:osc_queue_async_io()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:17.0:1557964634.739448:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.739449:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef14400[4 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.739450:0:57598:0:(cl_page.c:372:cl_page_put()) 4 00000020:00000001:17.0:1557964634.739450:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000008:00000001:17.0:1557964634.739450:0:57598:0:(osc_page.c:105:osc_page_cache_add()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000040:17.0:1557964634.739451:0:57598:0:(osc_io.c:341:osc_io_commit_async()) 12 -122 00000008:00000001:17.0:1557964634.739451:0:57598:0:(osc_io.c:342:osc_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:17.0:1557964634.739452:0:57598:0:(cl_io.c:643:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00020000:00000001:17.0:1557964634.739453:0:57598:0:(lov_io.c:870:lov_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:17.0:1557964634.739453:0:57598:0:(cl_io.c:643:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000080:00000001:17.0:1557964634.739454:0:57598:0:(vvp_io.c:837:vvp_io_commit_sync()) Process entered 00000020:00000001:17.0:1557964634.739455:0:57598:0:(cl_page.c:984:cl_page_clip()) page@ffff89150ef12400[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.739455:0:57598:0:(cl_page.c:984:cl_page_clip()) 0 815 00000020:00000001:17.0:1557964634.739456:0:57598:0:(cl_io.c:1154:cl_2queue_init()) Process entered 00000020:00000001:17.0:1557964634.739457:0:57598:0:(cl_io.c:963:cl_page_list_init()) Process entered 00000020:00000001:17.0:1557964634.739458:0:57598:0:(cl_io.c:967:cl_page_list_init()) Process leaving 00000020:00000001:17.0:1557964634.739458:0:57598:0:(cl_io.c:963:cl_page_list_init()) Process entered 00000020:00000001:17.0:1557964634.739458:0:57598:0:(cl_io.c:967:cl_page_list_init()) Process leaving 00000020:00000001:17.0:1557964634.739459:0:57598:0:(cl_io.c:1157:cl_2queue_init()) Process leaving 00000020:00000001:17.0:1557964634.739459:0:57598:0:(cl_io.c:1061:cl_page_list_splice()) Process entered 00000020:00000001:17.0:1557964634.739460:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739460:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.739461:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739461:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.739461:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739461:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.739461:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739462:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.739462:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739462:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.739462:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739462:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.739463:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739463:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.739463:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739463:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.739463:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739464:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.739464:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739464:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.739464:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739464:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.739465:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739465:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.739465:0:57598:0:(cl_io.c:1064:cl_page_list_splice()) Process leaving 00000020:00000001:17.0:1557964634.739465:0:57598:0:(cl_io.c:1290:cl_sync_io_init()) Process entered 00000020:00000001:17.0:1557964634.739466:0:57598:0:(cl_io.c:1298:cl_sync_io_init()) Process leaving 00000020:00000001:17.0:1557964634.739466:0:57598:0:(cl_io.c:662:cl_io_submit_rw()) Process entered 00020000:00000001:17.0:1557964634.739466:0:57598:0:(lov_io.c:797:lov_io_submit()) Process entered 00020000:00000001:17.0:1557964634.739467:0:57598:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964634.739467:0:57598:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00000020:00000001:17.0:1557964634.739467:0:57598:0:(cl_io.c:662:cl_io_submit_rw()) Process entered 00000008:00400020:17.0:1557964634.739468:0:57598:0:(osc_io.c:142:osc_io_submit()) 12 1 00000020:00000001:17.0:1557964634.739468:0:57598:0:(cl_page.c:803:cl_page_io_start()) Process entered 00000020:00000001:17.0:1557964634.739469:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.739469:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.739469:0:57598:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:17.0:1557964634.739470:0:57598:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:17.0:1557964634.739471:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739472:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef14400[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.739472:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 2 00000020:00000001:17.0:1557964634.739473:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739473:0:57598:0:(cl_page.c:806:cl_page_io_start()) Process leaving 00000020:00000001:17.0:1557964634.739474:0:57598:0:(cl_page.c:850:cl_page_prep()) page@ffff89150ef14400[3 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:17.0:1557964634.739475:0:57598:0:(cl_page.c:850:cl_page_prep()) 1 0 00000020:00000001:17.0:1557964634.739475:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739475:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739476:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739476:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.739476:0:57598:0:(cl_page.c:803:cl_page_io_start()) Process entered 00000020:00000001:17.0:1557964634.739477:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.739477:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.739477:0:57598:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:17.0:1557964634.739477:0:57598:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:17.0:1557964634.739478:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739478:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef14800[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.739479:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 2 00000020:00000001:17.0:1557964634.739479:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739479:0:57598:0:(cl_page.c:806:cl_page_io_start()) Process leaving 00000020:00000001:17.0:1557964634.739480:0:57598:0:(cl_page.c:850:cl_page_prep()) page@ffff89150ef14800[3 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:17.0:1557964634.739480:0:57598:0:(cl_page.c:850:cl_page_prep()) 1 0 00000020:00000001:17.0:1557964634.739481:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739481:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739481:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739481:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.739482:0:57598:0:(cl_page.c:803:cl_page_io_start()) Process entered 00000020:00000001:17.0:1557964634.739482:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.739482:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.739482:0:57598:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:17.0:1557964634.739483:0:57598:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:17.0:1557964634.739483:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739484:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef14200[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.739484:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 2 00000020:00000001:17.0:1557964634.739485:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739485:0:57598:0:(cl_page.c:806:cl_page_io_start()) Process leaving 00000020:00000001:17.0:1557964634.739486:0:57598:0:(cl_page.c:850:cl_page_prep()) page@ffff89150ef14200[3 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:17.0:1557964634.739486:0:57598:0:(cl_page.c:850:cl_page_prep()) 1 0 00000020:00000001:17.0:1557964634.739486:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739486:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739487:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739488:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.739488:0:57598:0:(cl_page.c:803:cl_page_io_start()) Process entered 00000020:00000001:17.0:1557964634.739488:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.739489:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.739489:0:57598:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:17.0:1557964634.739490:0:57598:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:17.0:1557964634.739490:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739491:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13a00[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.739492:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 2 00000020:00000001:17.0:1557964634.739492:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739492:0:57598:0:(cl_page.c:806:cl_page_io_start()) Process leaving 00000020:00000001:17.0:1557964634.739493:0:57598:0:(cl_page.c:850:cl_page_prep()) page@ffff89150ef13a00[3 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:17.0:1557964634.739493:0:57598:0:(cl_page.c:850:cl_page_prep()) 1 0 00000020:00000001:17.0:1557964634.739494:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739494:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739494:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739494:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.739495:0:57598:0:(cl_page.c:803:cl_page_io_start()) Process entered 00000020:00000001:17.0:1557964634.739495:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.739495:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.739495:0:57598:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:17.0:1557964634.739496:0:57598:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:17.0:1557964634.739496:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739497:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13800[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.739497:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 2 00000020:00000001:17.0:1557964634.739497:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739498:0:57598:0:(cl_page.c:806:cl_page_io_start()) Process leaving 00000020:00000001:17.0:1557964634.739498:0:57598:0:(cl_page.c:850:cl_page_prep()) page@ffff89150ef13800[3 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:17.0:1557964634.739499:0:57598:0:(cl_page.c:850:cl_page_prep()) 1 0 00000020:00000001:17.0:1557964634.739499:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739499:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739500:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739500:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.739500:0:57598:0:(cl_page.c:803:cl_page_io_start()) Process entered 00000020:00000001:17.0:1557964634.739500:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.739500:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.739501:0:57598:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:17.0:1557964634.739501:0:57598:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:17.0:1557964634.739501:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739502:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13600[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.739502:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 2 00000020:00000001:17.0:1557964634.739503:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739504:0:57598:0:(cl_page.c:806:cl_page_io_start()) Process leaving 00000020:00000001:17.0:1557964634.739505:0:57598:0:(cl_page.c:850:cl_page_prep()) page@ffff89150ef13600[3 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:17.0:1557964634.739505:0:57598:0:(cl_page.c:850:cl_page_prep()) 1 0 00000020:00000001:17.0:1557964634.739506:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739506:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739506:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739507:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.739507:0:57598:0:(cl_page.c:803:cl_page_io_start()) Process entered 00000020:00000001:17.0:1557964634.739507:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.739507:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.739508:0:57598:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:17.0:1557964634.739508:0:57598:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:17.0:1557964634.739508:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739509:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13400[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.739509:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 2 00000020:00000001:17.0:1557964634.739510:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739510:0:57598:0:(cl_page.c:806:cl_page_io_start()) Process leaving 00000020:00000001:17.0:1557964634.739511:0:57598:0:(cl_page.c:850:cl_page_prep()) page@ffff89150ef13400[3 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:17.0:1557964634.739511:0:57598:0:(cl_page.c:850:cl_page_prep()) 1 0 00000020:00000001:17.0:1557964634.739511:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739512:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739512:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739512:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.739512:0:57598:0:(cl_page.c:803:cl_page_io_start()) Process entered 00000020:00000001:17.0:1557964634.739513:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.739513:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.739513:0:57598:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:17.0:1557964634.739513:0:57598:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:17.0:1557964634.739514:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739514:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13200[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.739515:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 2 00000020:00000001:17.0:1557964634.739515:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739515:0:57598:0:(cl_page.c:806:cl_page_io_start()) Process leaving 00000020:00000001:17.0:1557964634.739516:0:57598:0:(cl_page.c:850:cl_page_prep()) page@ffff89150ef13200[3 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:17.0:1557964634.739516:0:57598:0:(cl_page.c:850:cl_page_prep()) 1 0 00000020:00000001:17.0:1557964634.739517:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739517:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739517:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739517:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.739518:0:57598:0:(cl_page.c:803:cl_page_io_start()) Process entered 00000020:00000001:17.0:1557964634.739518:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.739519:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.739519:0:57598:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:17.0:1557964634.739520:0:57598:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:17.0:1557964634.739520:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739521:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13000[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.739522:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 2 00000020:00000001:17.0:1557964634.739522:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739523:0:57598:0:(cl_page.c:806:cl_page_io_start()) Process leaving 00000020:00000001:17.0:1557964634.739523:0:57598:0:(cl_page.c:850:cl_page_prep()) page@ffff89150ef13000[3 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:17.0:1557964634.739524:0:57598:0:(cl_page.c:850:cl_page_prep()) 1 0 00000020:00000001:17.0:1557964634.739524:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739524:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739524:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739525:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.739525:0:57598:0:(cl_page.c:803:cl_page_io_start()) Process entered 00000020:00000001:17.0:1557964634.739525:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.739525:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.739526:0:57598:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:17.0:1557964634.739526:0:57598:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:17.0:1557964634.739526:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739527:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef12e00[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.739527:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 2 00000020:00000001:17.0:1557964634.739528:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739528:0:57598:0:(cl_page.c:806:cl_page_io_start()) Process leaving 00000020:00000001:17.0:1557964634.739529:0:57598:0:(cl_page.c:850:cl_page_prep()) page@ffff89150ef12e00[3 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:17.0:1557964634.739529:0:57598:0:(cl_page.c:850:cl_page_prep()) 1 0 00000020:00000001:17.0:1557964634.739529:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739530:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739530:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739530:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.739530:0:57598:0:(cl_page.c:803:cl_page_io_start()) Process entered 00000020:00000001:17.0:1557964634.739530:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.739531:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.739531:0:57598:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:17.0:1557964634.739531:0:57598:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:17.0:1557964634.739532:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739532:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef12600[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.739533:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 2 00000020:00000001:17.0:1557964634.739533:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739533:0:57598:0:(cl_page.c:806:cl_page_io_start()) Process leaving 00000020:00000001:17.0:1557964634.739534:0:57598:0:(cl_page.c:850:cl_page_prep()) page@ffff89150ef12600[3 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:17.0:1557964634.739535:0:57598:0:(cl_page.c:850:cl_page_prep()) 1 0 00000020:00000001:17.0:1557964634.739535:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739536:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739536:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739537:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.739537:0:57598:0:(cl_page.c:803:cl_page_io_start()) Process entered 00000020:00000001:17.0:1557964634.739538:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.739538:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.739538:0:57598:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:17.0:1557964634.739539:0:57598:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:17.0:1557964634.739539:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.739540:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef12400[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.739540:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 2 00000020:00000001:17.0:1557964634.739541:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.739541:0:57598:0:(cl_page.c:806:cl_page_io_start()) Process leaving 00000020:00000001:17.0:1557964634.739542:0:57598:0:(cl_page.c:850:cl_page_prep()) page@ffff89150ef12400[3 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:17.0:1557964634.739542:0:57598:0:(cl_page.c:850:cl_page_prep()) 1 0 00000020:00000001:17.0:1557964634.739542:0:57598:0:(cl_page.c:353:cl_page_get()) Process entered 00000020:00000001:17.0:1557964634.739542:0:57598:0:(cl_page.c:355:cl_page_get()) Process leaving 00000020:00000001:17.0:1557964634.739543:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.739543:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000008:00000001:17.0:1557964634.739543:0:57598:0:(osc_cache.c:2739:osc_queue_sync_pages()) Process entered 00000008:00000010:17.0:1557964634.739544:0:57598:0:(osc_cache.c:321:osc_extent_alloc()) slab-alloced 'ext': 168 at ffff8915a22f67e0. 00000008:00000020:17.0:1557964634.739545:0:57598:0:(osc_cache.c:1783:osc_update_pending()) obj ffff89254a639db0 ready 0|-|- wr 12|-|+ rd 0|- update pending cmd 2 delta 12. 00000008:00000001:17.0:1557964634.739547:0:57598:0:(osc_cache.c:1721:osc_makes_rpc()) Process entered 00000008:00000020:17.0:1557964634.739547:0:57598:0:(osc_cache.c:1742:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:17.0:1557964634.739547:0:57598:0:(osc_cache.c:1743:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:17.0:1557964634.739548:0:57598:0:(osc_cache.c:2331:osc_io_unplug0()) Queue writeback work for client ffff89150db4c2b0. 00000100:00000040:17.0:1557964634.739551:0:57598:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff8915167c8000] to pc [ptlrpcd_00_05:5] req@ffff8915167c8000 x1633636318338912/t0(0) o-1->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:0/0 lens 0/0 e 0 to 0 dl 1557964734 ref 2 fl Interpret:N/ffffffff/ffffffff rc 0/-1 00000008:00000001:17.0:1557964634.739557:0:57598:0:(osc_cache.c:2792:osc_queue_sync_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739574:0:57598:0:(cl_object.c:150:cl_object_top()) ffff89254a639db0 -> ffff8925b1a4c320 00000020:00000001:17.0:1557964634.739574:0:57598:0:(cl_object.c:150:cl_object_top()) ffff89254a639db0 -> ffff8925b1a4c320 00000020:00000001:17.0:1557964634.739575:0:57598:0:(cl_object.c:239:cl_object_attr_update()) Process entered 00020000:00000001:17.0:1557964634.739575:0:57598:0:(lovsub_object.c:114:lovsub_attr_update()) Process entered 00020000:00000001:17.0:1557964634.739576:0:57598:0:(lovsub_object.c:116:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739576:0:57598:0:(cl_object.c:254:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739577:0:57598:0:(cl_object.c:150:cl_object_top()) ffff89254a639db0 -> ffff8925b1a4c320 00000008:00000040:17.0:1557964634.739578:0:57598:0:(osc_io.c:224:osc_io_submit()) 0/12 0 00000020:00000001:17.0:1557964634.739579:0:57598:0:(cl_io.c:675:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.739579:0:57598:0:(lov_io.c:807:lov_io_submit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739580:0:57598:0:(cl_io.c:675:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.739582:0:57598:0:(cl_io.c:1312:cl_sync_io_wait()) Process entered 00000100:00000001:23.0:1557964634.739608:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964634.739608:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:23.0:1557964634.739610:0:24080:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1557964634.739610:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964634.739611:0:24080:0:(client.c:1794:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1557964634.739611:0:24079:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1557964634.739611:0:24079:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964634.739612:0:24080:0:(client.c:2606:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:23.0:1557964634.739614:0:24080:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:23.0:1557964634.739614:0:24080:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:23.0:1557964634.739616:0:24080:0:(osc_request.c:2823:brw_queue_work()) Run writeback work for client obd ffff89150db4c2b0. 00000008:00000001:23.0:1557964634.739617:0:24080:0:(osc_cache.c:2255:osc_check_rpcs()) Process entered 00000008:00000001:23.0:1557964634.739617:0:24080:0:(osc_cache.c:2218:osc_next_obj()) Process entered 00000008:00000001:23.0:1557964634.739618:0:24080:0:(osc_cache.c:2226:osc_next_obj()) Process leaving (rc=18446613391987678640 : -130681721872976 : ffff89254a639db0) 00000008:00000020:23.0:1557964634.739619:0:24080:0:(osc_cache.c:2261:osc_check_rpcs()) obj ffff89254a639db0 ready 0|-|- wr 12|-|+ rd 0|- 0 in flight 00000008:00000001:23.0:1557964634.739621:0:24080:0:(osc_cache.c:1721:osc_makes_rpc()) Process entered 00000008:00000020:23.0:1557964634.739622:0:24080:0:(osc_cache.c:1742:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:23.0:1557964634.739622:0:24080:0:(osc_cache.c:1743:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:23.0:1557964634.739623:0:24080:0:(osc_cache.c:2105:osc_send_write_rpc()) Process entered 00000008:00000001:23.0:1557964634.739625:0:24080:0:(osc_cache.c:1924:try_to_add_extent_for_io()) Process entered 00000008:00000020:23.0:1557964634.739626:0:24080:0:(osc_cache.c:1928:try_to_add_extent_for_io()) extent ffff8915a22f67e0@{[0 -> 11/11], [1|0|+|lockdone|wSu|ffff89254a639db0], [0|12|+|-| (null)|256| (null)]} trying to add this extent 00000008:00010000:23.0:1557964634.739629:0:24080:0:(osc_cache.c:1928:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8915a22f67e0 00000008:00000001:23.0:1557964634.739629:0:24080:0:(osc_cache.c:1982:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:23.0:1557964634.739630:0:24080:0:(osc_cache.c:1783:osc_update_pending()) obj ffff89254a639db0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -12. 00000008:00000001:23.0:1557964634.739632:0:24080:0:(osc_request.c:1877:osc_build_rpc()) Process entered 00000008:00000010:23.0:1557964634.739634:0:24080:0:(osc_request.c:1894:osc_build_rpc()) kmalloced 'pga': 96 at ffff8915f5283600. 00000008:00000010:23.0:1557964634.739635:0:24080:0:(osc_request.c:1898:osc_build_rpc()) slab-alloced '(oa)': 208 at ffff8915e0203110. 00000020:00000001:23.0:1557964634.739637:0:24080:0:(cl_io.c:1263:cl_req_attr_set()) Process entered 00020000:00000001:23.0:1557964634.739638:0:24080:0:(lovsub_object.c:139:lovsub_req_attr_set()) Process entered 00000020:00000001:23.0:1557964634.739638:0:24080:0:(cl_io.c:1263:cl_req_attr_set()) Process entered 00000020:00000002:23.0:1557964634.739640:0:24080:0:(obdo.c:74:obdo_from_inode()) valid 0x70c, new time 1557964634/1557964634 00000020:00000001:23.0:1557964634.739641:0:24080:0:(cl_io.c:1269:cl_req_attr_set()) Process leaving 00020000:00000001:23.0:1557964634.739642:0:24080:0:(lovsub_object.c:150:lovsub_req_attr_set()) Process leaving 00000008:00000001:23.0:1557964634.739643:0:24080:0:(osc_lock.c:1223:osc_dlmlock_at_pgoff()) Process entered 00000008:00000001:23.0:1557964634.739644:0:24080:0:(osc_request.c:2300:osc_match_base()) Process entered 00010000:00000001:23.0:1557964634.739645:0:24080:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000040:23.0:1557964634.739647:0:24080:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388e40 count: 2 00010000:00000001:23.0:1557964634.739648:0:24080:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000001:00000001:23.0:1557964634.739649:0:24080:0:(interval_tree.c:629:interval_search()) Process entered 00010000:00000001:23.0:1557964634.739650:0:24080:0:(ldlm_lock.c:315:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:23.0:1557964634.739650:0:24080:0:(ldlm_lock.c:328:ldlm_lock_touch_in_lru()) Process leaving 00000001:00000001:23.0:1557964634.739651:0:24080:0:(interval_tree.c:676:interval_search()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:23.0:1557964634.739651:0:24080:0:(ldlm_lock.c:1413:ldlm_lock_match()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000040:23.0:1557964634.739652:0:24080:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388e40 count: 1 00010000:00000040:23.0:1557964634.739653:0:24080:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388e40 count: 2 00010000:00010000:23.0:1557964634.739654:0:24080:0:(ldlm_lock.c:1473:ldlm_lock_match()) ### matched (0 4095) ns: looze-OST0008-osc-ffff8925ba270000 lock: ffff8915732f8000/0x398a44d554ce2640 lrc: 4/0,1 mode: PW/PW res: [0x294af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->49151) flags: 0x20000000000 nid: local remote: 0x2a506345580b78d5 expref: -99 pid: 57598 timeout: 0 lvb_type: 1 00010000:00000040:23.0:1557964634.739657:0:24080:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388e40 count: 1 02000000:00000001:23.0:1557964634.739658:0:24080:0:(sec.c:936:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:23.0:1557964634.739659:0:24080:0:(sec.c:950:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:23.0:1557964634.739660:0:24080:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:23.0:1557964634.739660:0:24080:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000008:00000001:23.0:1557964634.739661:0:24080:0:(osc_request.c:2320:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:23.0:1557964634.739662:0:24080:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:23.0:1557964634.739663:0:24080:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:23.0:1557964634.739663:0:24080:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952652288 : -130749756899328 : ffff8915732f8000) 00010000:00000001:23.0:1557964634.739664:0:24080:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952652288 : -130749756899328 : ffff8915732f8000) 00000008:00000001:23.0:1557964634.739665:0:24080:0:(osc_lock.c:1247:osc_dlmlock_at_pgoff()) Process leaving (rc=18446613323952652288 : -130749756899328 : ffff8915732f8000) 00010000:00000001:23.0:1557964634.739666:0:24080:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:23.0:1557964634.739666:0:24080:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000020:00000001:23.0:1557964634.739667:0:24080:0:(cl_io.c:1269:cl_req_attr_set()) Process leaving 00000008:00000001:23.0:1557964634.739667:0:24080:0:(osc_request.c:1135:osc_brw_prep_request()) Process entered 00000100:00000010:23.0:1557964634.739668:0:24080:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff89150e68bf00. 00000020:00000040:23.0:1557964634.739669:0:24080:0:(genops.c:1214:class_import_get()) import ffff891506a77000 refcount=5 obd=looze-OST0008-osc-ffff8925ba270000 00000100:00000001:23.0:1557964634.739671:0:24080:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:23.0:1557964634.739671:0:24080:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:23.0:1557964634.739672:0:24080:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:23.0:1557964634.739674:0:24080:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 1024 at ffff8925f2e7b400. 00000100:00000001:23.0:1557964634.739676:0:24080:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964634.739677:0:24080:0:(client.c:182:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:23.0:1557964634.739677:0:24080:0:(client.c:129:ptlrpc_new_bulk()) kmalloced 'desc': 280 at ffff8915fa594200. 00000100:00000010:23.0:1557964634.739679:0:24080:0:(client.c:134:ptlrpc_new_bulk()) kmalloced '((desc)->bd_u.bd_kiov.bd_vec)': 192 at ffff8915e62ae840. 00000020:00000040:23.0:1557964634.739679:0:24080:0:(genops.c:1214:class_import_get()) import ffff891506a77000 refcount=6 obd=looze-OST0008-osc-ffff8925ba270000 00000008:00000020:23.0:1557964634.739682:0:24080:0:(osc_request.c:727:osc_announce_cached()) dirty: 0 undirty: 34209792 dropped 0 grant: 262144 00000001:00000040:23.0:1557964634.739689:0:24080:0:(linux-crypto.c:118:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 14731 MB/s 00000008:00008000:23.0:1557964634.739691:0:24080:0:(osc_request.c:1102:osc_checksum_bulk()) page ffffe7193dc44740 map ffff891572edc0e0 index 0 flags 2fffff00000825 count 3 priv ffff89150ef14400: off 0 00000008:00008000:23.0:1557964634.739694:0:24080:0:(osc_request.c:1102:osc_checksum_bulk()) page ffffe7193d4320c0 map ffff891572edc0e0 index 1 flags 2fffff00000825 count 3 priv ffff89150ef14800: off 0 00000008:00008000:23.0:1557964634.739696:0:24080:0:(osc_request.c:1102:osc_checksum_bulk()) page ffffe7193c924740 map ffff891572edc0e0 index 2 flags 2fffff00000825 count 3 priv ffff89150ef14200: off 0 00000008:00008000:23.0:1557964634.739698:0:24080:0:(osc_request.c:1102:osc_checksum_bulk()) page ffffe7193d432140 map ffff891572edc0e0 index 3 flags 2fffff00000825 count 3 priv ffff89150ef13a00: off 0 00000008:00008000:23.0:1557964634.739699:0:24080:0:(osc_request.c:1102:osc_checksum_bulk()) page ffffe7193dc44780 map ffff891572edc0e0 index 4 flags 2fffff00000825 count 3 priv ffff89150ef13800: off 0 00000008:00008000:23.0:1557964634.739701:0:24080:0:(osc_request.c:1102:osc_checksum_bulk()) page ffffe7193d3226c0 map ffff891572edc0e0 index 5 flags 2fffff00000825 count 3 priv ffff89150ef13600: off 0 00000008:00008000:23.0:1557964634.739703:0:24080:0:(osc_request.c:1102:osc_checksum_bulk()) page ffffe7193d1d1440 map ffff891572edc0e0 index 6 flags 2fffff00000825 count 3 priv ffff89150ef13400: off 0 00000008:00008000:23.0:1557964634.739704:0:24080:0:(osc_request.c:1102:osc_checksum_bulk()) page ffffe7193dc44700 map ffff891572edc0e0 index 7 flags 2fffff00000825 count 3 priv ffff89150ef13200: off 0 00000008:00008000:23.0:1557964634.739707:0:24080:0:(osc_request.c:1102:osc_checksum_bulk()) page ffffe7193d432100 map ffff891572edc0e0 index 8 flags 2fffff00000825 count 3 priv ffff89150ef13000: off 0 00000008:00008000:23.0:1557964634.739708:0:24080:0:(osc_request.c:1102:osc_checksum_bulk()) page ffffe7193d322640 map ffff891572edc0e0 index 9 flags 2fffff00000825 count 3 priv ffff89150ef12e00: off 0 00000008:00008000:23.0:1557964634.739710:0:24080:0:(osc_request.c:1102:osc_checksum_bulk()) page ffffe7193d322700 map ffff891572edc0e0 index 10 flags 2fffff00000825 count 3 priv ffff89150ef12600: off 0 00000008:00008000:23.0:1557964634.739713:0:24080:0:(osc_request.c:1102:osc_checksum_bulk()) page ffffe7193d396a40 map ffff891572edc0e0 index 11 flags 2fffff0000080d count 4 priv ffff89150ef12400: off 0 00000008:00008000:23.0:1557964634.739716:0:24080:0:(osc_request.c:1276:osc_brw_prep_request()) checksum at write origin: 55a8b45 00000008:00100000:23.0:1557964634.739716:0:24080:0:(osc_request.c:1320:osc_brw_prep_request()) brw rpc ffff89150e68bf00 - object 0x0:169135 offset 0<>45871 00000008:00000001:23.0:1557964634.739717:0:24080:0:(osc_request.c:1321:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964634.739718:0:24080:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:23.0:1557964634.739718:0:24080:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322261905152 : -130751447646464 : ffff89150e68bf00) 00000020:00000001:23.0:1557964634.739719:0:24080:0:(cl_io.c:1263:cl_req_attr_set()) Process entered 00020000:00000001:23.0:1557964634.739719:0:24080:0:(lovsub_object.c:139:lovsub_req_attr_set()) Process entered 00000020:00000001:23.0:1557964634.739720:0:24080:0:(cl_io.c:1263:cl_req_attr_set()) Process entered 00000020:00000002:23.0:1557964634.739720:0:24080:0:(obdo.c:74:obdo_from_inode()) valid 0xc, new time 1557964634/1557964634 00000020:00000001:23.0:1557964634.739721:0:24080:0:(cl_io.c:1269:cl_req_attr_set()) Process leaving 00020000:00000001:23.0:1557964634.739721:0:24080:0:(lovsub_object.c:150:lovsub_req_attr_set()) Process leaving 00000020:00000001:23.0:1557964634.739721:0:24080:0:(cl_io.c:1269:cl_req_attr_set()) Process leaving 00000008:00000002:23.0:1557964634.739723:0:24080:0:(osc_request.c:1995:osc_build_rpc()) @@@ 12 pages, aa ffff89150e68c070. now 0r/1w in flight req@ffff89150e68bf00 x1633636318338928/t0(0) o4->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:6/4 lens 608/448 e 0 to 0 dl 0 ref 2 fl New:/0/ffffffff rc 0/-1 00000020:00000001:23.0:1557964634.739727:0:24080:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:23.0:1557964634.739727:0:24080:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:23.0:1557964634.739728:0:24080:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:23.0:1557964634.739730:0:24080:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff89150e68bf00] to pc [ptlrpcd_00_06:6] req@ffff89150e68bf00 x1633636318338928/t0(0) o4->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:6/4 lens 608/448 e 0 to 0 dl 0 ref 2 fl New:/0/ffffffff rc 0/-1 00000008:00000001:23.0:1557964634.739738:0:24080:0:(osc_request.c:2000:osc_build_rpc()) Process leaving 00000008:00000001:23.0:1557964634.739738:0:24080:0:(osc_request.c:2022:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:23.0:1557964634.739739:0:24080:0:(osc_cache.c:2154:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:23.0:1557964634.739740:0:24080:0:(osc_cache.c:1721:osc_makes_rpc()) Process entered 00000008:00000001:23.0:1557964634.739740:0:24080:0:(osc_cache.c:1758:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964634.739740:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000008:00000001:23.0:1557964634.739741:0:24080:0:(osc_cache.c:1721:osc_makes_rpc()) Process entered 00000008:00000001:23.0:1557964634.739741:0:24080:0:(osc_cache.c:1732:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:23.0:1557964634.739742:0:24080:0:(osc_cache.c:1721:osc_makes_rpc()) Process entered 00000008:00000001:23.0:1557964634.739742:0:24080:0:(osc_cache.c:1758:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964634.739742:0:24081:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1557964634.739743:0:24081:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000008:00000001:23.0:1557964634.739744:0:24080:0:(osc_cache.c:2218:osc_next_obj()) Process entered 00000008:00000001:23.0:1557964634.739745:0:24080:0:(osc_cache.c:2246:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:23.0:1557964634.739745:0:24080:0:(osc_request.c:2826:brw_queue_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1557964634.739745:0:24081:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff89150e68bf00 x1633636318338928/t0(0) o4->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:6/4 lens 608/448 e 0 to 0 dl 0 ref 2 fl New:/0/ffffffff rc 0/-1 00000100:00000001:23.0:1557964634.739746:0:24080:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:23.0:1557964634.739747:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964634.739748:0:24081:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:23.0:1557964634.739749:0:24080:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1557964634.739749:0:24081:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964634.739750:0:24080:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964634.739750:0:24081:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:23.0:1557964634.739751:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:23.0:1557964634.739751:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964634.739751:0:24081:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964634.739752:0:24080:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1557964634.739752:0:24081:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_06:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24081:1633636318338928:172.19.1.35@o2ib100:4 00000100:00000001:23.0:1557964634.739753:0:24080:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964634.739753:0:24081:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1557964634.739754:0:24081:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1557964634.739755:0:24081:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964634.739756:0:24081:0:(niobuf.c:323:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1557964634.739758:0:24081:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924ca681b40. 00000400:00000010:1.0:1557964634.739761:0:24081:0:(lib-lnet.h:229:lnet_md_alloc()) alloc '(md)': 304 at ffff8925e1e3b800 (tot 30924068). 00000100:00000200:1.0:1557964634.739763:0:24081:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 12 pages 45871 bytes, mbits x0x5cdc898725f70-0x5cdc898725f70, portal 8 00000100:00000001:6.0:1557964634.739765:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964634.739765:0:24081:0:(niobuf.c:425:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964634.739766:0:24081:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:6.0:1557964634.739767:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1557964634.739767:0:24081:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 1024 at ffff8915e95f1000. 00000100:00000001:6.0:1557964634.739768:0:24082:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1557964634.739768:0:24082:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964634.739768:0:24081:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1557964634.739769:0:24081:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924ca681ae0. 00000400:00000010:1.0:1557964634.739770:0:24081:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89251f217d00. 00000100:00000200:1.0:1557964634.739771:0:24081:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1633636318338928, portal 4 00000100:00000001:1.0:1557964634.739771:0:24081:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1557964634.739772:0:24081:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613322261905152 : -130751447646464 : ffff89150e68bf00) 00000100:00000040:1.0:1557964634.739774:0:24081:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff89150e68bf00 x1633636318338928/t0(0) o4->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:6/4 lens 608/448 e 0 to 0 dl 1557964740 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964634.739777:0:24081:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964634.739778:0:24081:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.35@o2ib100 00000400:00000010:1.0:1557964634.739779:0:24081:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff89251f216b80. 00000100:00000200:1.0:1557964634.739780:0:24081:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1633636318338928, offset 0 00000400:00000010:1.0:1557964634.739781:0:24081:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925e1e3cc00 (tot 30924468). 00000400:00000200:1.0:1557964634.739783:0:24081:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.35@o2ib100 00000400:00000200:1.0:1557964634.739788:0:24081:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.35@o2ib100(172.19.1.35@o2ib100:172.19.1.35@o2ib100) : PUT 00000800:00000200:1.0:1557964634.739790:0:24081:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.19.1.35@o2ib100 00000800:00000200:1.0:1557964634.739793:0:24081:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff89257b3f2000] -> 172.19.1.35@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964634.739795:0:24081:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (20)++ 00000800:00000200:1.0:1557964634.739796:0:24081:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7cc00] (21)++ 00000800:00000200:1.0:1557964634.739798:0:24081:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:1.0:1557964634.739799:0:24081:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964634.739800:0:24081:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1557964634.739801:0:24081:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964634.739802:0:24081:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964634.739802:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964634.739804:0:24081:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1557964634.739805:0:24081:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:1.0:1557964634.739806:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964634.739807:0:24081:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1557964634.739807:0:24081:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964634.739808:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964634.739809:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964634.739810:0:24081:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1557964634.739810:0:24081:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964634.739811:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.2:1557964634.739838:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (21)++ 00000800:00000200:24.0:1557964634.739856:0:24067:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)++ 00000800:00000200:24.0:1557964634.739862:0:24067:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7cc00] (23)-- 00000100:00000001:24.0:1557964634.739867:0:24067:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:24.0:1557964634.739872:0:24067:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff89150e68bf00 x1633636318338928/t0(0) o4->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:6/4 lens 608/448 e 0 to 0 dl 1557964740 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:24.0:1557964634.739893:0:24067:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:24.0:1557964634.739896:0:24067:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff89150e68bf00 x1633636318338928/t0(0) o4->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:6/4 lens 608/448 e 0 to 0 dl 1557964740 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000800:00000200:9.0:1557964634.739896:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000001:24.0:1557964634.739904:0:24067:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:24.0:1557964634.739906:0:24067:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:24.0:1557964634.739908:0:24067:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89251f216b80 00000400:00000010:24.0:1557964634.739910:0:24067:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89251f216b80. 00000400:00000010:24.0:1557964634.739914:0:24067:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925e1e3cc00 (tot 30924068). 00000800:00000200:24.0:1557964634.739917:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000800:00000200:24.2:1557964634.740131:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (20)++ 00000800:00000200:24.0:1557964634.740151:0:24065:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)++ 00000800:00000200:24.0:1557964634.740159:0:24065:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d6[1] from 172.19.1.35@o2ib100 00000400:00000200:24.0:1557964634.740167:0:24065:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.35@o2ib100 : GET 00000400:00000010:24.0:1557964634.740170:0:24065:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff892553917a00 (tot 30924468). 00000400:00000200:24.0:1557964634.740177:0:24065:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.35@o2ib100 of length 45871 into portal 8 MB=0x5cdc898725f70 00000400:00000200:24.0:1557964634.740184:0:24065:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.19.1.35@o2ib100 of length 45871/45871 into md 0xa32d [12] + 0 00000400:00000010:24.0:1557964634.740188:0:24065:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924ca681b40. 00000800:00000200:9.0:1557964634.740190:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000400:00000200:24.0:1557964634.740191:0:24065:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8925e1e3b800 00000800:00000200:24.0:1557964634.740195:0:24065:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 12 offset 0 nob 45871 00000800:00000200:24.0:1557964634.740206:0:24065:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8925b9e7cc00] (21)++ 00000800:00000200:24.0:1557964634.740211:0:24065:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (22)++ 00000800:00000200:24.0:1557964634.740213:0:24065:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (23)-- 00000800:00000200:24.0:1557964634.740215:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000800:00000200:24.2:1557964634.740224:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (21)++ 00000800:00000200:24.0:1557964634.740231:0:24068:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)++ 00000800:00000200:24.0:1557964634.740236:0:24068:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8925b9e7cc00] (23)-- 00000100:00000001:24.0:1557964634.740238:0:24068:0:(events.c:182:client_bulk_callback()) Process entered 00000800:00000200:9.0:1557964634.740239:0:24067:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000100:00000200:24.0:1557964634.740240:0:24068:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8915fa594200 00000100:00000001:24.0:1557964634.740244:0:24068:0:(events.c:225:client_bulk_callback()) Process leaving 00000400:00000200:24.0:1557964634.740245:0:24068:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8925e1e3b800 00000400:00000010:24.0:1557964634.740248:0:24068:0:(lib-lnet.h:256:lnet_md_free()) kfreed 'md': 304 at ffff8925e1e3b800 (tot 30924164). 00000400:00000010:24.0:1557964634.740251:0:24068:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff892553917a00 (tot 30923764). 00000800:00000200:24.0:1557964634.740253:0:24068:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000100:00000001:1.0:1557964634.740294:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964634.740295:0:24081:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1557964634.740296:0:24081:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964634.740298:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964634.740298:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964634.740299:0:24081:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1557964634.740299:0:24081:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964634.740300:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:24.2:1557964634.740359:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8925b9e7cc00] (20)++ 00000800:00000200:24.0:1557964634.740367:0:24066:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)++ 00000800:00000200:24.0:1557964634.740372:0:24066:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.35@o2ib100 00000800:00000200:9.0:1557964634.740376:0:24065:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (22)-- 00000400:00000200:24.0:1557964634.740380:0:24066:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.35@o2ib100 : PUT 00000400:00000010:24.0:1557964634.740382:0:24066:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff892553917a00 (tot 30924164). 00000400:00000200:24.0:1557964634.740387:0:24066:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.35@o2ib100 of length 416 into portal 4 MB=0x5cdc898725f70 00000400:00000200:24.0:1557964634.740392:0:24066:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.19.1.35@o2ib100 of length 416/416 into md 0xa335 [1] + 192 00000100:00000001:24.0:1557964634.740398:0:24066:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:24.0:1557964634.740401:0:24066:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff89150e68bf00 x1633636318338928/t0(0) o4->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:6/4 lens 608/448 e 0 to 0 dl 1557964740 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:24.0:1557964634.740413:0:24066:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=416 offset=192 replen=448 req@ffff89150e68bf00 x1633636318338928/t0(0) o4->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:6/4 lens 608/448 e 0 to 0 dl 1557964740 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:24.0:1557964634.740423:0:24066:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:24.0:1557964634.740425:0:24066:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff892553917a00 (tot 30923764). 00000100:00000001:1.0:1557964634.740426:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:24.0:1557964634.740427:0:24066:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (21)++ 00000100:00000001:1.0:1557964634.740427:0:24081:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:24.0:1557964634.740429:0:24066:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8925b9e7cc00] (22)-- 00000400:00000001:1.0:1557964634.740429:0:24081:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1557964634.740429:0:24081:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1557964634.740430:0:24081:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:24.0:1557964634.740431:0:24066:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8925b9e7cc00] (21)-- 00000100:00000200:1.0:1557964634.740433:0:24081:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff89150e68bf00 x1633636318338928/t0(0) o4->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:6/4 lens 608/448 e 0 to 0 dl 1557964740 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:1.0:1557964634.740437:0:24081:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff89150e68bf00 x1633636318338928/t0(0) o4->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:6/4 lens 608/448 e 0 to 0 dl 1557964740 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964634.740441:0:24081:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:1.0:1557964634.740443:0:24081:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924ca681ae0. 00000400:00000200:1.0:1557964634.740444:0:24081:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff89251f217d00 00000400:00000010:1.0:1557964634.740445:0:24081:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff89251f217d00. 00000100:00000001:1.0:1557964634.740445:0:24081:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964634.740446:0:24081:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:1.0:1557964634.740447:0:24081:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1557964634.740448:0:24081:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964634.740449:0:24081:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964634.740450:0:24081:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964634.740451:0:24081:0:(import.c:1677:at_measured()) add 45 to ffff891506a77438 time=496 v=45 (45 0 0 0) 00000100:00001000:1.0:1557964634.740453:0:24081:0:(import.c:1677:at_measured()) add 1 to ffff891506a773c8 time=134 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964634.740454:0:24081:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1557964634.740455:0:24081:0:(client.c:1271:ptlrpc_check_status()) @@@ status is -95 req@ffff89150e68bf00 x1633636318338928/t0(0) o4->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:6/4 lens 608/416 e 0 to 0 dl 1557964740 ref 2 fl Rpc:R/0/0 rc 0/-95 00000100:00000001:1.0:1557964634.740463:0:24081:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000100:00000001:1.0:1557964634.740464:0:24081:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1557964634.740465:0:24081:0:(client.c:2710:ptlrpc_free_committed()) looze-OST0008-osc-ffff8925ba270000: skip recheck: last_committed 30064771278 00000100:00000001:1.0:1557964634.740466:0:24081:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1557964634.740466:0:24081:0:(client.c:1517:after_reply()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000100:00000040:1.0:1557964634.740468:0:24081:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff89150e68bf00 x1633636318338928/t0(0) o4->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:6/4 lens 608/416 e 0 to 0 dl 1557964740 ref 2 fl Rpc:RM/0/0 rc -95/-95 00000100:00000001:1.0:1557964634.740470:0:24081:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551521 : -95 : 0xffffffffffffffa1) 00000100:00000001:1.0:1557964634.740472:0:24081:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1557964634.740472:0:24081:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1557964634.740473:0:24081:0:(osc_request.c:1721:brw_interpret()) Process entered 00000008:00000001:1.0:1557964634.740474:0:24081:0:(osc_request.c:1457:osc_brw_fini_request()) Process entered 00000008:00000040:1.0:1557964634.740474:0:24081:0:(osc_request.c:1460:osc_brw_fini_request()) @@@ Failed request with rc = -95 req@ffff89150e68bf00 x1633636318338928/t0(0) o4->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:6/4 lens 608/416 e 0 to 0 dl 1557964740 ref 2 fl Interpret:RM/0/0 rc -95/-95 00000008:00000001:1.0:1557964634.740477:0:24081:0:(osc_request.c:1461:osc_brw_fini_request()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000008:00000002:1.0:1557964634.740478:0:24081:0:(osc_request.c:1724:brw_interpret()) request ffff89150e68bf00 aa ffff89150e68c070 rc -95 00000008:00000010:1.0:1557964634.740479:0:24081:0:(osc_request.c:1801:brw_interpret()) slab-freed '((aa->aa_oa))': 208 at ffff8915e0203110. 00000008:00000001:1.0:1557964634.740480:0:24081:0:(osc_cache.c:861:osc_extent_finish()) Process entered 00000008:00000020:1.0:1557964634.740481:0:24081:0:(osc_cache.c:863:osc_extent_finish()) extent ffff8915a22f67e0@{[0 -> 11/11], [1|0|-|rpc|wSu|ffff89254a639db0], [0|12|+|-| (null)|256|ffff8925dfc98000]} extent finished. 00000008:00010000:1.0:1557964634.740483:0:24081:0:(osc_cache.c:863:osc_extent_finish()) ### no dlm lock: extent: ffff8915a22f67e0 00000008:00000001:1.0:1557964634.740484:0:24081:0:(osc_cache.c:1866:osc_ap_completion()) Process entered 00000100:00000001:1.0:1557964634.740484:0:24081:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1557964634.740485:0:24081:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff89150e68bf00 x1633636318338928/t0(0) o4->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:6/4 lens 608/416 e 0 to 0 dl 1557964740 ref 2 fl Interpret:RM/0/0 rc -95/-95 00000100:00000001:1.0:1557964634.740488:0:24081:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1557964634.740489:0:24081:0:(osc_cache.c:1330:osc_completion()) Process entered 00000020:00000001:1.0:1557964634.740490:0:24081:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:1.0:1557964634.740490:0:24081:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:1.0:1557964634.740491:0:24081:0:(cl_page.c:879:cl_page_completion()) Process entered 00000020:00000001:1.0:1557964634.740493:0:24081:0:(cl_page.c:880:cl_page_completion()) page@ffff89150ef14400[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740493:0:24081:0:(cl_page.c:880:cl_page_completion()) 1 -95 00000020:00000001:1.0:1557964634.740494:0:24081:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:1.0:1557964634.740495:0:24081:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef14400[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740496:0:24081:0:(cl_page.c:327:cl_page_state_set0()) 2 -> 0 00000020:00000001:1.0:1557964634.740496:0:24081:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000080:00000001:1.0:1557964634.740497:0:24081:0:(vvp_page.c:289:vvp_page_completion_write()) Process entered 00000080:00008000:1.0:1557964634.740499:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) page@ffff89150ef14400[4 ffff8925b1a4c320 0 1 (null)] 00000080:00008000:1.0:1557964634.740499:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) completing WRITE with -95 00000080:00000001:1.0:1557964634.740500:0:24081:0:(vvp_page.c:306:vvp_page_completion_write()) Process leaving 00000020:00000001:1.0:1557964634.740500:0:24081:0:(cl_io.c:1346:cl_sync_io_note()) Process entered 00000020:00000001:1.0:1557964634.740501:0:24081:0:(cl_io.c:1360:cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1557964634.740501:0:24081:0:(cl_page.c:896:cl_page_completion()) Process leaving 00000020:00000001:1.0:1557964634.740501:0:24081:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:1.0:1557964634.740502:0:24081:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef14400[4 ffff8925b1a4c320 0 1 (null)] 00000020:00000001:1.0:1557964634.740503:0:24081:0:(cl_page.c:372:cl_page_put()) 4 00000020:00000001:1.0:1557964634.740503:0:24081:0:(cl_page.c:387:cl_page_put()) Process leaving 00000008:00000001:1.0:1557964634.740503:0:24081:0:(osc_cache.c:1368:osc_completion()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1557964634.740504:0:24081:0:(osc_cache.c:1891:osc_ap_completion()) Process leaving 00000008:00000001:1.0:1557964634.740504:0:24081:0:(osc_cache.c:1866:osc_ap_completion()) Process entered 00000008:00000001:1.0:1557964634.740504:0:24081:0:(osc_cache.c:1330:osc_completion()) Process entered 00000020:00000001:1.0:1557964634.740505:0:24081:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:1.0:1557964634.740505:0:24081:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:1.0:1557964634.740505:0:24081:0:(cl_page.c:879:cl_page_completion()) Process entered 00000020:00000001:1.0:1557964634.740506:0:24081:0:(cl_page.c:880:cl_page_completion()) page@ffff89150ef14800[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740507:0:24081:0:(cl_page.c:880:cl_page_completion()) 1 -95 00000020:00000001:1.0:1557964634.740507:0:24081:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:1.0:1557964634.740508:0:24081:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef14800[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740508:0:24081:0:(cl_page.c:327:cl_page_state_set0()) 2 -> 0 00000020:00000001:1.0:1557964634.740508:0:24081:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000080:00000001:1.0:1557964634.740509:0:24081:0:(vvp_page.c:289:vvp_page_completion_write()) Process entered 00000080:00008000:1.0:1557964634.740510:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) page@ffff89150ef14800[4 ffff8925b1a4c320 0 1 (null)] 00000080:00008000:1.0:1557964634.740510:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) completing WRITE with -95 00000080:00000001:1.0:1557964634.740510:0:24081:0:(vvp_page.c:306:vvp_page_completion_write()) Process leaving 00000020:00000001:1.0:1557964634.740511:0:24081:0:(cl_io.c:1346:cl_sync_io_note()) Process entered 00000020:00000001:1.0:1557964634.740511:0:24081:0:(cl_io.c:1360:cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1557964634.740511:0:24081:0:(cl_page.c:896:cl_page_completion()) Process leaving 00000020:00000001:1.0:1557964634.740511:0:24081:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:1.0:1557964634.740512:0:24081:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef14800[4 ffff8925b1a4c320 0 1 (null)] 00000020:00000001:1.0:1557964634.740512:0:24081:0:(cl_page.c:372:cl_page_put()) 4 00000020:00000001:1.0:1557964634.740513:0:24081:0:(cl_page.c:387:cl_page_put()) Process leaving 00000008:00000001:1.0:1557964634.740513:0:24081:0:(osc_cache.c:1368:osc_completion()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1557964634.740514:0:24081:0:(osc_cache.c:1891:osc_ap_completion()) Process leaving 00000008:00000001:1.0:1557964634.740514:0:24081:0:(osc_cache.c:1866:osc_ap_completion()) Process entered 00000008:00000001:1.0:1557964634.740515:0:24081:0:(osc_cache.c:1330:osc_completion()) Process entered 00000020:00000001:1.0:1557964634.740515:0:24081:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:1.0:1557964634.740516:0:24081:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:1.0:1557964634.740516:0:24081:0:(cl_page.c:879:cl_page_completion()) Process entered 00000020:00000001:1.0:1557964634.740517:0:24081:0:(cl_page.c:880:cl_page_completion()) page@ffff89150ef14200[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740518:0:24081:0:(cl_page.c:880:cl_page_completion()) 1 -95 00000020:00000001:1.0:1557964634.740518:0:24081:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:1.0:1557964634.740519:0:24081:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef14200[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740519:0:24081:0:(cl_page.c:327:cl_page_state_set0()) 2 -> 0 00000020:00000001:1.0:1557964634.740520:0:24081:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000080:00000001:1.0:1557964634.740520:0:24081:0:(vvp_page.c:289:vvp_page_completion_write()) Process entered 00000080:00008000:1.0:1557964634.740521:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) page@ffff89150ef14200[4 ffff8925b1a4c320 0 1 (null)] 00000080:00008000:1.0:1557964634.740521:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) completing WRITE with -95 00000080:00000001:1.0:1557964634.740521:0:24081:0:(vvp_page.c:306:vvp_page_completion_write()) Process leaving 00000020:00000001:1.0:1557964634.740522:0:24081:0:(cl_io.c:1346:cl_sync_io_note()) Process entered 00000020:00000001:1.0:1557964634.740522:0:24081:0:(cl_io.c:1360:cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1557964634.740522:0:24081:0:(cl_page.c:896:cl_page_completion()) Process leaving 00000020:00000001:1.0:1557964634.740522:0:24081:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:1.0:1557964634.740523:0:24081:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef14200[4 ffff8925b1a4c320 0 1 (null)] 00000020:00000001:1.0:1557964634.740523:0:24081:0:(cl_page.c:372:cl_page_put()) 4 00000020:00000001:1.0:1557964634.740524:0:24081:0:(cl_page.c:387:cl_page_put()) Process leaving 00000008:00000001:1.0:1557964634.740524:0:24081:0:(osc_cache.c:1368:osc_completion()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1557964634.740524:0:24081:0:(osc_cache.c:1891:osc_ap_completion()) Process leaving 00000008:00000001:1.0:1557964634.740525:0:24081:0:(osc_cache.c:1866:osc_ap_completion()) Process entered 00000008:00000001:1.0:1557964634.740525:0:24081:0:(osc_cache.c:1330:osc_completion()) Process entered 00000020:00000001:1.0:1557964634.740525:0:24081:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:1.0:1557964634.740525:0:24081:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:1.0:1557964634.740526:0:24081:0:(cl_page.c:879:cl_page_completion()) Process entered 00000020:00000001:1.0:1557964634.740527:0:24081:0:(cl_page.c:880:cl_page_completion()) page@ffff89150ef13a00[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740527:0:24081:0:(cl_page.c:880:cl_page_completion()) 1 -95 00000020:00000001:1.0:1557964634.740527:0:24081:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:1.0:1557964634.740528:0:24081:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13a00[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740528:0:24081:0:(cl_page.c:327:cl_page_state_set0()) 2 -> 0 00000020:00000001:1.0:1557964634.740529:0:24081:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000080:00000001:1.0:1557964634.740529:0:24081:0:(vvp_page.c:289:vvp_page_completion_write()) Process entered 00000080:00008000:1.0:1557964634.740530:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) page@ffff89150ef13a00[4 ffff8925b1a4c320 0 1 (null)] 00000080:00008000:1.0:1557964634.740530:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) completing WRITE with -95 00000080:00000001:1.0:1557964634.740531:0:24081:0:(vvp_page.c:306:vvp_page_completion_write()) Process leaving 00000020:00000001:1.0:1557964634.740532:0:24081:0:(cl_io.c:1346:cl_sync_io_note()) Process entered 00000020:00000001:1.0:1557964634.740532:0:24081:0:(cl_io.c:1360:cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1557964634.740533:0:24081:0:(cl_page.c:896:cl_page_completion()) Process leaving 00000020:00000001:1.0:1557964634.740533:0:24081:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:1.0:1557964634.740534:0:24081:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13a00[4 ffff8925b1a4c320 0 1 (null)] 00000020:00000001:1.0:1557964634.740534:0:24081:0:(cl_page.c:372:cl_page_put()) 4 00000020:00000001:1.0:1557964634.740535:0:24081:0:(cl_page.c:387:cl_page_put()) Process leaving 00000008:00000001:1.0:1557964634.740535:0:24081:0:(osc_cache.c:1368:osc_completion()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1557964634.740535:0:24081:0:(osc_cache.c:1891:osc_ap_completion()) Process leaving 00000008:00000001:1.0:1557964634.740536:0:24081:0:(osc_cache.c:1866:osc_ap_completion()) Process entered 00000008:00000001:1.0:1557964634.740536:0:24081:0:(osc_cache.c:1330:osc_completion()) Process entered 00000020:00000001:1.0:1557964634.740536:0:24081:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:1.0:1557964634.740536:0:24081:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:1.0:1557964634.740537:0:24081:0:(cl_page.c:879:cl_page_completion()) Process entered 00000020:00000001:1.0:1557964634.740537:0:24081:0:(cl_page.c:880:cl_page_completion()) page@ffff89150ef13800[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740538:0:24081:0:(cl_page.c:880:cl_page_completion()) 1 -95 00000020:00000001:1.0:1557964634.740538:0:24081:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:1.0:1557964634.740539:0:24081:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13800[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740539:0:24081:0:(cl_page.c:327:cl_page_state_set0()) 2 -> 0 00000020:00000001:1.0:1557964634.740540:0:24081:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000080:00000001:1.0:1557964634.740540:0:24081:0:(vvp_page.c:289:vvp_page_completion_write()) Process entered 00000080:00008000:1.0:1557964634.740541:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) page@ffff89150ef13800[4 ffff8925b1a4c320 0 1 (null)] 00000080:00008000:1.0:1557964634.740541:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) completing WRITE with -95 00000080:00000001:1.0:1557964634.740541:0:24081:0:(vvp_page.c:306:vvp_page_completion_write()) Process leaving 00000020:00000001:1.0:1557964634.740542:0:24081:0:(cl_io.c:1346:cl_sync_io_note()) Process entered 00000020:00000001:1.0:1557964634.740542:0:24081:0:(cl_io.c:1360:cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1557964634.740542:0:24081:0:(cl_page.c:896:cl_page_completion()) Process leaving 00000020:00000001:1.0:1557964634.740542:0:24081:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:1.0:1557964634.740543:0:24081:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13800[4 ffff8925b1a4c320 0 1 (null)] 00000020:00000001:1.0:1557964634.740543:0:24081:0:(cl_page.c:372:cl_page_put()) 4 00000020:00000001:1.0:1557964634.740544:0:24081:0:(cl_page.c:387:cl_page_put()) Process leaving 00000008:00000001:1.0:1557964634.740544:0:24081:0:(osc_cache.c:1368:osc_completion()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1557964634.740544:0:24081:0:(osc_cache.c:1891:osc_ap_completion()) Process leaving 00000008:00000001:1.0:1557964634.740545:0:24081:0:(osc_cache.c:1866:osc_ap_completion()) Process entered 00000008:00000001:1.0:1557964634.740545:0:24081:0:(osc_cache.c:1330:osc_completion()) Process entered 00000020:00000001:1.0:1557964634.740545:0:24081:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:1.0:1557964634.740545:0:24081:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:1.0:1557964634.740546:0:24081:0:(cl_page.c:879:cl_page_completion()) Process entered 00000020:00000001:1.0:1557964634.740547:0:24081:0:(cl_page.c:880:cl_page_completion()) page@ffff89150ef13600[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740547:0:24081:0:(cl_page.c:880:cl_page_completion()) 1 -95 00000020:00000001:1.0:1557964634.740548:0:24081:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:1.0:1557964634.740549:0:24081:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13600[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740549:0:24081:0:(cl_page.c:327:cl_page_state_set0()) 2 -> 0 00000020:00000001:1.0:1557964634.740550:0:24081:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000080:00000001:1.0:1557964634.740550:0:24081:0:(vvp_page.c:289:vvp_page_completion_write()) Process entered 00000080:00008000:1.0:1557964634.740551:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) page@ffff89150ef13600[4 ffff8925b1a4c320 0 1 (null)] 00000080:00008000:1.0:1557964634.740552:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) completing WRITE with -95 00000080:00000001:1.0:1557964634.740552:0:24081:0:(vvp_page.c:306:vvp_page_completion_write()) Process leaving 00000020:00000001:1.0:1557964634.740552:0:24081:0:(cl_io.c:1346:cl_sync_io_note()) Process entered 00000020:00000001:1.0:1557964634.740553:0:24081:0:(cl_io.c:1360:cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1557964634.740553:0:24081:0:(cl_page.c:896:cl_page_completion()) Process leaving 00000020:00000001:1.0:1557964634.740553:0:24081:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:1.0:1557964634.740554:0:24081:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13600[4 ffff8925b1a4c320 0 1 (null)] 00000020:00000001:1.0:1557964634.740571:0:24081:0:(cl_page.c:372:cl_page_put()) 4 00000020:00000001:1.0:1557964634.740571:0:24081:0:(cl_page.c:387:cl_page_put()) Process leaving 00000008:00000001:1.0:1557964634.740571:0:24081:0:(osc_cache.c:1368:osc_completion()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1557964634.740572:0:24081:0:(osc_cache.c:1891:osc_ap_completion()) Process leaving 00000008:00000001:1.0:1557964634.740572:0:24081:0:(osc_cache.c:1866:osc_ap_completion()) Process entered 00000008:00000001:1.0:1557964634.740572:0:24081:0:(osc_cache.c:1330:osc_completion()) Process entered 00000020:00000001:1.0:1557964634.740572:0:24081:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:1.0:1557964634.740573:0:24081:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:1.0:1557964634.740573:0:24081:0:(cl_page.c:879:cl_page_completion()) Process entered 00000020:00000001:1.0:1557964634.740574:0:24081:0:(cl_page.c:880:cl_page_completion()) page@ffff89150ef13400[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740574:0:24081:0:(cl_page.c:880:cl_page_completion()) 1 -95 00000020:00000001:1.0:1557964634.740574:0:24081:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:1.0:1557964634.740575:0:24081:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13400[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740576:0:24081:0:(cl_page.c:327:cl_page_state_set0()) 2 -> 0 00000020:00000001:1.0:1557964634.740576:0:24081:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000080:00000001:1.0:1557964634.740576:0:24081:0:(vvp_page.c:289:vvp_page_completion_write()) Process entered 00000080:00008000:1.0:1557964634.740577:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) page@ffff89150ef13400[4 ffff8925b1a4c320 0 1 (null)] 00000080:00008000:1.0:1557964634.740577:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) completing WRITE with -95 00000080:00000001:1.0:1557964634.740578:0:24081:0:(vvp_page.c:306:vvp_page_completion_write()) Process leaving 00000020:00000001:1.0:1557964634.740578:0:24081:0:(cl_io.c:1346:cl_sync_io_note()) Process entered 00000020:00000001:1.0:1557964634.740578:0:24081:0:(cl_io.c:1360:cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1557964634.740578:0:24081:0:(cl_page.c:896:cl_page_completion()) Process leaving 00000020:00000001:1.0:1557964634.740578:0:24081:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:1.0:1557964634.740579:0:24081:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13400[4 ffff8925b1a4c320 0 1 (null)] 00000020:00000001:1.0:1557964634.740580:0:24081:0:(cl_page.c:372:cl_page_put()) 4 00000020:00000001:1.0:1557964634.740580:0:24081:0:(cl_page.c:387:cl_page_put()) Process leaving 00000008:00000001:1.0:1557964634.740581:0:24081:0:(osc_cache.c:1368:osc_completion()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1557964634.740582:0:24081:0:(osc_cache.c:1891:osc_ap_completion()) Process leaving 00000008:00000001:1.0:1557964634.740582:0:24081:0:(osc_cache.c:1866:osc_ap_completion()) Process entered 00000008:00000001:1.0:1557964634.740582:0:24081:0:(osc_cache.c:1330:osc_completion()) Process entered 00000020:00000001:1.0:1557964634.740583:0:24081:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:1.0:1557964634.740583:0:24081:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:1.0:1557964634.740584:0:24081:0:(cl_page.c:879:cl_page_completion()) Process entered 00000020:00000001:1.0:1557964634.740585:0:24081:0:(cl_page.c:880:cl_page_completion()) page@ffff89150ef13200[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740585:0:24081:0:(cl_page.c:880:cl_page_completion()) 1 -95 00000020:00000001:1.0:1557964634.740585:0:24081:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:1.0:1557964634.740586:0:24081:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13200[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740586:0:24081:0:(cl_page.c:327:cl_page_state_set0()) 2 -> 0 00000020:00000001:1.0:1557964634.740587:0:24081:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000080:00000001:1.0:1557964634.740587:0:24081:0:(vvp_page.c:289:vvp_page_completion_write()) Process entered 00000080:00008000:1.0:1557964634.740588:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) page@ffff89150ef13200[4 ffff8925b1a4c320 0 1 (null)] 00000080:00008000:1.0:1557964634.740588:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) completing WRITE with -95 00000080:00000001:1.0:1557964634.740588:0:24081:0:(vvp_page.c:306:vvp_page_completion_write()) Process leaving 00000020:00000001:1.0:1557964634.740589:0:24081:0:(cl_io.c:1346:cl_sync_io_note()) Process entered 00000020:00000001:1.0:1557964634.740589:0:24081:0:(cl_io.c:1360:cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1557964634.740589:0:24081:0:(cl_page.c:896:cl_page_completion()) Process leaving 00000020:00000001:1.0:1557964634.740589:0:24081:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:1.0:1557964634.740590:0:24081:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13200[4 ffff8925b1a4c320 0 1 (null)] 00000020:00000001:1.0:1557964634.740590:0:24081:0:(cl_page.c:372:cl_page_put()) 4 00000020:00000001:1.0:1557964634.740591:0:24081:0:(cl_page.c:387:cl_page_put()) Process leaving 00000008:00000001:1.0:1557964634.740591:0:24081:0:(osc_cache.c:1368:osc_completion()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1557964634.740591:0:24081:0:(osc_cache.c:1891:osc_ap_completion()) Process leaving 00000008:00000001:1.0:1557964634.740592:0:24081:0:(osc_cache.c:1866:osc_ap_completion()) Process entered 00000008:00000001:1.0:1557964634.740592:0:24081:0:(osc_cache.c:1330:osc_completion()) Process entered 00000020:00000001:1.0:1557964634.740592:0:24081:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:1.0:1557964634.740592:0:24081:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:1.0:1557964634.740593:0:24081:0:(cl_page.c:879:cl_page_completion()) Process entered 00000020:00000001:1.0:1557964634.740593:0:24081:0:(cl_page.c:880:cl_page_completion()) page@ffff89150ef13000[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740594:0:24081:0:(cl_page.c:880:cl_page_completion()) 1 -95 00000020:00000001:1.0:1557964634.740594:0:24081:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:1.0:1557964634.740595:0:24081:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13000[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740595:0:24081:0:(cl_page.c:327:cl_page_state_set0()) 2 -> 0 00000020:00000001:1.0:1557964634.740596:0:24081:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000080:00000001:1.0:1557964634.740596:0:24081:0:(vvp_page.c:289:vvp_page_completion_write()) Process entered 00000080:00008000:1.0:1557964634.740597:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) page@ffff89150ef13000[4 ffff8925b1a4c320 0 1 (null)] 00000080:00008000:1.0:1557964634.740597:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) completing WRITE with -95 00000080:00000001:1.0:1557964634.740598:0:24081:0:(vvp_page.c:306:vvp_page_completion_write()) Process leaving 00000020:00000001:1.0:1557964634.740598:0:24081:0:(cl_io.c:1346:cl_sync_io_note()) Process entered 00000020:00000001:1.0:1557964634.740599:0:24081:0:(cl_io.c:1360:cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1557964634.740599:0:24081:0:(cl_page.c:896:cl_page_completion()) Process leaving 00000020:00000001:1.0:1557964634.740599:0:24081:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:1.0:1557964634.740600:0:24081:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13000[4 ffff8925b1a4c320 0 1 (null)] 00000020:00000001:1.0:1557964634.740601:0:24081:0:(cl_page.c:372:cl_page_put()) 4 00000020:00000001:1.0:1557964634.740601:0:24081:0:(cl_page.c:387:cl_page_put()) Process leaving 00000008:00000001:1.0:1557964634.740601:0:24081:0:(osc_cache.c:1368:osc_completion()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1557964634.740602:0:24081:0:(osc_cache.c:1891:osc_ap_completion()) Process leaving 00000008:00000001:1.0:1557964634.740602:0:24081:0:(osc_cache.c:1866:osc_ap_completion()) Process entered 00000008:00000001:1.0:1557964634.740602:0:24081:0:(osc_cache.c:1330:osc_completion()) Process entered 00000020:00000001:1.0:1557964634.740602:0:24081:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:1.0:1557964634.740603:0:24081:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:1.0:1557964634.740603:0:24081:0:(cl_page.c:879:cl_page_completion()) Process entered 00000020:00000001:1.0:1557964634.740604:0:24081:0:(cl_page.c:880:cl_page_completion()) page@ffff89150ef12e00[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740604:0:24081:0:(cl_page.c:880:cl_page_completion()) 1 -95 00000020:00000001:1.0:1557964634.740605:0:24081:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:1.0:1557964634.740605:0:24081:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef12e00[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740606:0:24081:0:(cl_page.c:327:cl_page_state_set0()) 2 -> 0 00000020:00000001:1.0:1557964634.740606:0:24081:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000080:00000001:1.0:1557964634.740606:0:24081:0:(vvp_page.c:289:vvp_page_completion_write()) Process entered 00000080:00008000:1.0:1557964634.740607:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) page@ffff89150ef12e00[4 ffff8925b1a4c320 0 1 (null)] 00000080:00008000:1.0:1557964634.740607:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) completing WRITE with -95 00000080:00000001:1.0:1557964634.740608:0:24081:0:(vvp_page.c:306:vvp_page_completion_write()) Process leaving 00000020:00000001:1.0:1557964634.740608:0:24081:0:(cl_io.c:1346:cl_sync_io_note()) Process entered 00000020:00000001:1.0:1557964634.740608:0:24081:0:(cl_io.c:1360:cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1557964634.740608:0:24081:0:(cl_page.c:896:cl_page_completion()) Process leaving 00000020:00000001:1.0:1557964634.740609:0:24081:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:1.0:1557964634.740609:0:24081:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef12e00[4 ffff8925b1a4c320 0 1 (null)] 00000020:00000001:1.0:1557964634.740610:0:24081:0:(cl_page.c:372:cl_page_put()) 4 00000020:00000001:1.0:1557964634.740610:0:24081:0:(cl_page.c:387:cl_page_put()) Process leaving 00000008:00000001:1.0:1557964634.740610:0:24081:0:(osc_cache.c:1368:osc_completion()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1557964634.740611:0:24081:0:(osc_cache.c:1891:osc_ap_completion()) Process leaving 00000008:00000001:1.0:1557964634.740611:0:24081:0:(osc_cache.c:1866:osc_ap_completion()) Process entered 00000008:00000001:1.0:1557964634.740611:0:24081:0:(osc_cache.c:1330:osc_completion()) Process entered 00000020:00000001:1.0:1557964634.740611:0:24081:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:1.0:1557964634.740612:0:24081:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:1.0:1557964634.740612:0:24081:0:(cl_page.c:879:cl_page_completion()) Process entered 00000020:00000001:1.0:1557964634.740618:0:24081:0:(cl_page.c:880:cl_page_completion()) page@ffff89150ef12600[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740618:0:24081:0:(cl_page.c:880:cl_page_completion()) 1 -95 00000020:00000001:1.0:1557964634.740619:0:24081:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:1.0:1557964634.740619:0:24081:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef12600[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740620:0:24081:0:(cl_page.c:327:cl_page_state_set0()) 2 -> 0 00000020:00000001:1.0:1557964634.740620:0:24081:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000080:00000001:1.0:1557964634.740621:0:24081:0:(vvp_page.c:289:vvp_page_completion_write()) Process entered 00000080:00008000:1.0:1557964634.740622:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) page@ffff89150ef12600[4 ffff8925b1a4c320 0 1 (null)] 00000080:00008000:1.0:1557964634.740622:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) completing WRITE with -95 00000080:00000001:1.0:1557964634.740622:0:24081:0:(vvp_page.c:306:vvp_page_completion_write()) Process leaving 00000020:00000001:1.0:1557964634.740623:0:24081:0:(cl_io.c:1346:cl_sync_io_note()) Process entered 00000020:00000001:1.0:1557964634.740623:0:24081:0:(cl_io.c:1360:cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1557964634.740623:0:24081:0:(cl_page.c:896:cl_page_completion()) Process leaving 00000020:00000001:1.0:1557964634.740623:0:24081:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:1.0:1557964634.740624:0:24081:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef12600[4 ffff8925b1a4c320 0 1 (null)] 00000020:00000001:1.0:1557964634.740624:0:24081:0:(cl_page.c:372:cl_page_put()) 4 00000020:00000001:1.0:1557964634.740625:0:24081:0:(cl_page.c:387:cl_page_put()) Process leaving 00000008:00000001:1.0:1557964634.740625:0:24081:0:(osc_cache.c:1368:osc_completion()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1557964634.740625:0:24081:0:(osc_cache.c:1891:osc_ap_completion()) Process leaving 00000008:00000001:1.0:1557964634.740625:0:24081:0:(osc_cache.c:1866:osc_ap_completion()) Process entered 00000008:00000001:1.0:1557964634.740626:0:24081:0:(osc_cache.c:1330:osc_completion()) Process entered 00000020:00000001:1.0:1557964634.740626:0:24081:0:(cl_page.c:793:cl_req_type_state()) Process entered 00000020:00000001:1.0:1557964634.740626:0:24081:0:(cl_page.c:794:cl_req_type_state()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:1.0:1557964634.740627:0:24081:0:(cl_page.c:879:cl_page_completion()) Process entered 00000020:00000001:1.0:1557964634.740627:0:24081:0:(cl_page.c:880:cl_page_completion()) page@ffff89150ef12400[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740628:0:24081:0:(cl_page.c:880:cl_page_completion()) 1 -95 00000020:00000001:1.0:1557964634.740628:0:24081:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:1.0:1557964634.740629:0:24081:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef12400[4 ffff8925b1a4c320 2 1 (null)] 00000020:00000001:1.0:1557964634.740629:0:24081:0:(cl_page.c:327:cl_page_state_set0()) 2 -> 0 00000020:00000001:1.0:1557964634.740630:0:24081:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000080:00000001:1.0:1557964634.740630:0:24081:0:(vvp_page.c:289:vvp_page_completion_write()) Process entered 00000080:00008000:1.0:1557964634.740631:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) page@ffff89150ef12400[4 ffff8925b1a4c320 0 1 (null)] 00000080:00008000:1.0:1557964634.740631:0:24081:0:(vvp_page.c:291:vvp_page_completion_write()) completing WRITE with -95 00000080:00000001:1.0:1557964634.740631:0:24081:0:(vvp_page.c:306:vvp_page_completion_write()) Process leaving 00000020:00000001:1.0:1557964634.740631:0:24081:0:(cl_io.c:1346:cl_sync_io_note()) Process entered 00000020:00000001:1.0:1557964634.740633:0:24081:0:(cl_io.c:1360:cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1557964634.740634:0:24081:0:(cl_page.c:896:cl_page_completion()) Process leaving 00000020:00000001:1.0:1557964634.740634:0:24081:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:1.0:1557964634.740635:0:24081:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef12400[4 ffff8925b1a4c320 0 1 (null)] 00000020:00000001:17.0:1557964634.740636:0:57598:0:(cl_io.c:1336:cl_sync_io_wait()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000020:00000001:1.0:1557964634.740636:0:24081:0:(cl_page.c:372:cl_page_put()) 4 00000020:00000001:1.0:1557964634.740637:0:24081:0:(cl_page.c:387:cl_page_put()) Process leaving 00000008:00000001:1.0:1557964634.740637:0:24081:0:(osc_cache.c:1368:osc_completion()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.740638:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000008:00000001:1.0:1557964634.740638:0:24081:0:(osc_cache.c:1891:osc_ap_completion()) Process leaving 00000020:00000001:17.0:1557964634.740639:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740639:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000008:00000020:1.0:1557964634.740639:0:24081:0:(osc_cache.c:485:__osc_extent_remove()) extent ffff8915a22f67e0@{[0 -> 11/11], [1|0|-|inv|wSu|ffff89254a639db0], [0|0|-|-| (null)|256|ffff8925dfc98000]} destroyed. 00000020:00000001:17.0:1557964634.740641:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740642:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000008:00010000:1.0:1557964634.740642:0:24081:0:(osc_cache.c:485:__osc_extent_remove()) ### no dlm lock: extent: ffff8915a22f67e0 00000020:00000001:17.0:1557964634.740643:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964634.740643:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964634.740644:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000008:00000010:1.0:1557964634.740644:0:24081:0:(osc_cache.c:341:osc_extent_free()) slab-freed '(ext)': 168 at ffff8915a22f67e0. 00000020:00000001:17.0:1557964634.740645:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef14400[3 ffff8925b1a4c320 0 1 ffff8915116d6360] 00000008:00000001:1.0:1557964634.740645:0:24081:0:(osc_cache.c:904:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.740646:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.740646:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000008:00000010:1.0:1557964634.740646:0:24081:0:(osc_request.c:1711:osc_release_ppga()) kfreed 'ppga': 96 at ffff8915f5283600. 00000020:00000001:17.0:1557964634.740647:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000020:00000001:17.0:1557964634.740647:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964634.740647:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000008:00000001:1.0:1557964634.740647:0:24081:0:(osc_cache.c:1679:osc_wake_cache_waiters()) Process entered 00000020:00000001:17.0:1557964634.740648:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000008:00000001:1.0:1557964634.740648:0:24081:0:(osc_cache.c:1705:osc_wake_cache_waiters()) Process leaving 00000020:00000001:17.0:1557964634.740649:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740649:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000008:00000001:1.0:1557964634.740649:0:24081:0:(osc_cache.c:2255:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1557964634.740649:0:24081:0:(osc_cache.c:2218:osc_next_obj()) Process entered 00000008:00000001:1.0:1557964634.740650:0:24081:0:(osc_cache.c:2246:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.740651:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964634.740651:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000008:00000001:1.0:1557964634.740651:0:24081:0:(osc_request.c:1828:brw_interpret()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000020:00000001:17.0:1557964634.740652:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.740653:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef14800[3 ffff8925b1a4c320 0 1 ffff8915116d6360] 00000100:00000040:1.0:1557964634.740653:0:24081:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff89150e68bf00 x1633636318338928/t0(0) o4->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:6/4 lens 608/416 e 0 to 0 dl 1557964740 ref 1 fl Interpret:RM/0/0 rc -95/-95 00000020:00000001:17.0:1557964634.740654:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.740654:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.740655:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000020:00000001:17.0:1557964634.740655:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964634.740655:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740656:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740657:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740657:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740658:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964634.740658:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964634.740659:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000100:00100000:1.0:1557964634.740659:0:24081:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_06:50f1fe9a-3e31-ad51-23a4-b3638f11f184:24081:1633636318338928:172.19.1.35@o2ib100:4 00000020:00000001:17.0:1557964634.740660:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef14200[3 ffff8925b1a4c320 0 1 ffff8915116d6360] 00000100:00000001:1.0:1557964634.740661:0:24081:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.740662:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.740662:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000100:00000001:1.0:1557964634.740662:0:24081:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:17.0:1557964634.740663:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000020:00000001:17.0:1557964634.740664:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964634.740664:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000100:00000040:1.0:1557964634.740664:0:24081:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff89150e68bf00 x1633636318338928/t0(0) o4->looze-OST0008-osc-ffff8925ba270000@172.19.1.35@o2ib100:6/4 lens 608/416 e 0 to 0 dl 1557964740 ref 1 fl Complete:RM/0/0 rc -95/-95 00000020:00000001:17.0:1557964634.740665:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740666:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740666:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740667:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964634.740667:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964634.740668:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000100:00000001:1.0:1557964634.740668:0:24081:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000020:00000001:17.0:1557964634.740669:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13a00[3 ffff8925b1a4c320 0 1 ffff8915116d6360] 02000000:00000001:1.0:1557964634.740669:0:24081:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:17.0:1557964634.740670:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.740670:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.740670:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 02000000:00000010:1.0:1557964634.740670:0:24081:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8915e95f1000. 00000020:00000001:17.0:1557964634.740671:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964634.740671:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740671:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740672:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740672:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 02000000:00000001:1.0:1557964634.740672:0:24081:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1557964634.740672:0:24081:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000001:17.0:1557964634.740673:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000040:1.0:1557964634.740673:0:24081:0:(genops.c:1228:class_import_put()) import ffff891506a77000 refcount=5 obd=looze-OST0008-osc-ffff8925ba270000 00000020:00000001:17.0:1557964634.740674:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964634.740674:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:1.0:1557964634.740674:0:24081:0:(genops.c:1237:class_import_put()) Process leaving 00000100:00000001:1.0:1557964634.740674:0:24081:0:(client.c:257:ptlrpc_free_bulk()) Process entered 00000020:00000001:17.0:1557964634.740675:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13800[3 ffff8925b1a4c320 0 1 ffff8915116d6360] 00000020:00000001:1.0:1557964634.740675:0:24081:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:1.0:1557964634.740675:0:24081:0:(genops.c:1228:class_import_put()) import ffff891506a77000 refcount=4 obd=looze-OST0008-osc-ffff8925ba270000 00000020:00000001:17.0:1557964634.740676:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.740676:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.740676:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000020:00000001:17.0:1557964634.740677:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964634.740677:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740677:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:1.0:1557964634.740677:0:24081:0:(genops.c:1237:class_import_put()) Process leaving 00000020:00000001:17.0:1557964634.740678:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000100:00000010:1.0:1557964634.740678:0:24081:0:(client.c:278:ptlrpc_free_bulk()) kfreed '((desc)->bd_u.bd_kiov.bd_vec)': 192 at ffff8915e62ae840. 00000020:00000001:17.0:1557964634.740679:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000100:00000010:1.0:1557964634.740679:0:24081:0:(client.c:282:ptlrpc_free_bulk()) kfreed 'desc': 280 at ffff8915fa594200. 00000020:00000001:17.0:1557964634.740680:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964634.740680:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000100:00000001:1.0:1557964634.740680:0:24081:0:(client.c:283:ptlrpc_free_bulk()) Process leaving 00000020:00000001:17.0:1557964634.740681:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 02000000:00000010:1.0:1557964634.740681:0:24081:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8925f2e7b400. 00000020:00000001:17.0:1557964634.740682:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13600[3 ffff8925b1a4c320 0 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.740683:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.740683:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 02000000:00000001:1.0:1557964634.740683:0:24081:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1557964634.740683:0:24081:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:17.0:1557964634.740684:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000100:00000010:1.0:1557964634.740684:0:24081:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff89150e68bf00. 00000020:00000001:17.0:1557964634.740685:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964634.740685:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000100:00000001:1.0:1557964634.740685:0:24081:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000020:00000001:17.0:1557964634.740686:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000100:00000001:1.0:1557964634.740686:0:24081:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964634.740686:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.740687:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740688:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000100:00000001:1.0:1557964634.740688:0:24081:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:17.0:1557964634.740689:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964634.740689:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000100:00000001:1.0:1557964634.740689:0:24081:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964634.740689:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:17.0:1557964634.740690:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000100:00000001:1.0:1557964634.740690:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.740691:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13400[3 ffff8925b1a4c320 0 1 ffff8915116d6360] 00000100:00000001:1.0:1557964634.740691:0:24081:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1557964634.740691:0:24081:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.740692:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.740692:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.740693:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000020:00000001:17.0:1557964634.740693:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964634.740694:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740694:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740695:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740695:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740696:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964634.740696:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964634.740697:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.740698:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13200[3 ffff8925b1a4c320 0 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.740698:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.740699:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.740699:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000020:00000001:17.0:1557964634.740699:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964634.740700:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740700:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740701:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740701:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740701:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964634.740702:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964634.740702:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.740703:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13000[3 ffff8925b1a4c320 0 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.740703:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.740703:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.740703:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000020:00000001:17.0:1557964634.740704:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964634.740704:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740704:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740705:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740706:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740707:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964634.740707:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964634.740707:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.740708:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef12e00[3 ffff8925b1a4c320 0 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.740709:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.740709:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.740709:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000020:00000001:17.0:1557964634.740710:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964634.740710:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740710:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740710:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740711:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740711:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964634.740711:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964634.740712:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.740712:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef12600[3 ffff8925b1a4c320 0 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.740713:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.740713:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.740713:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000020:00000001:17.0:1557964634.740713:0:57598:0:(cl_page.c:587:cl_page_assume()) Process entered 00000020:00000001:17.0:1557964634.740714:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740714:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740714:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740715:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740715:0:57598:0:(cl_page.c:436:cl_page_owner_set()) Process entered 00000020:00000001:17.0:1557964634.740715:0:57598:0:(cl_page.c:439:cl_page_owner_set()) Process leaving 00000020:00000001:17.0:1557964634.740716:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.740716:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef12400[3 ffff8925b1a4c320 0 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.740717:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 0 -> 1 00000020:00000001:17.0:1557964634.740717:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000020:00000001:17.0:1557964634.740717:0:57598:0:(cl_page.c:599:cl_page_assume()) Process leaving 00000020:00000001:17.0:1557964634.740718:0:57598:0:(cl_io.c:1061:cl_page_list_splice()) Process entered 00000020:00000001:17.0:1557964634.740718:0:57598:0:(cl_io.c:1064:cl_page_list_splice()) Process leaving 00000020:00000001:17.0:1557964634.740718:0:57598:0:(cl_io.c:1061:cl_page_list_splice()) Process entered 00000020:00000001:17.0:1557964634.740718:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.740719:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.740719:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.740720:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.740721:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.740721:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.740721:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.740722:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.740722:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.740722:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.740722:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.740723:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.740723:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.740723:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.740723:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.740723:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.740724:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.740724:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.740724:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.740724:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.740724:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.740725:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.740725:0:57598:0:(cl_io.c:1020:cl_page_list_move()) Process entered 00000020:00000001:17.0:1557964634.740725:0:57598:0:(cl_io.c:1026:cl_page_list_move()) Process leaving 00000020:00000001:17.0:1557964634.740725:0:57598:0:(cl_io.c:1064:cl_page_list_splice()) Process leaving 00000020:00000001:17.0:1557964634.740725:0:57598:0:(cl_io.c:1213:cl_2queue_fini()) Process entered 00000020:00000001:17.0:1557964634.740726:0:57598:0:(cl_io.c:1112:cl_page_list_fini()) Process entered 00000020:00000001:17.0:1557964634.740726:0:57598:0:(cl_io.c:1116:cl_page_list_fini()) Process leaving 00000020:00000001:17.0:1557964634.740726:0:57598:0:(cl_io.c:1112:cl_page_list_fini()) Process entered 00000020:00000001:17.0:1557964634.740726:0:57598:0:(cl_io.c:1116:cl_page_list_fini()) Process leaving 00000020:00000001:17.0:1557964634.740727:0:57598:0:(cl_io.c:1216:cl_2queue_fini()) Process leaving 00000080:00000001:17.0:1557964634.740727:0:57598:0:(vvp_io.c:884:vvp_io_commit_sync()) Process leaving (rc=4294967201 : 4294967201 : ffffffa1) 00000080:00000001:17.0:1557964634.740728:0:57598:0:(file.c:997:ll_merge_attr()) Process entered 00000020:00000001:17.0:1557964634.740729:0:57598:0:(cl_object.c:150:cl_object_top()) ffff8925b1a4c320 -> ffff8925b1a4c320 00000020:00000001:17.0:1557964634.740729:0:57598:0:(cl_object.c:150:cl_object_top()) ffff8925b1a4c320 -> ffff8925b1a4c320 00000020:00000001:17.0:1557964634.740730:0:57598:0:(cl_object.c:207:cl_object_attr_get()) Process entered 00020000:00000001:17.0:1557964634.740731:0:57598:0:(lov_object.c:659:lov_attr_get_composite()) Process entered 00020000:00000002:17.0:1557964634.740731:0:57598:0:(lov_merge.c:64:lov_merge_lvb_kms()) MDT ID 0x587:7025 initial value: s=0 m=9223372036854775808 a=9223372036854775808 c=9223372036854775808 b=0 00020000:00000001:17.0:1557964634.740733:0:57598:0:(lov_offset.c:58:lov_stripe_size()) Process entered 00020000:00000001:17.0:1557964634.740733:0:57598:0:(lov_offset.c:61:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.740733:0:57598:0:(lov_offset.c:58:lov_stripe_size()) Process entered 00020000:00000001:17.0:1557964634.740734:0:57598:0:(lov_offset.c:61:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:17.0:1557964634.740734:0:57598:0:(lov_merge.c:99:lov_merge_lvb_kms()) MDT ID 0x587:7025 on OST[8]: s=0 m=1557964634 a=0 c=1557964634 b=1 00020000:00000001:17.0:1557964634.740735:0:57598:0:(lov_merge.c:108:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.740736:0:57598:0:(cl_object.c:863:cl_lvb2attr()) Process entered 00000020:00000001:17.0:1557964634.740737:0:57598:0:(cl_object.c:869:cl_lvb2attr()) Process leaving 00020000:00000001:17.0:1557964634.740737:0:57598:0:(lov_object.c:690:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.740738:0:57598:0:(cl_object.c:221:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.740738:0:57598:0:(cl_object.c:150:cl_object_top()) ffff8925b1a4c320 -> ffff8925b1a4c320 00000080:00200000:17.0:1557964634.740739:0:57598:0:(file.c:1040:ll_merge_attr()) [0x200001b71:0x587:0x0] updating i_size 0 00000080:00000001:17.0:1557964634.740740:0:57598:0:(file.c:1052:ll_merge_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.740741:0:57598:0:(cl_page.c:776:cl_page_is_vmlocked()) Process entered 00000020:00000001:17.0:1557964634.740741:0:57598:0:(cl_page.c:787:cl_page_is_vmlocked()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.740742:0:57598:0:(cl_io.c:1001:cl_page_list_del()) Process entered 00000020:00000001:17.0:1557964634.740742:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740743:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef14400[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.740743:0:57598:0:(cl_page.c:372:cl_page_put()) 3 00000020:00000001:17.0:1557964634.740744:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740744:0:57598:0:(cl_io.c:1006:cl_page_list_del()) Process leaving 00000080:00000001:17.0:1557964634.740744:0:57598:0:(llite_mmap.c:473:ll_teardown_mmaps()) Process entered 00000080:00000001:17.0:1557964634.740745:0:57598:0:(llite_mmap.c:482:ll_teardown_mmaps()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:17.0:1557964634.740746:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.740746:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=18446613322270852096 : -130751438699520 : ffff89150ef14400) 00000020:00000001:17.0:1557964634.740747:0:57598:0:(cl_page.c:739:cl_page_delete()) Process entered 00000020:00000001:17.0:1557964634.740747:0:57598:0:(cl_page.c:694:cl_page_delete0()) Process entered 00000020:00000001:17.0:1557964634.740747:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740747:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740748:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.740749:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef14400[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.740749:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 4 00000020:00000001:17.0:1557964634.740750:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000008:00000001:17.0:1557964634.740750:0:57598:0:(osc_page.c:185:osc_page_delete()) Process entered 00000008:00000001:17.0:1557964634.740750:0:57598:0:(osc_page.c:186:osc_page_delete()) ffff89150ef144f8 00000008:00000001:17.0:1557964634.740751:0:57598:0:(osc_cache.c:2551:osc_teardown_async_page()) Process entered 00000008:00000040:17.0:1557964634.740751:0:57598:0:(osc_cache.c:2556:osc_teardown_async_page()) teardown oap ffff89150ef14528 page ffff89150ef144f8 at index 0. 00000008:00000001:17.0:1557964634.740752:0:57598:0:(osc_cache.c:2578:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.740753:0:57598:0:(osc_page.c:214:osc_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740754:0:57598:0:(cl_page.c:709:cl_page_delete0()) Process leaving 00000020:00000001:17.0:1557964634.740754:0:57598:0:(cl_page.c:741:cl_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740754:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740755:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef14400[2 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740755:0:57598:0:(cl_page.c:372:cl_page_put()) 2 00000020:00000001:17.0:1557964634.740756:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740758:0:57598:0:(cl_page.c:653:cl_page_disown()) Process entered 00000020:00000001:17.0:1557964634.740758:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740758:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740759:0:57598:0:(cl_page.c:448:cl_page_disown0()) Process entered 00000020:00000001:17.0:1557964634.740760:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740760:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740761:0:57598:0:(cl_page.c:466:cl_page_disown0()) Process leaving 00000020:00000001:17.0:1557964634.740761:0:57598:0:(cl_page.c:656:cl_page_disown()) Process leaving 00000020:00000001:17.0:1557964634.740761:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740762:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef14400[1 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740762:0:57598:0:(cl_page.c:372:cl_page_put()) 1 00000020:00000001:17.0:1557964634.740763:0:57598:0:(cl_page.c:138:cl_page_free()) Process entered 00000020:00000010:17.0:1557964634.740764:0:57598:0:(cl_page.c:153:cl_page_free()) kfreed 'page': 448 at ffff89150ef14400. 00000020:00000001:17.0:1557964634.740765:0:57598:0:(cl_page.c:154:cl_page_free()) Process leaving 00000020:00000001:17.0:1557964634.740765:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740765:0:57598:0:(cl_page.c:776:cl_page_is_vmlocked()) Process entered 00000020:00000001:17.0:1557964634.740766:0:57598:0:(cl_page.c:787:cl_page_is_vmlocked()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.740766:0:57598:0:(cl_io.c:1001:cl_page_list_del()) Process entered 00000020:00000001:17.0:1557964634.740766:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740767:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef14800[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.740768:0:57598:0:(cl_page.c:372:cl_page_put()) 3 00000020:00000001:17.0:1557964634.740768:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740769:0:57598:0:(cl_io.c:1006:cl_page_list_del()) Process leaving 00000080:00000001:17.0:1557964634.740769:0:57598:0:(llite_mmap.c:473:ll_teardown_mmaps()) Process entered 00000080:00000001:17.0:1557964634.740769:0:57598:0:(llite_mmap.c:482:ll_teardown_mmaps()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:17.0:1557964634.740770:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.740771:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=18446613322270853120 : -130751438698496 : ffff89150ef14800) 00000020:00000001:17.0:1557964634.740771:0:57598:0:(cl_page.c:739:cl_page_delete()) Process entered 00000020:00000001:17.0:1557964634.740772:0:57598:0:(cl_page.c:694:cl_page_delete0()) Process entered 00000020:00000001:17.0:1557964634.740772:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740772:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740772:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.740773:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef14800[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.740773:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 4 00000020:00000001:17.0:1557964634.740774:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000008:00000001:17.0:1557964634.740774:0:57598:0:(osc_page.c:185:osc_page_delete()) Process entered 00000008:00000001:17.0:1557964634.740774:0:57598:0:(osc_page.c:186:osc_page_delete()) ffff89150ef148f8 00000008:00000001:17.0:1557964634.740774:0:57598:0:(osc_cache.c:2551:osc_teardown_async_page()) Process entered 00000008:00000040:17.0:1557964634.740775:0:57598:0:(osc_cache.c:2556:osc_teardown_async_page()) teardown oap ffff89150ef14928 page ffff89150ef148f8 at index 1. 00000008:00000001:17.0:1557964634.740775:0:57598:0:(osc_cache.c:2578:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.740776:0:57598:0:(osc_page.c:214:osc_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740777:0:57598:0:(cl_page.c:709:cl_page_delete0()) Process leaving 00000020:00000001:17.0:1557964634.740777:0:57598:0:(cl_page.c:741:cl_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740778:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740779:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef14800[2 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740779:0:57598:0:(cl_page.c:372:cl_page_put()) 2 00000020:00000001:17.0:1557964634.740779:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740780:0:57598:0:(cl_page.c:653:cl_page_disown()) Process entered 00000020:00000001:17.0:1557964634.740780:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740780:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740781:0:57598:0:(cl_page.c:448:cl_page_disown0()) Process entered 00000020:00000001:17.0:1557964634.740781:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740781:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740782:0:57598:0:(cl_page.c:466:cl_page_disown0()) Process leaving 00000020:00000001:17.0:1557964634.740782:0:57598:0:(cl_page.c:656:cl_page_disown()) Process leaving 00000020:00000001:17.0:1557964634.740782:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740783:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef14800[1 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740783:0:57598:0:(cl_page.c:372:cl_page_put()) 1 00000020:00000001:17.0:1557964634.740783:0:57598:0:(cl_page.c:138:cl_page_free()) Process entered 00000020:00000010:17.0:1557964634.740784:0:57598:0:(cl_page.c:153:cl_page_free()) kfreed 'page': 448 at ffff89150ef14800. 00000020:00000001:17.0:1557964634.740784:0:57598:0:(cl_page.c:154:cl_page_free()) Process leaving 00000020:00000001:17.0:1557964634.740784:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740785:0:57598:0:(cl_page.c:776:cl_page_is_vmlocked()) Process entered 00000020:00000001:17.0:1557964634.740785:0:57598:0:(cl_page.c:787:cl_page_is_vmlocked()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.740785:0:57598:0:(cl_io.c:1001:cl_page_list_del()) Process entered 00000020:00000001:17.0:1557964634.740786:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740786:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef14200[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.740787:0:57598:0:(cl_page.c:372:cl_page_put()) 3 00000020:00000001:17.0:1557964634.740787:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740787:0:57598:0:(cl_io.c:1006:cl_page_list_del()) Process leaving 00000080:00000001:17.0:1557964634.740787:0:57598:0:(llite_mmap.c:473:ll_teardown_mmaps()) Process entered 00000080:00000001:17.0:1557964634.740788:0:57598:0:(llite_mmap.c:482:ll_teardown_mmaps()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:17.0:1557964634.740788:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.740788:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=18446613322270851584 : -130751438700032 : ffff89150ef14200) 00000020:00000001:17.0:1557964634.740789:0:57598:0:(cl_page.c:739:cl_page_delete()) Process entered 00000020:00000001:17.0:1557964634.740789:0:57598:0:(cl_page.c:694:cl_page_delete0()) Process entered 00000020:00000001:17.0:1557964634.740789:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740790:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740790:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.740791:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef14200[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.740791:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 4 00000020:00000001:17.0:1557964634.740792:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000008:00000001:17.0:1557964634.740792:0:57598:0:(osc_page.c:185:osc_page_delete()) Process entered 00000008:00000001:17.0:1557964634.740793:0:57598:0:(osc_page.c:186:osc_page_delete()) ffff89150ef142f8 00000008:00000001:17.0:1557964634.740793:0:57598:0:(osc_cache.c:2551:osc_teardown_async_page()) Process entered 00000008:00000040:17.0:1557964634.740793:0:57598:0:(osc_cache.c:2556:osc_teardown_async_page()) teardown oap ffff89150ef14328 page ffff89150ef142f8 at index 2. 00000008:00000001:17.0:1557964634.740794:0:57598:0:(osc_cache.c:2578:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.740795:0:57598:0:(osc_page.c:214:osc_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740795:0:57598:0:(cl_page.c:709:cl_page_delete0()) Process leaving 00000020:00000001:17.0:1557964634.740795:0:57598:0:(cl_page.c:741:cl_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740796:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740796:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef14200[2 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740797:0:57598:0:(cl_page.c:372:cl_page_put()) 2 00000020:00000001:17.0:1557964634.740797:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740797:0:57598:0:(cl_page.c:653:cl_page_disown()) Process entered 00000020:00000001:17.0:1557964634.740798:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740798:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740798:0:57598:0:(cl_page.c:448:cl_page_disown0()) Process entered 00000020:00000001:17.0:1557964634.740799:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740799:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740799:0:57598:0:(cl_page.c:466:cl_page_disown0()) Process leaving 00000020:00000001:17.0:1557964634.740799:0:57598:0:(cl_page.c:656:cl_page_disown()) Process leaving 00000020:00000001:17.0:1557964634.740799:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740800:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef14200[1 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740800:0:57598:0:(cl_page.c:372:cl_page_put()) 1 00000020:00000001:17.0:1557964634.740801:0:57598:0:(cl_page.c:138:cl_page_free()) Process entered 00000020:00000010:17.0:1557964634.740801:0:57598:0:(cl_page.c:153:cl_page_free()) kfreed 'page': 448 at ffff89150ef14200. 00000020:00000001:17.0:1557964634.740802:0:57598:0:(cl_page.c:154:cl_page_free()) Process leaving 00000020:00000001:17.0:1557964634.740802:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740802:0:57598:0:(cl_page.c:776:cl_page_is_vmlocked()) Process entered 00000020:00000001:17.0:1557964634.740802:0:57598:0:(cl_page.c:787:cl_page_is_vmlocked()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.740803:0:57598:0:(cl_io.c:1001:cl_page_list_del()) Process entered 00000020:00000001:17.0:1557964634.740803:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740804:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13a00[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.740804:0:57598:0:(cl_page.c:372:cl_page_put()) 3 00000020:00000001:17.0:1557964634.740804:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740805:0:57598:0:(cl_io.c:1006:cl_page_list_del()) Process leaving 00000080:00000001:17.0:1557964634.740805:0:57598:0:(llite_mmap.c:473:ll_teardown_mmaps()) Process entered 00000080:00000001:17.0:1557964634.740805:0:57598:0:(llite_mmap.c:482:ll_teardown_mmaps()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:17.0:1557964634.740806:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.740806:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=18446613322270849536 : -130751438702080 : ffff89150ef13a00) 00000020:00000001:17.0:1557964634.740806:0:57598:0:(cl_page.c:739:cl_page_delete()) Process entered 00000020:00000001:17.0:1557964634.740807:0:57598:0:(cl_page.c:694:cl_page_delete0()) Process entered 00000020:00000001:17.0:1557964634.740808:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740808:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740808:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.740809:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13a00[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.740810:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 4 00000020:00000001:17.0:1557964634.740810:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000008:00000001:17.0:1557964634.740811:0:57598:0:(osc_page.c:185:osc_page_delete()) Process entered 00000008:00000001:17.0:1557964634.740811:0:57598:0:(osc_page.c:186:osc_page_delete()) ffff89150ef13af8 00000008:00000001:17.0:1557964634.740811:0:57598:0:(osc_cache.c:2551:osc_teardown_async_page()) Process entered 00000008:00000040:17.0:1557964634.740811:0:57598:0:(osc_cache.c:2556:osc_teardown_async_page()) teardown oap ffff89150ef13b28 page ffff89150ef13af8 at index 3. 00000008:00000001:17.0:1557964634.740812:0:57598:0:(osc_cache.c:2578:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.740812:0:57598:0:(osc_page.c:214:osc_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740813:0:57598:0:(cl_page.c:709:cl_page_delete0()) Process leaving 00000020:00000001:17.0:1557964634.740813:0:57598:0:(cl_page.c:741:cl_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740813:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740814:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13a00[2 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740814:0:57598:0:(cl_page.c:372:cl_page_put()) 2 00000020:00000001:17.0:1557964634.740814:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740815:0:57598:0:(cl_page.c:653:cl_page_disown()) Process entered 00000020:00000001:17.0:1557964634.740815:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740815:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740816:0:57598:0:(cl_page.c:448:cl_page_disown0()) Process entered 00000020:00000001:17.0:1557964634.740816:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740816:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740817:0:57598:0:(cl_page.c:466:cl_page_disown0()) Process leaving 00000020:00000001:17.0:1557964634.740817:0:57598:0:(cl_page.c:656:cl_page_disown()) Process leaving 00000020:00000001:17.0:1557964634.740817:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740818:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13a00[1 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740818:0:57598:0:(cl_page.c:372:cl_page_put()) 1 00000020:00000001:17.0:1557964634.740818:0:57598:0:(cl_page.c:138:cl_page_free()) Process entered 00000020:00000010:17.0:1557964634.740819:0:57598:0:(cl_page.c:153:cl_page_free()) kfreed 'page': 448 at ffff89150ef13a00. 00000020:00000001:17.0:1557964634.740819:0:57598:0:(cl_page.c:154:cl_page_free()) Process leaving 00000020:00000001:17.0:1557964634.740819:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740820:0:57598:0:(cl_page.c:776:cl_page_is_vmlocked()) Process entered 00000020:00000001:17.0:1557964634.740820:0:57598:0:(cl_page.c:787:cl_page_is_vmlocked()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.740820:0:57598:0:(cl_io.c:1001:cl_page_list_del()) Process entered 00000020:00000001:17.0:1557964634.740820:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740821:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13800[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.740822:0:57598:0:(cl_page.c:372:cl_page_put()) 3 00000020:00000001:17.0:1557964634.740822:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740822:0:57598:0:(cl_io.c:1006:cl_page_list_del()) Process leaving 00000080:00000001:17.0:1557964634.740823:0:57598:0:(llite_mmap.c:473:ll_teardown_mmaps()) Process entered 00000080:00000001:17.0:1557964634.740823:0:57598:0:(llite_mmap.c:482:ll_teardown_mmaps()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:17.0:1557964634.740824:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.740824:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=18446613322270849024 : -130751438702592 : ffff89150ef13800) 00000020:00000001:17.0:1557964634.740825:0:57598:0:(cl_page.c:739:cl_page_delete()) Process entered 00000020:00000001:17.0:1557964634.740826:0:57598:0:(cl_page.c:694:cl_page_delete0()) Process entered 00000020:00000001:17.0:1557964634.740826:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740826:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740826:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.740827:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13800[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.740828:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 4 00000020:00000001:17.0:1557964634.740828:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000008:00000001:17.0:1557964634.740828:0:57598:0:(osc_page.c:185:osc_page_delete()) Process entered 00000008:00000001:17.0:1557964634.740828:0:57598:0:(osc_page.c:186:osc_page_delete()) ffff89150ef138f8 00000008:00000001:17.0:1557964634.740829:0:57598:0:(osc_cache.c:2551:osc_teardown_async_page()) Process entered 00000008:00000040:17.0:1557964634.740829:0:57598:0:(osc_cache.c:2556:osc_teardown_async_page()) teardown oap ffff89150ef13928 page ffff89150ef138f8 at index 4. 00000008:00000001:17.0:1557964634.740829:0:57598:0:(osc_cache.c:2578:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.740830:0:57598:0:(osc_page.c:214:osc_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740830:0:57598:0:(cl_page.c:709:cl_page_delete0()) Process leaving 00000020:00000001:17.0:1557964634.740831:0:57598:0:(cl_page.c:741:cl_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740831:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740832:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13800[2 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740832:0:57598:0:(cl_page.c:372:cl_page_put()) 2 00000020:00000001:17.0:1557964634.740832:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740832:0:57598:0:(cl_page.c:653:cl_page_disown()) Process entered 00000020:00000001:17.0:1557964634.740833:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740833:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740833:0:57598:0:(cl_page.c:448:cl_page_disown0()) Process entered 00000020:00000001:17.0:1557964634.740834:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740834:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740834:0:57598:0:(cl_page.c:466:cl_page_disown0()) Process leaving 00000020:00000001:17.0:1557964634.740834:0:57598:0:(cl_page.c:656:cl_page_disown()) Process leaving 00000020:00000001:17.0:1557964634.740834:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740835:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13800[1 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740836:0:57598:0:(cl_page.c:372:cl_page_put()) 1 00000020:00000001:17.0:1557964634.740836:0:57598:0:(cl_page.c:138:cl_page_free()) Process entered 00000020:00000010:17.0:1557964634.740836:0:57598:0:(cl_page.c:153:cl_page_free()) kfreed 'page': 448 at ffff89150ef13800. 00000020:00000001:17.0:1557964634.740837:0:57598:0:(cl_page.c:154:cl_page_free()) Process leaving 00000020:00000001:17.0:1557964634.740837:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740838:0:57598:0:(cl_page.c:776:cl_page_is_vmlocked()) Process entered 00000020:00000001:17.0:1557964634.740838:0:57598:0:(cl_page.c:787:cl_page_is_vmlocked()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.740839:0:57598:0:(cl_io.c:1001:cl_page_list_del()) Process entered 00000020:00000001:17.0:1557964634.740839:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740840:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13600[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.740841:0:57598:0:(cl_page.c:372:cl_page_put()) 3 00000020:00000001:17.0:1557964634.740841:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740841:0:57598:0:(cl_io.c:1006:cl_page_list_del()) Process leaving 00000080:00000001:17.0:1557964634.740842:0:57598:0:(llite_mmap.c:473:ll_teardown_mmaps()) Process entered 00000080:00000001:17.0:1557964634.740842:0:57598:0:(llite_mmap.c:482:ll_teardown_mmaps()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:17.0:1557964634.740843:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.740843:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=18446613322270848512 : -130751438703104 : ffff89150ef13600) 00000020:00000001:17.0:1557964634.740843:0:57598:0:(cl_page.c:739:cl_page_delete()) Process entered 00000020:00000001:17.0:1557964634.740844:0:57598:0:(cl_page.c:694:cl_page_delete0()) Process entered 00000020:00000001:17.0:1557964634.740844:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740844:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740844:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.740845:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13600[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.740845:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 4 00000020:00000001:17.0:1557964634.740846:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000008:00000001:17.0:1557964634.740846:0:57598:0:(osc_page.c:185:osc_page_delete()) Process entered 00000008:00000001:17.0:1557964634.740846:0:57598:0:(osc_page.c:186:osc_page_delete()) ffff89150ef136f8 00000008:00000001:17.0:1557964634.740846:0:57598:0:(osc_cache.c:2551:osc_teardown_async_page()) Process entered 00000008:00000040:17.0:1557964634.740847:0:57598:0:(osc_cache.c:2556:osc_teardown_async_page()) teardown oap ffff89150ef13728 page ffff89150ef136f8 at index 5. 00000008:00000001:17.0:1557964634.740847:0:57598:0:(osc_cache.c:2578:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.740848:0:57598:0:(osc_page.c:214:osc_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740848:0:57598:0:(cl_page.c:709:cl_page_delete0()) Process leaving 00000020:00000001:17.0:1557964634.740848:0:57598:0:(cl_page.c:741:cl_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740848:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740849:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13600[2 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740849:0:57598:0:(cl_page.c:372:cl_page_put()) 2 00000020:00000001:17.0:1557964634.740850:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740850:0:57598:0:(cl_page.c:653:cl_page_disown()) Process entered 00000020:00000001:17.0:1557964634.740850:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740851:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740851:0:57598:0:(cl_page.c:448:cl_page_disown0()) Process entered 00000020:00000001:17.0:1557964634.740851:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740851:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740852:0:57598:0:(cl_page.c:466:cl_page_disown0()) Process leaving 00000020:00000001:17.0:1557964634.740852:0:57598:0:(cl_page.c:656:cl_page_disown()) Process leaving 00000020:00000001:17.0:1557964634.740853:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740853:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13600[1 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740854:0:57598:0:(cl_page.c:372:cl_page_put()) 1 00000020:00000001:17.0:1557964634.740854:0:57598:0:(cl_page.c:138:cl_page_free()) Process entered 00000020:00000010:17.0:1557964634.740854:0:57598:0:(cl_page.c:153:cl_page_free()) kfreed 'page': 448 at ffff89150ef13600. 00000020:00000001:17.0:1557964634.740855:0:57598:0:(cl_page.c:154:cl_page_free()) Process leaving 00000020:00000001:17.0:1557964634.740855:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740855:0:57598:0:(cl_page.c:776:cl_page_is_vmlocked()) Process entered 00000020:00000001:17.0:1557964634.740856:0:57598:0:(cl_page.c:787:cl_page_is_vmlocked()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.740856:0:57598:0:(cl_io.c:1001:cl_page_list_del()) Process entered 00000020:00000001:17.0:1557964634.740856:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740857:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13400[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.740857:0:57598:0:(cl_page.c:372:cl_page_put()) 3 00000020:00000001:17.0:1557964634.740858:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740858:0:57598:0:(cl_io.c:1006:cl_page_list_del()) Process leaving 00000080:00000001:17.0:1557964634.740858:0:57598:0:(llite_mmap.c:473:ll_teardown_mmaps()) Process entered 00000080:00000001:17.0:1557964634.740858:0:57598:0:(llite_mmap.c:482:ll_teardown_mmaps()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:17.0:1557964634.740859:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.740859:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=18446613322270848000 : -130751438703616 : ffff89150ef13400) 00000020:00000001:17.0:1557964634.740860:0:57598:0:(cl_page.c:739:cl_page_delete()) Process entered 00000020:00000001:17.0:1557964634.740860:0:57598:0:(cl_page.c:694:cl_page_delete0()) Process entered 00000020:00000001:17.0:1557964634.740860:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740860:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740860:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.740861:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13400[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.740862:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 4 00000020:00000001:17.0:1557964634.740862:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000008:00000001:17.0:1557964634.740862:0:57598:0:(osc_page.c:185:osc_page_delete()) Process entered 00000008:00000001:17.0:1557964634.740862:0:57598:0:(osc_page.c:186:osc_page_delete()) ffff89150ef134f8 00000008:00000001:17.0:1557964634.740863:0:57598:0:(osc_cache.c:2551:osc_teardown_async_page()) Process entered 00000008:00000040:17.0:1557964634.740863:0:57598:0:(osc_cache.c:2556:osc_teardown_async_page()) teardown oap ffff89150ef13528 page ffff89150ef134f8 at index 6. 00000008:00000001:17.0:1557964634.740863:0:57598:0:(osc_cache.c:2578:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.740864:0:57598:0:(osc_page.c:214:osc_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740864:0:57598:0:(cl_page.c:709:cl_page_delete0()) Process leaving 00000020:00000001:17.0:1557964634.740864:0:57598:0:(cl_page.c:741:cl_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740865:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740865:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13400[2 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740866:0:57598:0:(cl_page.c:372:cl_page_put()) 2 00000020:00000001:17.0:1557964634.740866:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740866:0:57598:0:(cl_page.c:653:cl_page_disown()) Process entered 00000020:00000001:17.0:1557964634.740867:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740867:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740868:0:57598:0:(cl_page.c:448:cl_page_disown0()) Process entered 00000020:00000001:17.0:1557964634.740868:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740868:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740869:0:57598:0:(cl_page.c:466:cl_page_disown0()) Process leaving 00000020:00000001:17.0:1557964634.740869:0:57598:0:(cl_page.c:656:cl_page_disown()) Process leaving 00000020:00000001:17.0:1557964634.740869:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740870:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13400[1 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740870:0:57598:0:(cl_page.c:372:cl_page_put()) 1 00000020:00000001:17.0:1557964634.740870:0:57598:0:(cl_page.c:138:cl_page_free()) Process entered 00000020:00000010:17.0:1557964634.740871:0:57598:0:(cl_page.c:153:cl_page_free()) kfreed 'page': 448 at ffff89150ef13400. 00000020:00000001:17.0:1557964634.740871:0:57598:0:(cl_page.c:154:cl_page_free()) Process leaving 00000020:00000001:17.0:1557964634.740871:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740872:0:57598:0:(cl_page.c:776:cl_page_is_vmlocked()) Process entered 00000020:00000001:17.0:1557964634.740872:0:57598:0:(cl_page.c:787:cl_page_is_vmlocked()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.740872:0:57598:0:(cl_io.c:1001:cl_page_list_del()) Process entered 00000020:00000001:17.0:1557964634.740872:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740873:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13200[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.740874:0:57598:0:(cl_page.c:372:cl_page_put()) 3 00000020:00000001:17.0:1557964634.740874:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740874:0:57598:0:(cl_io.c:1006:cl_page_list_del()) Process leaving 00000080:00000001:17.0:1557964634.740874:0:57598:0:(llite_mmap.c:473:ll_teardown_mmaps()) Process entered 00000080:00000001:17.0:1557964634.740874:0:57598:0:(llite_mmap.c:482:ll_teardown_mmaps()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:17.0:1557964634.740875:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.740875:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=18446613322270847488 : -130751438704128 : ffff89150ef13200) 00000020:00000001:17.0:1557964634.740876:0:57598:0:(cl_page.c:739:cl_page_delete()) Process entered 00000020:00000001:17.0:1557964634.740876:0:57598:0:(cl_page.c:694:cl_page_delete0()) Process entered 00000020:00000001:17.0:1557964634.740876:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740876:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740877:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.740877:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13200[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.740878:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 4 00000020:00000001:17.0:1557964634.740878:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000008:00000001:17.0:1557964634.740878:0:57598:0:(osc_page.c:185:osc_page_delete()) Process entered 00000008:00000001:17.0:1557964634.740879:0:57598:0:(osc_page.c:186:osc_page_delete()) ffff89150ef132f8 00000008:00000001:17.0:1557964634.740879:0:57598:0:(osc_cache.c:2551:osc_teardown_async_page()) Process entered 00000008:00000040:17.0:1557964634.740879:0:57598:0:(osc_cache.c:2556:osc_teardown_async_page()) teardown oap ffff89150ef13328 page ffff89150ef132f8 at index 7. 00000008:00000001:17.0:1557964634.740880:0:57598:0:(osc_cache.c:2578:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.740880:0:57598:0:(osc_page.c:214:osc_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740881:0:57598:0:(cl_page.c:709:cl_page_delete0()) Process leaving 00000020:00000001:17.0:1557964634.740881:0:57598:0:(cl_page.c:741:cl_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740881:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740882:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13200[2 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740882:0:57598:0:(cl_page.c:372:cl_page_put()) 2 00000020:00000001:17.0:1557964634.740883:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740883:0:57598:0:(cl_page.c:653:cl_page_disown()) Process entered 00000020:00000001:17.0:1557964634.740883:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740884:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740884:0:57598:0:(cl_page.c:448:cl_page_disown0()) Process entered 00000020:00000001:17.0:1557964634.740884:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740884:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740885:0:57598:0:(cl_page.c:466:cl_page_disown0()) Process leaving 00000020:00000001:17.0:1557964634.740885:0:57598:0:(cl_page.c:656:cl_page_disown()) Process leaving 00000020:00000001:17.0:1557964634.740885:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740886:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13200[1 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740886:0:57598:0:(cl_page.c:372:cl_page_put()) 1 00000020:00000001:17.0:1557964634.740886:0:57598:0:(cl_page.c:138:cl_page_free()) Process entered 00000020:00000010:17.0:1557964634.740887:0:57598:0:(cl_page.c:153:cl_page_free()) kfreed 'page': 448 at ffff89150ef13200. 00000020:00000001:17.0:1557964634.740887:0:57598:0:(cl_page.c:154:cl_page_free()) Process leaving 00000020:00000001:17.0:1557964634.740888:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740888:0:57598:0:(cl_page.c:776:cl_page_is_vmlocked()) Process entered 00000020:00000001:17.0:1557964634.740888:0:57598:0:(cl_page.c:787:cl_page_is_vmlocked()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.740889:0:57598:0:(cl_io.c:1001:cl_page_list_del()) Process entered 00000020:00000001:17.0:1557964634.740889:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740890:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13000[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.740890:0:57598:0:(cl_page.c:372:cl_page_put()) 3 00000020:00000001:17.0:1557964634.740890:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740890:0:57598:0:(cl_io.c:1006:cl_page_list_del()) Process leaving 00000080:00000001:17.0:1557964634.740891:0:57598:0:(llite_mmap.c:473:ll_teardown_mmaps()) Process entered 00000080:00000001:17.0:1557964634.740891:0:57598:0:(llite_mmap.c:482:ll_teardown_mmaps()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:17.0:1557964634.740891:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.740892:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=18446613322270846976 : -130751438704640 : ffff89150ef13000) 00000020:00000001:17.0:1557964634.740892:0:57598:0:(cl_page.c:739:cl_page_delete()) Process entered 00000020:00000001:17.0:1557964634.740892:0:57598:0:(cl_page.c:694:cl_page_delete0()) Process entered 00000020:00000001:17.0:1557964634.740893:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740893:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740893:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.740894:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef13000[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.740894:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 4 00000020:00000001:17.0:1557964634.740894:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000008:00000001:17.0:1557964634.740895:0:57598:0:(osc_page.c:185:osc_page_delete()) Process entered 00000008:00000001:17.0:1557964634.740895:0:57598:0:(osc_page.c:186:osc_page_delete()) ffff89150ef130f8 00000008:00000001:17.0:1557964634.740896:0:57598:0:(osc_cache.c:2551:osc_teardown_async_page()) Process entered 00000008:00000040:17.0:1557964634.740896:0:57598:0:(osc_cache.c:2556:osc_teardown_async_page()) teardown oap ffff89150ef13128 page ffff89150ef130f8 at index 8. 00000008:00000001:17.0:1557964634.740896:0:57598:0:(osc_cache.c:2578:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.740897:0:57598:0:(osc_page.c:214:osc_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740897:0:57598:0:(cl_page.c:709:cl_page_delete0()) Process leaving 00000020:00000001:17.0:1557964634.740897:0:57598:0:(cl_page.c:741:cl_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740898:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740898:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13000[2 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740899:0:57598:0:(cl_page.c:372:cl_page_put()) 2 00000020:00000001:17.0:1557964634.740899:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740899:0:57598:0:(cl_page.c:653:cl_page_disown()) Process entered 00000020:00000001:17.0:1557964634.740900:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740900:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740900:0:57598:0:(cl_page.c:448:cl_page_disown0()) Process entered 00000020:00000001:17.0:1557964634.740900:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740901:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740901:0:57598:0:(cl_page.c:466:cl_page_disown0()) Process leaving 00000020:00000001:17.0:1557964634.740901:0:57598:0:(cl_page.c:656:cl_page_disown()) Process leaving 00000020:00000001:17.0:1557964634.740901:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740902:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef13000[1 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740902:0:57598:0:(cl_page.c:372:cl_page_put()) 1 00000020:00000001:17.0:1557964634.740903:0:57598:0:(cl_page.c:138:cl_page_free()) Process entered 00000020:00000010:17.0:1557964634.740903:0:57598:0:(cl_page.c:153:cl_page_free()) kfreed 'page': 448 at ffff89150ef13000. 00000020:00000001:17.0:1557964634.740904:0:57598:0:(cl_page.c:154:cl_page_free()) Process leaving 00000020:00000001:17.0:1557964634.740904:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740904:0:57598:0:(cl_page.c:776:cl_page_is_vmlocked()) Process entered 00000020:00000001:17.0:1557964634.740904:0:57598:0:(cl_page.c:787:cl_page_is_vmlocked()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.740905:0:57598:0:(cl_io.c:1001:cl_page_list_del()) Process entered 00000020:00000001:17.0:1557964634.740905:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740906:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef12e00[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.740906:0:57598:0:(cl_page.c:372:cl_page_put()) 3 00000020:00000001:17.0:1557964634.740906:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740906:0:57598:0:(cl_io.c:1006:cl_page_list_del()) Process leaving 00000080:00000001:17.0:1557964634.740907:0:57598:0:(llite_mmap.c:473:ll_teardown_mmaps()) Process entered 00000080:00000001:17.0:1557964634.740907:0:57598:0:(llite_mmap.c:482:ll_teardown_mmaps()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:17.0:1557964634.740907:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.740908:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=18446613322270846464 : -130751438705152 : ffff89150ef12e00) 00000020:00000001:17.0:1557964634.740908:0:57598:0:(cl_page.c:739:cl_page_delete()) Process entered 00000020:00000001:17.0:1557964634.740909:0:57598:0:(cl_page.c:694:cl_page_delete0()) Process entered 00000020:00000001:17.0:1557964634.740909:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740910:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740910:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.740911:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef12e00[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.740912:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 4 00000020:00000001:17.0:1557964634.740912:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000008:00000001:17.0:1557964634.740912:0:57598:0:(osc_page.c:185:osc_page_delete()) Process entered 00000008:00000001:17.0:1557964634.740913:0:57598:0:(osc_page.c:186:osc_page_delete()) ffff89150ef12ef8 00000008:00000001:17.0:1557964634.740913:0:57598:0:(osc_cache.c:2551:osc_teardown_async_page()) Process entered 00000008:00000040:17.0:1557964634.740913:0:57598:0:(osc_cache.c:2556:osc_teardown_async_page()) teardown oap ffff89150ef12f28 page ffff89150ef12ef8 at index 9. 00000008:00000001:17.0:1557964634.740914:0:57598:0:(osc_cache.c:2578:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.740914:0:57598:0:(osc_page.c:214:osc_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740914:0:57598:0:(cl_page.c:709:cl_page_delete0()) Process leaving 00000020:00000001:17.0:1557964634.740915:0:57598:0:(cl_page.c:741:cl_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740915:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740916:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef12e00[2 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740916:0:57598:0:(cl_page.c:372:cl_page_put()) 2 00000020:00000001:17.0:1557964634.740916:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740917:0:57598:0:(cl_page.c:653:cl_page_disown()) Process entered 00000020:00000001:17.0:1557964634.740917:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740917:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740918:0:57598:0:(cl_page.c:448:cl_page_disown0()) Process entered 00000020:00000001:17.0:1557964634.740918:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740918:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740918:0:57598:0:(cl_page.c:466:cl_page_disown0()) Process leaving 00000020:00000001:17.0:1557964634.740918:0:57598:0:(cl_page.c:656:cl_page_disown()) Process leaving 00000020:00000001:17.0:1557964634.740919:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740919:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef12e00[1 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740920:0:57598:0:(cl_page.c:372:cl_page_put()) 1 00000020:00000001:17.0:1557964634.740920:0:57598:0:(cl_page.c:138:cl_page_free()) Process entered 00000020:00000010:17.0:1557964634.740920:0:57598:0:(cl_page.c:153:cl_page_free()) kfreed 'page': 448 at ffff89150ef12e00. 00000020:00000001:17.0:1557964634.740921:0:57598:0:(cl_page.c:154:cl_page_free()) Process leaving 00000020:00000001:17.0:1557964634.740921:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740921:0:57598:0:(cl_page.c:776:cl_page_is_vmlocked()) Process entered 00000020:00000001:17.0:1557964634.740921:0:57598:0:(cl_page.c:787:cl_page_is_vmlocked()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.740922:0:57598:0:(cl_io.c:1001:cl_page_list_del()) Process entered 00000020:00000001:17.0:1557964634.740922:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740923:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef12600[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.740923:0:57598:0:(cl_page.c:372:cl_page_put()) 3 00000020:00000001:17.0:1557964634.740923:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740924:0:57598:0:(cl_io.c:1006:cl_page_list_del()) Process leaving 00000080:00000001:17.0:1557964634.740925:0:57598:0:(llite_mmap.c:473:ll_teardown_mmaps()) Process entered 00000080:00000001:17.0:1557964634.740925:0:57598:0:(llite_mmap.c:482:ll_teardown_mmaps()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:17.0:1557964634.740926:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.740926:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=18446613322270844416 : -130751438707200 : ffff89150ef12600) 00000020:00000001:17.0:1557964634.740927:0:57598:0:(cl_page.c:739:cl_page_delete()) Process entered 00000020:00000001:17.0:1557964634.740927:0:57598:0:(cl_page.c:694:cl_page_delete0()) Process entered 00000020:00000001:17.0:1557964634.740928:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740928:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740928:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.740929:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef12600[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.740929:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 4 00000020:00000001:17.0:1557964634.740929:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000008:00000001:17.0:1557964634.740930:0:57598:0:(osc_page.c:185:osc_page_delete()) Process entered 00000008:00000001:17.0:1557964634.740930:0:57598:0:(osc_page.c:186:osc_page_delete()) ffff89150ef126f8 00000008:00000001:17.0:1557964634.740930:0:57598:0:(osc_cache.c:2551:osc_teardown_async_page()) Process entered 00000008:00000040:17.0:1557964634.740930:0:57598:0:(osc_cache.c:2556:osc_teardown_async_page()) teardown oap ffff89150ef12728 page ffff89150ef126f8 at index 10. 00000008:00000001:17.0:1557964634.740931:0:57598:0:(osc_cache.c:2578:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.740932:0:57598:0:(osc_page.c:214:osc_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740932:0:57598:0:(cl_page.c:709:cl_page_delete0()) Process leaving 00000020:00000001:17.0:1557964634.740932:0:57598:0:(cl_page.c:741:cl_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740932:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740933:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef12600[2 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740934:0:57598:0:(cl_page.c:372:cl_page_put()) 2 00000020:00000001:17.0:1557964634.740934:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740934:0:57598:0:(cl_page.c:653:cl_page_disown()) Process entered 00000020:00000001:17.0:1557964634.740934:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740935:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740935:0:57598:0:(cl_page.c:448:cl_page_disown0()) Process entered 00000020:00000001:17.0:1557964634.740935:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740936:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740936:0:57598:0:(cl_page.c:466:cl_page_disown0()) Process leaving 00000020:00000001:17.0:1557964634.740936:0:57598:0:(cl_page.c:656:cl_page_disown()) Process leaving 00000020:00000001:17.0:1557964634.740936:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740937:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef12600[1 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740937:0:57598:0:(cl_page.c:372:cl_page_put()) 1 00000020:00000001:17.0:1557964634.740938:0:57598:0:(cl_page.c:138:cl_page_free()) Process entered 00000020:00000010:17.0:1557964634.740938:0:57598:0:(cl_page.c:153:cl_page_free()) kfreed 'page': 448 at ffff89150ef12600. 00000020:00000001:17.0:1557964634.740938:0:57598:0:(cl_page.c:154:cl_page_free()) Process leaving 00000020:00000001:17.0:1557964634.740939:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740940:0:57598:0:(cl_page.c:776:cl_page_is_vmlocked()) Process entered 00000020:00000001:17.0:1557964634.740940:0:57598:0:(cl_page.c:787:cl_page_is_vmlocked()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:17.0:1557964634.740941:0:57598:0:(cl_io.c:1001:cl_page_list_del()) Process entered 00000020:00000001:17.0:1557964634.740941:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740942:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef12400[3 ffff8925b1a4c320 1 1 ffff8915116d6360] 00000020:00000001:17.0:1557964634.740943:0:57598:0:(cl_page.c:372:cl_page_put()) 3 00000020:00000001:17.0:1557964634.740943:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740943:0:57598:0:(cl_io.c:1006:cl_page_list_del()) Process leaving 00000080:00000001:17.0:1557964634.740944:0:57598:0:(llite_mmap.c:473:ll_teardown_mmaps()) Process entered 00000080:00000001:17.0:1557964634.740944:0:57598:0:(llite_mmap.c:482:ll_teardown_mmaps()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:17.0:1557964634.740944:0:57598:0:(cl_page.c:398:cl_vmpage_page()) Process entered 00000020:00000001:17.0:1557964634.740945:0:57598:0:(cl_page.c:412:cl_vmpage_page()) Process leaving (rc=18446613322270843904 : -130751438707712 : ffff89150ef12400) 00000020:00000001:17.0:1557964634.740945:0:57598:0:(cl_page.c:739:cl_page_delete()) Process entered 00000020:00000001:17.0:1557964634.740945:0:57598:0:(cl_page.c:694:cl_page_delete0()) Process entered 00000020:00000001:17.0:1557964634.740946:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740946:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740946:0:57598:0:(cl_page.c:324:cl_page_state_set0()) Process entered 00000020:00000001:17.0:1557964634.740947:0:57598:0:(cl_page.c:327:cl_page_state_set0()) page@ffff89150ef12400[3 ffff8925b1a4c320 1 1 (null)] 00000020:00000001:17.0:1557964634.740947:0:57598:0:(cl_page.c:327:cl_page_state_set0()) 1 -> 4 00000020:00000001:17.0:1557964634.740947:0:57598:0:(cl_page.c:334:cl_page_state_set0()) Process leaving 00000008:00000001:17.0:1557964634.740948:0:57598:0:(osc_page.c:185:osc_page_delete()) Process entered 00000008:00000001:17.0:1557964634.740948:0:57598:0:(osc_page.c:186:osc_page_delete()) ffff89150ef124f8 00000008:00000001:17.0:1557964634.740948:0:57598:0:(osc_cache.c:2551:osc_teardown_async_page()) Process entered 00000008:00000040:17.0:1557964634.740948:0:57598:0:(osc_cache.c:2556:osc_teardown_async_page()) teardown oap ffff89150ef12528 page ffff89150ef124f8 at index 11. 00000008:00000001:17.0:1557964634.740949:0:57598:0:(osc_cache.c:2578:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:17.0:1557964634.740950:0:57598:0:(osc_page.c:214:osc_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740950:0:57598:0:(cl_page.c:709:cl_page_delete0()) Process leaving 00000020:00000001:17.0:1557964634.740950:0:57598:0:(cl_page.c:741:cl_page_delete()) Process leaving 00000020:00000001:17.0:1557964634.740950:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740951:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef12400[2 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740951:0:57598:0:(cl_page.c:372:cl_page_put()) 2 00000020:00000001:17.0:1557964634.740952:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740952:0:57598:0:(cl_page.c:653:cl_page_disown()) Process entered 00000020:00000001:17.0:1557964634.740952:0:57598:0:(cl_io.c:1239:cl_io_top()) Process entered 00000020:00000001:17.0:1557964634.740953:0:57598:0:(cl_io.c:1242:cl_io_top()) Process leaving (rc=18446613322312541024 : -130751397010592 : ffff8915116d6360) 00000020:00000001:17.0:1557964634.740953:0:57598:0:(cl_page.c:448:cl_page_disown0()) Process entered 00000020:00000001:17.0:1557964634.740953:0:57598:0:(cl_page.c:425:cl_page_owner_clear()) Process entered 00000020:00000001:17.0:1557964634.740954:0:57598:0:(cl_page.c:431:cl_page_owner_clear()) Process leaving 00000020:00000001:17.0:1557964634.740954:0:57598:0:(cl_page.c:466:cl_page_disown0()) Process leaving 00000020:00000001:17.0:1557964634.740954:0:57598:0:(cl_page.c:656:cl_page_disown()) Process leaving 00000020:00000001:17.0:1557964634.740955:0:57598:0:(cl_page.c:370:cl_page_put()) Process entered 00000020:00000001:17.0:1557964634.740956:0:57598:0:(cl_page.c:372:cl_page_put()) page@ffff89150ef12400[1 ffff8925b1a4c320 4 1 (null)] 00000020:00000001:17.0:1557964634.740956:0:57598:0:(cl_page.c:372:cl_page_put()) 1 00000020:00000001:17.0:1557964634.740956:0:57598:0:(cl_page.c:138:cl_page_free()) Process entered 00000020:00000010:17.0:1557964634.740957:0:57598:0:(cl_page.c:153:cl_page_free()) kfreed 'page': 448 at ffff89150ef12400. 00000020:00000001:17.0:1557964634.740958:0:57598:0:(cl_page.c:154:cl_page_free()) Process leaving 00000020:00000001:17.0:1557964634.740958:0:57598:0:(cl_page.c:387:cl_page_put()) Process leaving 00000020:00000001:17.0:1557964634.740958:0:57598:0:(cl_io.c:1112:cl_page_list_fini()) Process entered 00000020:00000001:17.0:1557964634.740959:0:57598:0:(cl_io.c:1116:cl_page_list_fini()) Process leaving 00000080:00000001:17.0:1557964634.740959:0:57598:0:(vvp_io.c:1002:vvp_io_write_commit()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:17.0:1557964634.740960:0:57598:0:(vvp_io.c:1115:vvp_io_write_start()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000020:00000001:17.0:1557964634.740961:0:57598:0:(cl_io.c:566:cl_io_start()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000020:00000001:17.0:1557964634.740961:0:57598:0:(cl_io.c:581:cl_io_end()) Process entered 00020000:00000001:17.0:1557964634.740962:0:57598:0:(lov_io.c:589:lov_io_call()) Process entered 00020000:00000001:17.0:1557964634.740962:0:57598:0:(lov_io.c:615:lov_io_end_wrapper()) Process entered 00020000:00000001:17.0:1557964634.740962:0:57598:0:(lov_io.c:625:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.740963:0:57598:0:(lov_io.c:598:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1557964634.740964:0:57598:0:(cl_io.c:589:cl_io_end()) Process leaving 00000020:00000001:17.0:1557964634.740964:0:57598:0:(cl_io.c:388:cl_io_unlock()) Process entered 00000020:00000001:17.0:1557964634.740964:0:57598:0:(cl_lock.c:231:cl_lock_release()) Process entered 00000020:00010000:17.0:1557964634.740965:0:57598:0:(cl_lock.c:54:cl_lock_trace0()) release lock: ffff8915f4c64c08 (ffff8915f43042d8/0) at cl_lock_release():233 00000020:00000001:17.0:1557964634.740966:0:57598:0:(cl_lock.c:148:cl_lock_cancel()) Process entered 00000020:00010000:17.0:1557964634.740966:0:57598:0:(cl_lock.c:54:cl_lock_trace0()) cancel lock: ffff8915f4c64c08 (ffff8915f43042d8/0) at cl_lock_cancel():150 00020000:00000001:17.0:1557964634.740967:0:57598:0:(lov_lock.c:281:lov_lock_cancel()) Process entered 00020000:00000001:17.0:1557964634.740967:0:57598:0:(lov_io.c:141:lov_sub_get()) Process entered 00020000:00000001:17.0:1557964634.740967:0:57598:0:(lov_io.c:167:lov_sub_get()) Process leaving (rc=18446613322249574256 : -130751459977360 : ffff89150dac9770) 00000020:00000001:17.0:1557964634.740968:0:57598:0:(cl_lock.c:148:cl_lock_cancel()) Process entered 00000020:00010000:17.0:1557964634.740968:0:57598:0:(cl_lock.c:54:cl_lock_trace0()) cancel lock: ffff8915f1ba77b0 (ffff8915f4304248/1) at cl_lock_cancel():150 00000008:00000001:17.0:1557964634.740969:0:57598:0:(osc_lock.c:1076:osc_lock_cancel()) Process entered 00000008:00000001:17.0:1557964634.740969:0:57598:0:(osc_lock.c:1033:osc_lock_detach()) Process entered 00010000:00000001:17.0:1557964634.740970:0:57598:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:17.0:1557964634.740971:0:57598:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:17.0:1557964634.740971:0:57598:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446613323952652288 : -130749756899328 : ffff8915732f8000) 00010000:00000001:17.0:1557964634.740972:0:57598:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446613323952652288 : -130749756899328 : ffff8915732f8000) 00010000:00000001:17.0:1557964634.740973:0:57598:0:(ldlm_lock.c:826:ldlm_lock_decref_internal()) Process entered 00010000:00010000:17.0:1557964634.740973:0:57598:0:(ldlm_lock.c:799:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: ?? lock: ffff8915732f8000/0x398a44d554ce2640 lrc: 4/0,1 mode: PW/PW res: ?? rrc=?? type: ??? flags: 0x10020000000000 nid: local remote: 0x2a506345580b78d5 expref: -99 pid: 57598 timeout: 0 lvb_type: 1 00010000:00000001:17.0:1557964634.740978:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.740979:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00010000:17.0:1557964634.740979:0:57598:0:(ldlm_lock.c:872:ldlm_lock_decref_internal()) ### add lock into lru list ns: ?? lock: ffff8915732f8000/0x398a44d554ce2640 lrc: 3/0,0 mode: PW/PW res: ?? rrc=?? type: ??? flags: 0x10020000000000 nid: local remote: 0x2a506345580b78d5 expref: -99 pid: 57598 timeout: 0 lvb_type: 1 00010000:00000001:17.0:1557964634.740981:0:57598:0:(ldlm_lock.c:300:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:17.0:1557964634.740982:0:57598:0:(ldlm_lock.c:304:ldlm_lock_add_to_lru()) Process leaving 00010000:00000001:17.0:1557964634.740982:0:57598:0:(ldlm_lock.c:893:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:17.0:1557964634.740982:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.740983:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:17.0:1557964634.740983:0:57598:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:17.0:1557964634.740983:0:57598:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00000008:00000001:17.0:1557964634.740983:0:57598:0:(osc_lock.c:1053:osc_lock_detach()) Process leaving 00000008:00000001:17.0:1557964634.740984:0:57598:0:(osc_lock.c:1085:osc_lock_cancel()) Process leaving 00000020:00000001:17.0:1557964634.740984:0:57598:0:(cl_lock.c:156:cl_lock_cancel()) Process leaving 00000020:00000001:17.0:1557964634.740984:0:57598:0:(cl_lock.c:156:cl_lock_cancel()) Process leaving 00000020:00000001:17.0:1557964634.740984:0:57598:0:(cl_lock.c:83:cl_lock_fini()) Process entered 00000020:00010000:17.0:1557964634.740985:0:57598:0:(cl_lock.c:54:cl_lock_trace0()) destroy lock: ffff8915f4c64c08 (ffff8915f43042d8/0) at cl_lock_fini():85 00000080:00000010:17.0:1557964634.740986:0:57598:0:(vvp_lock.c:52:vvp_lock_fini()) slab-freed '(vlk)': 40 at ffff8915c62ae668. 00020000:00000001:17.0:1557964634.740986:0:57598:0:(lov_lock.c:224:lov_lock_fini()) Process entered 00000020:00000001:17.0:1557964634.740987:0:57598:0:(cl_lock.c:83:cl_lock_fini()) Process entered 00000020:00010000:17.0:1557964634.740987:0:57598:0:(cl_lock.c:54:cl_lock_trace0()) destroy lock: ffff8915f1ba77b0 (ffff8915f43042d8/1) at cl_lock_fini():85 00020000:00000001:17.0:1557964634.740988:0:57598:0:(lovsub_lock.c:56:lovsub_lock_fini()) Process entered 00020000:00000010:17.0:1557964634.740988:0:57598:0:(lovsub_lock.c:58:lovsub_lock_fini()) slab-freed '(lsl)': 40 at ffff8915c62ae690. 00020000:00000001:17.0:1557964634.740989:0:57598:0:(lovsub_lock.c:59:lovsub_lock_fini()) Process leaving 00000008:00000010:17.0:1557964634.740989:0:57598:0:(osc_lock.c:145:osc_lock_fini()) slab-freed '(ols)': 264 at ffff891516afc210. 00000020:00000001:17.0:1557964634.740990:0:57598:0:(cl_lock.c:96:cl_lock_fini()) Process leaving 00020000:00000010:17.0:1557964634.740990:0:57598:0:(lov_lock.c:232:lov_lock_fini()) kfreed 'lovlck': 112 at ffff8915f1ba7780. 00020000:00000001:17.0:1557964634.740991:0:57598:0:(lov_lock.c:233:lov_lock_fini()) Process leaving 00000020:00000001:17.0:1557964634.740991:0:57598:0:(cl_lock.c:96:cl_lock_fini()) Process leaving 00000020:00000001:17.0:1557964634.740991:0:57598:0:(cl_lock.c:236:cl_lock_release()) Process leaving 00020000:00000001:17.0:1557964634.740991:0:57598:0:(lov_io.c:688:lov_io_unlock()) Process entered 00020000:00000001:17.0:1557964634.740992:0:57598:0:(lov_io.c:589:lov_io_call()) Process entered 00000020:00000001:17.0:1557964634.740992:0:57598:0:(cl_io.c:388:cl_io_unlock()) Process entered 00000020:00000001:17.0:1557964634.740992:0:57598:0:(cl_io.c:409:cl_io_unlock()) Process leaving 00020000:00000001:17.0:1557964634.740993:0:57598:0:(lov_io.c:637:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.740993:0:57598:0:(lov_io.c:598:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.740994:0:57598:0:(lov_io.c:691:lov_io_unlock()) Process leaving 00000020:00000001:17.0:1557964634.740999:0:57598:0:(cl_io.c:409:cl_io_unlock()) Process leaving 00000020:00000001:17.0:1557964634.740999:0:57598:0:(cl_io.c:480:cl_io_rw_advance()) Process entered 00000020:00000001:17.0:1557964634.741000:0:57598:0:(cl_io.c:491:cl_io_rw_advance()) Process leaving 00000020:00000001:17.0:1557964634.741000:0:57598:0:(cl_io.c:458:cl_io_iter_fini()) Process entered 00020000:00000001:17.0:1557964634.741000:0:57598:0:(lov_io.c:675:lov_io_iter_fini()) Process entered 00020000:00000001:17.0:1557964634.741001:0:57598:0:(lov_io.c:589:lov_io_call()) Process entered 00000020:00000001:17.0:1557964634.741001:0:57598:0:(cl_io.c:458:cl_io_iter_fini()) Process entered 00000020:00000001:17.0:1557964634.741002:0:57598:0:(cl_io.c:464:cl_io_iter_fini()) Process leaving 00020000:00000001:17.0:1557964634.741002:0:57598:0:(lov_io.c:631:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.741003:0:57598:0:(lov_io.c:598:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:17.0:1557964634.741003:0:57598:0:(lov_io.c:680:lov_io_iter_fini()) Process leaving 00000020:00000001:17.0:1557964634.741004:0:57598:0:(cl_io.c:464:cl_io_iter_fini()) Process leaving 00000020:00200000:17.0:1557964634.741004:0:57598:0:(cl_io.c:885:cl_io_loop()) loop type 2 done: nob: 0, rc: -95 stop 00000020:00200000:17.0:1557964634.741005:0:57598:0:(cl_io.c:924:cl_io_loop()) return nob: 0 (full io), rc: -95 00000020:00000001:17.0:1557964634.741006:0:57598:0:(cl_io.c:926:cl_io_loop()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00200000:17.0:1557964634.741007:0:57598:0:(file.c:1281:ll_file_io_generic()) Range unlock [0, 11] 00000001:00000001:17.0:1557964634.741007:0:57598:0:(range_lock.c:132:range_unlock()) Process entered 00000001:00000001:17.0:1557964634.741008:0:57598:0:(interval_tree.c:524:interval_erase()) Process entered 00000001:00000001:17.0:1557964634.741009:0:57598:0:(interval_tree.c:504:update_maxhigh()) Process entered 00000001:00000001:17.0:1557964634.741009:0:57598:0:(interval_tree.c:516:update_maxhigh()) Process leaving 00000001:00000001:17.0:1557964634.741009:0:57598:0:(interval_tree.c:426:interval_erase_color()) Process entered 00000001:00000001:17.0:1557964634.741010:0:57598:0:(interval_tree.c:493:interval_erase_color()) Process leaving 00000001:00000001:17.0:1557964634.741010:0:57598:0:(interval_tree.c:589:interval_erase()) Process leaving 00000001:00000001:17.0:1557964634.741010:0:57598:0:(interval_tree.c:629:interval_search()) Process entered 00000001:00000001:17.0:1557964634.741011:0:57598:0:(interval_tree.c:676:interval_search()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:17.0:1557964634.741011:0:57598:0:(range_lock.c:166:range_unlock()) Process leaving 00000020:00000001:17.0:1557964634.741011:0:57598:0:(cl_io.c:93:cl_io_fini()) Process entered 00020000:00000001:17.0:1557964634.741012:0:57598:0:(lov_io.c:281:lov_io_fini()) Process entered 00020000:00000001:17.0:1557964634.741012:0:57598:0:(lov_io.c:81:lov_io_sub_fini()) Process entered 00000020:00000001:17.0:1557964634.741012:0:57598:0:(cl_io.c:93:cl_io_fini()) Process entered 00000020:00000001:17.0:1557964634.741013:0:57598:0:(cl_io.c:131:cl_io_fini()) Process leaving 00000020:00001000:17.0:1557964634.741013:0:57598:0:(cl_object.c:813:cl_env_put()) 1@ffff8915f4304240 00020000:00000001:17.0:1557964634.741014:0:57598:0:(lov_io.c:89:lov_io_sub_fini()) Process leaving 00020000:00000001:17.0:1557964634.741015:0:57598:0:(lov_io.c:301:lov_io_fini()) Process leaving 00000080:00200000:17.0:1557964634.741015:0:57598:0:(vvp_io.c:310:vvp_io_fini()) [0x200001b71:0x587:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0 00000020:00000001:17.0:1557964634.741017:0:57598:0:(cl_io.c:131:cl_io_fini()) Process leaving 00000080:00200000:17.0:1557964634.741017:0:57598:0:(file.c:1347:ll_file_io_generic()) test.11: write *ppos: 0, pos: 0, ret: 0, rc: -95 00000080:00000001:17.0:1557964634.741018:0:57598:0:(file.c:1351:ll_file_io_generic()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000020:00001000:17.0:1557964634.741019:0:57598:0:(cl_object.c:813:cl_env_put()) 1@ffff8915f43042d0 00000080:00000001:17.0:1557964634.741019:0:57598:0:(file.c:1588:ll_file_aio_write()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000020:00001000:17.0:1557964634.741020:0:57598:0:(cl_object.c:813:cl_env_put()) 1@ffff8915f43041b0 00000080:00000001:17.0:1557964634.741021:0:57598:0:(file.c:1619:ll_file_write()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00020000:00000001:17.0:1557964634.741110:0:57598:0:(lov_object.c:1735:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:17.0:1557964634.741111:0:57598:0:(lov_object.c:761:lov_conf_freeze()) To take share lov(ffff8925f75e7c20) owner (null)/ffff8906392d2080 00020000:00000002:17.0:1557964634.741112:0:57598:0:(lov_object.c:769:lov_conf_thaw()) To release share lov(ffff8925f75e7c20) owner (null)/ffff8906392d2080 00020000:00000001:17.0:1557964634.741113:0:57598:0:(lov_object.c:1779:lov_read_and_clear_async_rc()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:17.0:1557964634.741115:0:57598:0:(file.c:312:ll_file_release()) Process entered 00000080:00200000:17.0:1557964634.741115:0:57598:0:(file.c:315:ll_file_release()) VFS Op:inode=[0x200001b71:0x587:0x0](ffff891572edbf90) 00020000:00000001:17.0:1557964634.741116:0:57598:0:(lov_object.c:1735:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:17.0:1557964634.741117:0:57598:0:(lov_object.c:761:lov_conf_freeze()) To take share lov(ffff8925f75e7c20) owner (null)/ffff8906392d2080 00020000:00000002:17.0:1557964634.741117:0:57598:0:(lov_object.c:769:lov_conf_thaw()) To release share lov(ffff8925f75e7c20) owner (null)/ffff8906392d2080 00020000:00000001:17.0:1557964634.741118:0:57598:0:(lov_object.c:1779:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.741119:0:57598:0:(file.c:248:ll_md_close()) Process entered 00000080:00000001:17.0:1557964634.741119:0:57598:0:(obd_class.h:1582:md_lock_match()) Process entered 00800000:00000001:17.0:1557964634.741120:0:57598:0:(lmv_obd.c:2870:lmv_lock_match()) Process entered 00800000:00000002:17.0:1557964634.741121:0:57598:0:(lmv_obd.c:2872:lmv_lock_match()) Lock match for [0x200001b71:0x587:0x0] 00800000:00000001:17.0:1557964634.741122:0:57598:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:17.0:1557964634.741122:0:57598:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:17.0:1557964634.741123:0:57598:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:17.0:1557964634.741124:0:57598:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:17.0:1557964634.741124:0:57598:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964634.741125:0:57598:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b71:0x587:0x0] 00800000:00000001:17.0:1557964634.741125:0:57598:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.741126:0:57598:0:(obd_class.h:1582:md_lock_match()) Process entered 00000002:00000001:17.0:1557964634.741127:0:57598:0:(mdc_locks.c:142:mdc_lock_match()) Process entered 00010000:00000001:17.0:1557964634.741128:0:57598:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000040:17.0:1557964634.741129:0:57598:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff8915cc388c00 count: 3 00010000:00000001:17.0:1557964634.741130:0:57598:0:(ldlm_resource.c:1422:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:17.0:1557964634.741131:0:57598:0:(ldlm_lock.c:1415:ldlm_lock_match()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:17.0:1557964634.741132:0:57598:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff8915cc388c00 count: 2 00000002:00000001:17.0:1557964634.741133:0:57598:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.741134:0:57598:0:(obd_class.h:1586:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.741134:0:57598:0:(obd_class.h:1582:md_lock_match()) Process entered 00000002:00000001:17.0:1557964634.741134:0:57598:0:(mdc_locks.c:142:mdc_lock_match()) Process entered 00010000:00000001:17.0:1557964634.741135:0:57598:0:(ldlm_lock.c:1387:ldlm_lock_match()) Process entered 00010000:00000001:17.0:1557964634.741136:0:57598:0:(ldlm_lock.c:1402:ldlm_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964634.741136:0:57598:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.741138:0:57598:0:(obd_class.h:1586:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.741138:0:57598:0:(lmv_obd.c:2900:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.741139:0:57598:0:(obd_class.h:1586:md_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.741140:0:57598:0:(file.c:202:ll_md_real_close()) Process entered 00000080:00000001:17.0:1557964634.741140:0:57598:0:(file.c:131:ll_close_inode_openhandle()) Process entered 00000080:00000010:17.0:1557964634.741141:0:57598:0:(file.c:140:ll_close_inode_openhandle()) kmalloced 'op_data': 320 at ffff89150ef12400. 00000080:00000001:17.0:1557964634.741142:0:57598:0:(file.c:88:ll_prepare_close()) Process entered 00000080:00000001:17.0:1557964634.741143:0:57598:0:(file.c:111:ll_prepare_close()) Process leaving 00000080:00000001:17.0:1557964634.741143:0:57598:0:(obd_class.h:1330:md_close()) Process entered 00800000:00000001:17.0:1557964634.741144:0:57598:0:(lmv_obd.c:1524:lmv_close()) Process entered 00800000:00000001:17.0:1557964634.741144:0:57598:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:17.0:1557964634.741144:0:57598:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:17.0:1557964634.741145:0:57598:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:17.0:1557964634.741145:0:57598:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:17.0:1557964634.741145:0:57598:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964634.741146:0:57598:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b71:0x587:0x0] 00800000:00000001:17.0:1557964634.741146:0:57598:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964634.741147:0:57598:0:(lmv_obd.c:1530:lmv_close()) CLOSE [0x200001b71:0x587:0x0] 00800000:00000001:17.0:1557964634.741148:0:57598:0:(obd_class.h:1330:md_close()) Process entered 00000002:00000001:17.0:1557964634.741149:0:57598:0:(mdc_request.c:765:mdc_close()) Process entered 00000100:00000010:17.0:1557964634.741150:0:57598:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff89157528ef00. 00000020:00000040:17.0:1557964634.741151:0:57598:0:(genops.c:1214:class_import_get()) import ffff891506a72000 refcount=5 obd=looze-MDT0000-mdc-ffff8925ba270000 00000002:00080000:17.0:1557964634.741153:0:57598:0:(mdc_request.c:798:mdc_close()) @@@ matched open req@ffff89157528f500 x1633636318338864/t30064774476(30064774476) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 808/600 e 0 to 0 dl 1557964740 ref 1 fl Complete:RP/4/ffffffff rc 0/-1 00000100:00000001:17.0:1557964634.741157:0:57598:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:17.0:1557964634.741158:0:57598:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:17.0:1557964634.741159:0:57598:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:17.0:1557964634.741160:0:57598:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 512 at ffff89150ef12600. 00000100:00000001:17.0:1557964634.741162:0:57598:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.741163:0:57598:0:(client.c:2909:ptlrpc_queue_wait()) Process entered 00000100:00000001:17.0:1557964634.741164:0:57598:0:(client.c:947:ptlrpc_prep_set()) Process entered 00000100:00000010:17.0:1557964634.741165:0:57598:0:(client.c:949:ptlrpc_prep_set()) kmalloced 'set': 152 at ffff8915cc388fc0. 00000100:00000001:17.0:1557964634.741165:0:57598:0:(client.c:965:ptlrpc_prep_set()) Process leaving (rc=18446613325446418368 : -130748263133248 : ffff8915cc388fc0) 00000100:00000001:17.0:1557964634.741166:0:57598:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964634.741167:0:57598:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985776384 : -130749723775232 : ffff89157528ef00) 00000020:00000001:17.0:1557964634.741168:0:57598:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:17.0:1557964634.741168:0:57598:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:17.0:1557964634.741170:0:57598:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.741170:0:57598:0:(client.c:2315:ptlrpc_set_wait()) Process entered 00000100:00000001:17.0:1557964634.741171:0:57598:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:17.0:1557964634.741172:0:57598:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff89157528ef00 x1633636318338944/t0(0) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/856 e 0 to 0 dl 0 ref 2 fl New:/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964634.741176:0:57598:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:17.0:1557964634.741176:0:57598:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964634.741177:0:57598:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:17.0:1557964634.741177:0:57598:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:17.0:1557964634.741178:0:57598:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc dd:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57598:1633636318338944:172.19.1.24@o2ib100:35 00000100:00000001:17.0:1557964634.741180:0:57598:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:17.0:1557964634.741180:0:57598:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:17.0:1557964634.741181:0:57598:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964634.741181:0:57598:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:17.0:1557964634.741182:0:57598:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 2048 at ffff89157525e000. 02000000:00000001:17.0:1557964634.741182:0:57598:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:17.0:1557964634.741184:0:57598:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8924c9af19c0. 00000400:00000010:17.0:1557964634.741185:0:57598:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba7780. 00000100:00000200:17.0:1557964634.741188:0:57598:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1633636318338944, portal 10 00000100:00000001:17.0:1557964634.741188:0:57598:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964634.741189:0:57598:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985776384 : -130749723775232 : ffff89157528ef00) 00000100:00000040:17.0:1557964634.741190:0:57598:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff89157528ef00 x1633636318338944/t0(0) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/856 e 0 to 0 dl 1557964740 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964634.741193:0:57598:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:17.0:1557964634.741194:0:57598:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:17.0:1557964634.741195:0:57598:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8915f1ba7800. 00000100:00000200:17.0:1557964634.741195:0:57598:0:(niobuf.c:85:ptl_send_buf()) Sending 512 bytes to portal 23, xid 1633636318338944, offset 0 00000400:00000010:17.0:1557964634.741197:0:57598:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff89150ef12e00 (tot 30924164). 00000400:00000200:17.0:1557964634.741198:0:57598:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:17.0:1557964634.741203:0:57598:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:17.0:1557964634.741206:0:57598:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 512 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:17.0:1557964634.741208:0:57598:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8915c2733a00] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:17.0:1557964634.741210:0:57598:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:17.0:1557964634.741211:0:57598:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:17.0:1557964634.741214:0:57598:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8915fa594e00] (22)-- 00000100:00000001:17.0:1557964634.741214:0:57598:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.741215:0:57598:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964634.741216:0:57598:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.741217:0:57598:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:17.0:1557964634.741217:0:57598:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00100000:17.0:1557964634.741218:0:57598:0:(client.c:2336:ptlrpc_set_wait()) set ffff8915cc388fc0 going to sleep for 61 seconds 00000100:00000001:17.0:1557964634.741219:0:57598:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1557964634.741220:0:57598:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.741221:0:57598:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1557964634.741221:0:57598:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964634.741254:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:19.0:1557964634.741292:0:24063:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)++ 00000800:00000200:19.0:1557964634.741296:0:24063:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8915fa594e00] (23)-- 00000100:00000001:19.0:1557964634.741298:0:24063:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:19.0:1557964634.741300:0:24063:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff89157528ef00 x1633636318338944/t0(0) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/856 e 0 to 0 dl 1557964740 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964634.741304:0:24063:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:19.0:1557964634.741306:0:24063:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff89157528ef00 x1633636318338944/t0(0) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/856 e 0 to 0 dl 1557964740 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964634.741309:0:24063:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964634.741310:0:24063:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:19.0:1557964634.741312:0:24063:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba7800 00000400:00000010:19.0:1557964634.741313:0:24063:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba7800. 00000400:00000010:19.0:1557964634.741315:0:24063:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff89150ef12e00 (tot 30923764). 00000800:00000200:19.0:1557964634.741317:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000800:00000200:19.0:1557964634.741318:0:24063:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000800:00000200:29.2:1557964634.741506:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8915fa594e00] (20)++ 00000800:00000200:4.0:1557964634.741545:0:24064:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:4.0:1557964634.741550:0:24064:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964634.741554:0:24064:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.39@o2ib100(172.19.1.39@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000800:00000200:21.0:1557964634.741555:0:24062:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (22)-- 00000400:00000010:4.0:1557964634.741555:0:24064:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8925bd2c2400 (tot 30924164). 00000400:00000200:4.0:1557964634.741558:0:24064:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 424 into portal 10 MB=0x5cdc898725f80 00000400:00000200:4.0:1557964634.741561:0:24064:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 424/424 into md 0x1c379 [1] + 192 00000100:00000001:4.0:1557964634.741564:0:24064:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:4.0:1557964634.741566:0:24064:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff89157528ef00 x1633636318338944/t0(0) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/856 e 0 to 0 dl 1557964740 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000040:4.0:1557964634.741570:0:24064:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=424 offset=192 replen=856 req@ffff89157528ef00 x1633636318338944/t0(0) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/856 e 0 to 0 dl 1557964740 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964634.741575:0:24064:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:4.0:1557964634.741576:0:24064:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8925bd2c2400 (tot 30923764). 00000800:00000200:4.0:1557964634.741578:0:24064:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8915fa594e00] (21)++ 00000800:00000200:4.0:1557964634.741579:0:24064:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8915fa594e00] (22)-- 00000800:00000200:4.0:1557964634.741580:0:24064:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8915fa594e00] (21)-- 00000100:00000001:17.0:1557964634.741616:0:57598:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:17.0:1557964634.741618:0:57598:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:17.0:1557964634.741619:0:57598:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:17.0:1557964634.741619:0:57598:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:17.0:1557964634.741622:0:57598:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff89157528ef00 x1633636318338944/t0(0) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/856 e 0 to 0 dl 1557964740 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:17.0:1557964634.741626:0:57598:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff89157528ef00 x1633636318338944/t0(0) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/856 e 0 to 0 dl 1557964740 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964634.741630:0:57598:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:17.0:1557964634.741630:0:57598:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8924c9af19c0. 00000400:00000200:17.0:1557964634.741631:0:57598:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8915f1ba7780 00000400:00000010:17.0:1557964634.741632:0:57598:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8915f1ba7780. 00000100:00000001:17.0:1557964634.741632:0:57598:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964634.741633:0:57598:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:17.0:1557964634.741634:0:57598:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:17.0:1557964634.741635:0:57598:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:17.0:1557964634.741635:0:57598:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1557964634.741636:0:57598:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:17.0:1557964634.741638:0:57598:0:(import.c:1677:at_measured()) add 45 to ffff891506a72470 time=114 v=45 (45 0 45 45) 00000100:00001000:17.0:1557964634.741640:0:57598:0:(import.c:1677:at_measured()) add 1 to ffff891506a723c8 time=134 v=45 (1 1 1 1) 00000100:00000001:17.0:1557964634.741641:0:57598:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:17.0:1557964634.741641:0:57598:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1557964634.741642:0:57598:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:17.0:1557964634.741642:0:57598:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.741643:0:57598:0:(client.c:1290:ptlrpc_save_versions()) Process entered 00000100:00000040:17.0:1557964634.741645:0:57598:0:(client.c:1298:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:17.0:1557964634.741646:0:57598:0:(client.c:1300:ptlrpc_save_versions()) Process leaving 00000100:00000001:17.0:1557964634.741646:0:57598:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1557964634.741647:0:57598:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446613323985776384 : -130749723775232 : ffff89157528ef00) 00000100:00000001:17.0:1557964634.741648:0:57598:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:17.0:1557964634.741648:0:57598:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-mdc-ffff8925ba270000: skip recheck: last_committed 30064774475 00000100:00000001:17.0:1557964634.741649:0:57598:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:17.0:1557964634.741649:0:57598:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:17.0:1557964634.741650:0:57598:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff89157528ef00 x1633636318338944/t30064774477(30064774477) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/424 e 0 to 0 dl 1557964740 ref 3 fl Rpc:R/4/0 rc 0/0 00000100:00000001:17.0:1557964634.741654:0:57598:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1557964634.741654:0:57598:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:17.0:1557964634.741655:0:57598:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:17.0:1557964634.741656:0:57598:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff89157528ef00 x1633636318338944/t30064774477(30064774477) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/424 e 0 to 0 dl 1557964740 ref 3 fl Interpret:R/4/0 rc 0/0 00000100:00100000:17.0:1557964634.741659:0:57598:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc dd:50f1fe9a-3e31-ad51-23a4-b3638f11f184:57598:1633636318338944:172.19.1.24@o2ib100:35 00000100:00000001:17.0:1557964634.741660:0:57598:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964634.741661:0:57598:0:(client.c:2426:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964634.741662:0:57598:0:(client.c:1008:ptlrpc_set_destroy()) Process entered 00000100:00000001:17.0:1557964634.741662:0:57598:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964634.741663:0:57598:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff89157528ef00 x1633636318338944/t30064774477(30064774477) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/424 e 0 to 0 dl 1557964740 ref 3 fl Complete:R/4/0 rc 0/0 00000100:00000001:17.0:1557964634.741666:0:57598:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:17.0:1557964634.741667:0:57598:0:(ptlrpc_internal.h:352:ptlrpc_reqset_put()) kfreed 'set': 152 at ffff8915cc388fc0. 00000100:00000001:17.0:1557964634.741667:0:57598:0:(client.c:1050:ptlrpc_set_destroy()) Process leaving 00000100:00000001:17.0:1557964634.741668:0:57598:0:(client.c:2929:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:17.0:1557964634.741669:0:57598:0:(mdc_request.c:884:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.741670:0:57598:0:(obd_class.h:1334:md_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.741671:0:57598:0:(lmv_obd.c:1532:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.741671:0:57598:0:(obd_class.h:1334:md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:17.0:1557964634.741672:0:57598:0:(llite_lib.c:2531:ll_finish_md_op_data()) kfreed 'op_data': 320 at ffff89150ef12400. 00000080:00000001:17.0:1557964634.741673:0:57598:0:(file.c:184:ll_close_inode_openhandle()) Process leaving 00000080:00000001:17.0:1557964634.741674:0:57598:0:(obd_class.h:1543:md_clear_open_replay_data()) Process entered 00800000:00000001:17.0:1557964634.741674:0:57598:0:(lmv_obd.c:2954:lmv_clear_open_replay_data()) Process entered 00800000:00000001:17.0:1557964634.741676:0:57598:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:17.0:1557964634.741676:0:57598:0:(fld_request.c:469:fld_client_lookup()) Process entered 80000000:00000001:17.0:1557964634.741677:0:57598:0:(fld_cache.c:530:fld_cache_lookup()) Process entered 80000000:00000001:17.0:1557964634.741678:0:57598:0:(fld_cache.c:549:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:17.0:1557964634.741679:0:57598:0:(fld_request.c:474:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:17.0:1557964634.741679:0:57598:0:(lmv_fld.c:75:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200001b71:0x587:0x0] 00800000:00000001:17.0:1557964634.741680:0:57598:0:(lmv_fld.c:83:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.741681:0:57598:0:(obd_class.h:1543:md_clear_open_replay_data()) Process entered 00000002:00000001:17.0:1557964634.741682:0:57598:0:(mdc_request.c:731:mdc_clear_open_replay_data()) Process entered 00000002:00100000:17.0:1557964634.741683:0:57598:0:(mdc_request.c:720:mdc_free_open()) @@@ free open request rq_replay= 0 req@ffff89157528f500 x1633636318338864/t30064774476(30064774476) o101->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:12/10 lens 808/600 e 0 to 0 dl 1557964740 ref 1 fl Complete:R/4/ffffffff rc 0/-1 00000002:00000001:17.0:1557964634.741686:0:57598:0:(mdc_request.c:754:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.741687:0:57598:0:(obd_class.h:1546:md_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:17.0:1557964634.741688:0:57598:0:(lmv_obd.c:2960:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.741689:0:57598:0:(obd_class.h:1546:md_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:17.0:1557964634.741689:0:57598:0:(file.c:189:ll_close_inode_openhandle()) kfreed 'och': 48 at ffff8915e3e280c0. 00000100:00000001:17.0:1557964634.741690:0:57598:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964634.741691:0:57598:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff89157528ef00 x1633636318338944/t30064774477(30064774477) o35->looze-MDT0000-mdc-ffff8925ba270000@172.19.1.24@o2ib100:23/10 lens 512/424 e 0 to 0 dl 1557964740 ref 2 fl Complete:R/4/0 rc 0/0 00000100:00000001:17.0:1557964634.741693:0:57598:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.741694:0:57598:0:(file.c:234:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:17.0:1557964634.741695:0:57598:0:(file.c:79:ll_file_data_put()) slab-freed '(fd)': 216 at ffff891579b22b00. 00000080:00000001:17.0:1557964634.741695:0:57598:0:(file.c:298:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.741696:0:57598:0:(file.c:344:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:17.0:1557964634.741697:0:57598:0:(dcache.c:136:ll_ddelete()) Process entered 00000080:00002000:17.0:1557964634.741698:0:57598:0:(dcache.c:143:ll_ddelete()) deleting dentry test.11 (ffff8924aab76240, parent ffff8925f073ab40, inode ffff891572edbf90) hashed, 00000080:00000001:17.0:1557964634.741699:0:57598:0:(dcache.c:153:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:17.0:1557964634.741702:0:57598:0:(dcache.c:58:ll_release()) Process entered 00000080:00000001:17.0:1557964634.741702:0:57598:0:(dcache.c:72:ll_release()) Process leaving 00000080:00000010:17.1:1557964634.749311:0:0:0:(dcache.c:51:free_dentry_data()) kfreed 'lld': 32 at ffff89254de90340. 00000400:00000200:3.0:1557964634.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318343028 00000400:00000200:3.0:1557964634.874329:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964634.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964634.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964634.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964634.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964634.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964634.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964635.874325:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318343028 00000400:00000200:3.0:1557964635.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964635.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964635.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964635.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964635.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964635.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964635.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964636.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318343028 00000400:00000200:3.0:1557964636.874343:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964636.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964636.874352:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964636.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964636.874361:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964636.874364:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964636.874368:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964637.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318343028 00000400:00000200:3.0:1557964637.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964637.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964637.874339:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964637.874356:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964637.874357:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964637.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964637.874360:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964638.874333:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318343028 00000400:00000200:3.0:1557964638.874340:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964638.874344:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964638.874351:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964638.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964638.874359:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964638.874363:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964638.874367:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000010:9.0:1557964639.491495:0:77515:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8925eaf1a400 (tot 30924020). 00000400:00000010:9.0:1557964639.491503:0:77515:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8925eaf1a400 (tot 30923764). 00000400:00000200:3.0:1557964639.874324:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318343028 00000400:00000200:3.0:1557964639.874327:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964639.874328:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964639.874330:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964639.874332:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964639.874334:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964639.874335:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964639.874336:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964640.874342:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318343028 00000400:00000200:3.0:1557964640.874346:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964640.874347:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964640.874348:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964640.874350:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964640.874353:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964640.874354:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964640.874355:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00010000:00000001:7.0:1557964640.894322:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964640.894326:0:24153:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:7.0:1557964640.894329:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964640.894331:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964640.894332:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964640.894334:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964640.894336:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964640.894337:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964640.894338:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964640.894340:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964640.894341:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964640.894343:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964640.894344:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964640.894348:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:7.0:1557964640.894349:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:7.0:1557964640.894349:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964640.894350:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964640.894351:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964640.894352:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964640.894353:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964640.894354:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964640.894355:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964640.894355:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:7.0:1557964640.894357:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964640.894357:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964640.894359:0:24153:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00000020:00000001:3.0:1557964640.894359:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:7.0:1557964640.894360:0:24153:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00000020:00000001:3.0:1557964640.894360:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964640.894361:0:24153:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:7.0:1557964640.894362:0:24153:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:7.0:1557964640.894363:0:24153:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00000001:7.0:1557964640.894363:0:24153:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964640.894365:0:24153:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:7.0:1557964640.894365:0:24153:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964640.894367:0:24153:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1557964640.894368:0:24153:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964640.894376:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964640.894377:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1557964640.894378:0:38879:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1557964640.894379:0:38879:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1557964641.874312:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318343028 00000400:00000200:3.0:1557964641.874314:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964641.874316:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964641.874318:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964641.874319:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964641.874321:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964641.874322:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028 00000400:00000200:3.0:1557964641.874323:0:24071:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318344028