00010000:00000001:4.0F:1673551328.213060:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551328.213062:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551328.213064:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551328.213064:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551328.213065:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551328.213066:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551328.213067:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551328.213067:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551328.213069:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551328.213069:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551328.213070:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551328.213071:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551328.213071:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551328.213072:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551328.213073:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551328.213073:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551328.213074:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551328.213075:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551328.213075:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551328.213076:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551328.213078:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551328.213078:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551328.213079:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551328.213079:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551328.213080:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551328.213081:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551328.213081:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551328.213082:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551328.213082:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551328.213083:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551328.213083:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551328.213084:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0F:1673551328.213099:0:1693730:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1673551328.213101:0:1693730:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:8.0:1673551328.213102:0:1693730:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:18.2F:1673551328.242228:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (68)++ 00000800:00000200:17.0F:1673551328.242255:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (69)++ 00000800:00000200:17.0:1673551328.242268:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.21@o2ib 00000400:00000200:17.0:1673551328.242270:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551328.242273:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000800:00000200:19.0F:1673551328.242275:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 00000400:00000200:17.0:1673551328.242276:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551328.242279:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551328.242280:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:17.0:1673551328.242282:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 7 MB=0x63bfd66a42340 00000400:00000200:17.0:1673551328.242286:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.20@o2ib of length 224/224 into md 0xde23a51 [8] + 15008 00000400:00000200:17.0:1673551328.242289:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551328.242291:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:17.0:1673551328.242293:0:12874:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:17.0:1673551328.242294:0:12874:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:17.0:1673551328.242297:0:12874:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000062bc12fd. 00000100:00000040:17.0:1673551328.242298:0:12874:0:(events.c:367:request_in_callback()) incoming req@0000000062bc12fd x1754809395061568 msgsize 224 00000100:00100000:17.0:1673551328.242300:0:12874:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.21@o2ib) 00000100:00000001:17.0:1673551328.242306:0:12874:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:17.0:1673551328.242308:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000009ece9c48] (69)++ 00000800:00000200:17.0:1673551328.242311:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000009ece9c48] (70)-- 00000800:00000200:17.0:1673551328.242311:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (69)-- 00000100:00000001:18.0F:1673551328.242317:0:2269469:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:18.0:1673551328.242319:0:2269469:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:18.0:1673551328.242321:0:2269469:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:18.0:1673551328.242322:0:2269469:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551328.242324:0:2269469:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:18.0:1673551328.242325:0:2269469:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395061568 00000020:00000001:18.0:1673551328.242327:0:2269469:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:18.0:1673551328.242327:0:2269469:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c8769a9 00000020:00000001:18.0:1673551328.242328:0:2269469:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:18.0:1673551328.242329:0:2269469:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000ef42fd6e refcount=5 00000020:00000001:18.0:1673551328.242330:0:2269469:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558465879040 : -52831515243672576 : ff444e044cf48c00) 00000020:00000001:18.0:1673551328.242331:0:2269469:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558465879040 : -52831515243672576 : ff444e044cf48c00) 00000100:00000001:18.0:1673551328.242333:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551328.242334:0:2269469:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:18.0:1673551328.242335:0:2269469:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001799ec8c. 00000020:00000010:18.0:1673551328.242336:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000056103c98. 00000020:00000010:18.0:1673551328.242339:0:2269469:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f09c2ba. 00000100:00000040:18.0:1673551328.242341:0:2269469:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:18.0:1673551328.242342:0:2269469:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:18.0:1673551328.242343:0:2269469:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:18.0:1673551328.242343:0:2269469:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551328.242345:0:2269469:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551328.242350:0:2269469:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551328.242353:0:2269469:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:18.0:1673551328.242354:0:2269469:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:18.0:1673551328.242356:0:2269469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 7519 00000100:00000040:18.0:1673551328.242357:0:2269469:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000ef42fd6e : new rpc_count 1 00000100:00000001:18.0:1673551328.242358:0:2269469:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912628178389248 : -52831445531162368 : ff444e1488250900) 00000100:00000040:18.0:1673551328.242360:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000062bc12fd x1754809395061568/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:214/0 lens 224/0 e 0 to 0 dl 1673551334 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:18.0:1673551328.242364:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551328.242365:0:2269469:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:18.0:1673551328.242366:0:2269469:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000062bc12fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0002-mdtlov_UUID+5:10568:x1754809395061568:12345-172.16.0.20@o2ib:13: 00000100:00000200:18.0:1673551328.242367:0:2269469:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395061568 00000020:00000001:18.0:1673551328.242368:0:2269469:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:18.0:1673551328.242370:0:2269469:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:18.0:1673551328.242370:0:2269469:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551328.242371:0:2269469:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:18.0:1673551328.242372:0:2269469:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:18.0:1673551328.242373:0:2269469:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:18.0:1673551328.242374:0:2269469:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:18.0:1673551328.242374:0:2269469:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:18.0:1673551328.242375:0:2269469:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:18.0:1673551328.242377:0:2269469:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551328.242378:0:2269469:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:18.0:1673551328.242378:0:2269469:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:18.0:1673551328.242380:0:2269469:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 000000004c3e36d6. 02000000:00000001:18.0:1673551328.242381:0:2269469:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551328.242381:0:2269469:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:18.0:1673551328.242382:0:2269469:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:18.0:1673551328.242384:0:2269469:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:18.0:1673551328.242385:0:2269469:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:18.0:1673551328.242389:0:2269469:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:18.0:1673551328.242390:0:2269469:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 00000020:00000020:18.0:1673551328.242391:0:2269469:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00000020:00000020:18.0:1673551328.242393:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551328.242394:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551328.242395:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551328.242396:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551328.242396:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551328.242397:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551328.242398:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551328.242399:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00002000:00000020:18.0:1673551328.242400:0:2269469:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00002000:00000001:18.0:1673551328.242401:0:2269469:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000001:18.0:1673551328.242403:0:2269469:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:18.0:1673551328.242404:0:2269469:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109421832, transno 0, xid 1754809395061568 00010000:00000001:18.0:1673551328.242405:0:2269469:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:18.0:1673551328.242406:0:2269469:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000062bc12fd x1754809395061568/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:214/0 lens 224/368 e 0 to 0 dl 1673551334 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:18.0:1673551328.242409:0:2269469:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:18.0:1673551328.242410:0:2269469:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:18.0:1673551328.242411:0:2269469:0:(import.c:1925:at_measured()) add 1 to 00000000f23c4c68 time=96 v=1 (1 1 1 1) 00000100:00000001:18.0:1673551328.242412:0:2269469:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:18.0:1673551328.242413:0:2269469:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 49 to 172.16.0.20@o2ib 00000100:00000001:18.0:1673551328.242414:0:2269469:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 02000000:00000001:18.0:1673551328.242415:0:2269469:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:18.0:1673551328.242416:0:2269469:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551328.242416:0:2269469:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:18.0:1673551328.242417:0:2269469:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.21@o2ib 00000400:00000010:18.0:1673551328.242419:0:2269469:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000850415e3. 00000100:00000200:18.0:1673551328.242420:0:2269469:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754809395061568, offset 224 00000400:00000200:18.0:1673551328.242422:0:2269469:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.21@o2ib 00000400:00000200:18.0:1673551328.242425:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:18.0:1673551328.242428:0:2269469:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.21@o2ib local destination 00000400:00000200:18.0:1673551328.242429:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:18.0:1673551328.242432:0:2269469:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.21@o2ib(172.16.0.21@o2ib:172.16.0.21@o2ib) : PUT try# 0 00000800:00000200:18.0:1673551328.242434:0:2269469:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000400:00000200:18.0:1673551328.242436:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:18.0:1673551328.242440:0:2269469:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000008229e43b] -> 172.16.0.21@o2ib (2) version: 12 00000800:00000200:18.0:1673551328.242441:0:2269469:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000009ece9c48] (68)++ 00000800:00000200:18.0:1673551328.242442:0:2269469:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000009ece9c48] (69)++ 00000800:00000200:18.0:1673551328.242445:0:2269469:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000009ece9c48] (70)-- 00000100:00000001:18.0:1673551328.242446:0:2269469:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551328.242447:0:2269469:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 48 to 172.16.0.20@o2ib 00010000:00000001:18.0:1673551328.242448:0:2269469:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:18.0:1673551328.242448:0:2269469:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551328.242449:0:2269469:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000800:00000200:18.2:1673551328.242451:0:2269469:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (69)++ 00000100:00000040:18.0:1673551328.242458:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000062bc12fd x1754809395061568/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:214/0 lens 224/368 e 0 to 0 dl 1673551334 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:18.0:1673551328.242462:0:2269469:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000062bc12fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0002-mdtlov_UUID+5:10568:x1754809395061568:12345-172.16.0.20@o2ib:13: Request processed in 97us (163us total) trans 0 rc 0/0 00000800:00000200:19.0:1673551328.242465:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (70)++ 00000100:00100000:18.0:1673551328.242466:0:2269469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 7519 00000100:00000040:18.0:1673551328.242467:0:2269469:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef42fd6e : new rpc_count 0 00000100:00000001:18.0:1673551328.242468:0:2269469:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:18.0:1673551328.242469:0:2269469:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:19.0:1673551328.242471:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000009ece9c48] (71)-- 00000020:00000010:18.0:1673551328.242471:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000056103c98. 00000020:00000010:18.0:1673551328.242472:0:2269469:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f09c2ba. 00000400:00000200:19.0:1673551328.242473:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:18.0:1673551328.242473:0:2269469:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001799ec8c. 00000020:00000040:18.0:1673551328.242474:0:2269469:0:(genops.c:979:class_export_put()) PUTting export 00000000ef42fd6e : new refcount 4 00000400:00000200:19.0:1673551328.242476:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:18.0:1673551328.242476:0:2269469:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:19.0:1673551328.242477:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000850415e3 00000400:00000010:19.0:1673551328.242478:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000850415e3. 00000800:00000200:17.0:1673551328.242478:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 00000100:00000001:19.0:1673551328.242480:0:12873:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:19.0:1673551328.242480:0:12873:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:19.0:1673551328.242482:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (69)-- 00000020:00000040:7.0F:1673551328.354470:0:242136:0:(obd_config.c:920:class_incref()) incref MGC172.16.0.56@o2ib (00000000dc661651) now 5 00000020:00000001:7.0:1673551328.354473:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354474:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354475:0:242136:0:(obd_config.c:931:class_decref()) Decref MGC172.16.0.56@o2ib (00000000dc661651) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354476:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 00000020:00000001:7.0:1673551328.354477:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354477:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354478:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 - health_check_show 00000020:00000040:7.0:1673551328.354478:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 00000020:00000001:7.0:1673551328.354479:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354480:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354480:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354480:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 00000020:00000001:7.0:1673551328.354481:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354481:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354482:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354482:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 00000020:00000001:7.0:1673551328.354483:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354483:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354483:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354484:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 00000020:00000001:7.0:1673551328.354484:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354485:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354485:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354486:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 00000020:00000001:7.0:1673551328.354486:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354487:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354487:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354488:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 00000020:00000001:7.0:1673551328.354488:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354489:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354489:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354489:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 00000020:00000001:7.0:1673551328.354491:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354491:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354491:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354492:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 00000020:00000001:7.0:1673551328.354492:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354492:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354493:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354493:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 00000020:00000001:7.0:1673551328.354494:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354494:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354494:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354495:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 00000020:00000001:7.0:1673551328.354495:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354495:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354496:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354496:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 00000020:00000001:7.0:1673551328.354497:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354497:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354497:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354498:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 00000020:00000001:7.0:1673551328.354499:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354499:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354499:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354500:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 00000020:00000001:7.0:1673551328.354500:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354501:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354501:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354501:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osd (00000000854d7bae) now 5 00000020:00000001:7.0:1673551328.354502:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354504:0:242136:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354504:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osd (00000000854d7bae) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354505:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 00000020:00000001:7.0:1673551328.354505:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354506:0:242136:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354506:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354507:0:242136:0:(obd_config.c:920:class_incref()) incref OSS (00000000c9099cbe) now 3 00000020:00000001:7.0:1673551328.354508:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354514:0:242136:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354514:0:242136:0:(obd_config.c:931:class_decref()) Decref OSS (00000000c9099cbe) now 3 - health_check_show 00000020:00000040:7.0:1673551328.354515:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002 (00000000539e52b3) now 19 00000020:00000001:7.0:1673551328.354515:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:7.0:1673551328.354518:0:242136:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002274e836. 00000020:00000010:7.0:1673551328.354520:0:242136:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000097c9633a. 00000020:00000010:7.0:1673551328.354522:0:242136:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000c3c62c24. 00000020:00000010:7.0:1673551328.354524:0:242136:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000444837ae. 00000020:00000010:7.0:1673551328.354525:0:242136:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000007e22cbac. 80000000:00000010:7.0:1673551328.354527:0:242136:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 00000000e3ea656f. 40000000:00000010:7.0:1673551328.354528:0:242136:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 00000000f340e077. 00040000:00000010:7.0:1673551328.354530:0:242136:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000299fda56. 00040000:00000010:7.0:1673551328.354531:0:242136:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000ccb8d582. 00080000:00000010:7.0:1673551328.354532:0:242136:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000f94d8f90. 00080000:00000010:7.0:1673551328.354534:0:242136:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003ef5e138. 00100000:00000010:7.0:1673551328.354536:0:242136:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000017203fa8. 00002000:00000010:7.0:1673551328.354537:0:242136:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 0000000086f0ad7c. 00000020:00000010:7.0:1673551328.354543:0:242136:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000097c9633a. 00000020:00000010:7.0:1673551328.354544:0:242136:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000c3c62c24. 00000020:00000010:7.0:1673551328.354545:0:242136:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000444837ae. 00000020:00000010:7.0:1673551328.354546:0:242136:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000007e22cbac. 80000000:00000010:7.0:1673551328.354547:0:242136:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 00000000e3ea656f. 40000000:00000010:7.0:1673551328.354547:0:242136:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 00000000f340e077. 00040000:00000010:7.0:1673551328.354548:0:242136:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000299fda56. 00040000:00000010:7.0:1673551328.354549:0:242136:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000ccb8d582. 00080000:00000010:7.0:1673551328.354550:0:242136:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003ef5e138. 00080000:00000010:7.0:1673551328.354551:0:242136:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000f94d8f90. 00100000:00000010:7.0:1673551328.354552:0:242136:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 0000000017203fa8. 00002000:00000010:7.0:1673551328.354553:0:242136:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 0000000086f0ad7c. 00000020:00000010:7.0:1673551328.354554:0:242136:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002274e836. 00000020:00000001:7.0:1673551328.354554:0:242136:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354555:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002 (00000000539e52b3) now 19 - health_check_show 00000020:00000040:7.0:1673551328.354556:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 00000020:00000001:7.0:1673551328.354556:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354557:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354557:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354558:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 00000020:00000001:7.0:1673551328.354558:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354559:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354559:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354559:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 00000020:00000001:7.0:1673551328.354560:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354560:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354560:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354561:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 00000020:00000001:7.0:1673551328.354561:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354562:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354562:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354562:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003 (000000002b59130a) now 19 00000020:00000001:7.0:1673551328.354563:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:7.0:1673551328.354563:0:242136:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002274e836. 00000020:00000010:7.0:1673551328.354564:0:242136:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000024508d4a. 00000020:00000010:7.0:1673551328.354564:0:242136:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000017203fa8. 00000020:00000010:7.0:1673551328.354565:0:242136:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000444837ae. 00000020:00000010:7.0:1673551328.354565:0:242136:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000ccb8d582. 80000000:00000010:7.0:1673551328.354566:0:242136:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 00000000e3ea656f. 40000000:00000010:7.0:1673551328.354566:0:242136:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 00000000f340e077. 00040000:00000010:7.0:1673551328.354567:0:242136:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000299fda56. 00040000:00000010:7.0:1673551328.354567:0:242136:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000007e22cbac. 00080000:00000010:7.0:1673551328.354568:0:242136:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000f94d8f90. 00080000:00000010:7.0:1673551328.354568:0:242136:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003ef5e138. 00100000:00000010:7.0:1673551328.354569:0:242136:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c3c62c24. 00002000:00000010:7.0:1673551328.354570:0:242136:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 0000000086f0ad7c. 00000020:00000010:7.0:1673551328.354572:0:242136:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000024508d4a. 00000020:00000010:7.0:1673551328.354573:0:242136:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 0000000017203fa8. 00000020:00000010:7.0:1673551328.354573:0:242136:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000444837ae. 00000020:00000010:7.0:1673551328.354574:0:242136:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000ccb8d582. 80000000:00000010:7.0:1673551328.354574:0:242136:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 00000000e3ea656f. 40000000:00000010:7.0:1673551328.354575:0:242136:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 00000000f340e077. 00040000:00000010:7.0:1673551328.354575:0:242136:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000299fda56. 00040000:00000010:7.0:1673551328.354576:0:242136:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000007e22cbac. 00080000:00000010:7.0:1673551328.354576:0:242136:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003ef5e138. 00080000:00000010:7.0:1673551328.354577:0:242136:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000f94d8f90. 00100000:00000010:7.0:1673551328.354577:0:242136:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c3c62c24. 00002000:00000010:7.0:1673551328.354577:0:242136:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 0000000086f0ad7c. 00000020:00000010:7.0:1673551328.354578:0:242136:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002274e836. 00000020:00000001:7.0:1673551328.354578:0:242136:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354579:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003 (000000002b59130a) now 19 - health_check_show 00000020:00000040:7.0:1673551328.354579:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 00000020:00000001:7.0:1673551328.354580:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354580:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354580:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354581:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 00000020:00000001:7.0:1673551328.354581:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354582:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354582:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354583:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 00000020:00000001:7.0:1673551328.354583:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354583:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354584:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354585:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 00000020:00000001:7.0:1673551328.354585:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354585:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354586:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354586:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 00000020:00000001:7.0:1673551328.354587:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354588:0:242136:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354588:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 - health_check_show 00000020:00000040:7.0:1673551328.354589:0:242136:0:(obd_config.c:920:class_incref()) incref MDS (00000000f55b68e7) now 3 00000020:00000001:7.0:1673551328.354589:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354598:0:242136:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354598:0:242136:0:(obd_config.c:931:class_decref()) Decref MDS (00000000f55b68e7) now 3 - health_check_show 00000020:00000040:7.0:1673551328.354599:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 00000020:00000001:7.0:1673551328.354599:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354600:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354600:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 - health_check_show 00000020:00000040:7.0:1673551328.354601:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001 (00000000315cb77a) now 53 00000020:00000001:7.0:1673551328.354601:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354602:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354602:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001 (00000000315cb77a) now 53 - health_check_show 00000020:00000040:7.0:1673551328.354603:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDD0001 (00000000be65ec15) now 4 00000020:00000001:7.0:1673551328.354603:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354604:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354604:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDD0001 (00000000be65ec15) now 4 - health_check_show 00000020:00000040:7.0:1673551328.354605:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 00000020:00000001:7.0:1673551328.354605:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354606:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354606:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354607:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 00000020:00000001:7.0:1673551328.354607:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354607:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354608:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354608:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 00000020:00000001:7.0:1673551328.354609:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354609:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354609:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354610:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 00000020:00000001:7.0:1673551328.354610:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354610:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354611:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354611:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 00000020:00000001:7.0:1673551328.354612:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354612:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354613:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354613:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 00000020:00000001:7.0:1673551328.354614:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354614:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354614:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354615:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 00000020:00000001:7.0:1673551328.354615:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354615:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354616:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354616:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 00000020:00000001:7.0:1673551328.354617:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354617:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354617:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354618:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 00000020:00000001:7.0:1673551328.354618:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354618:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354619:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354620:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 00000020:00000001:7.0:1673551328.354620:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354620:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354621:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354621:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 00000020:00000001:7.0:1673551328.354621:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354622:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354622:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354623:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 00000020:00000001:7.0:1673551328.354623:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354623:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354624:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 - health_check_show 00000020:00000040:7.0:1673551328.354671:0:242136:0:(obd_config.c:920:class_incref()) incref MGC172.16.0.56@o2ib (00000000dc661651) now 5 00000020:00000001:7.0:1673551328.354671:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354672:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354672:0:242136:0:(obd_config.c:931:class_decref()) Decref MGC172.16.0.56@o2ib (00000000dc661651) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354673:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 00000020:00000001:7.0:1673551328.354673:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354674:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354674:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 - health_check_seq_show 00000020:00000040:7.0:1673551328.354675:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 00000020:00000001:7.0:1673551328.354675:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354675:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354676:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354676:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 00000020:00000001:7.0:1673551328.354677:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354677:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354677:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354678:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 00000020:00000001:7.0:1673551328.354678:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354678:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354679:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354679:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 00000020:00000001:7.0:1673551328.354680:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354680:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354680:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354681:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 00000020:00000001:7.0:1673551328.354681:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354682:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354682:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354682:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 00000020:00000001:7.0:1673551328.354683:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354683:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354683:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354684:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 00000020:00000001:7.0:1673551328.354685:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354685:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354685:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354686:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 00000020:00000001:7.0:1673551328.354686:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354686:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354687:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354687:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 00000020:00000001:7.0:1673551328.354688:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354688:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354688:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354689:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 00000020:00000001:7.0:1673551328.354689:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354689:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354690:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354690:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 00000020:00000001:7.0:1673551328.354691:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354691:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354691:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354692:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 00000020:00000001:7.0:1673551328.354692:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354693:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354693:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354693:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 00000020:00000001:7.0:1673551328.354694:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354694:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354694:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354695:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osd (00000000854d7bae) now 5 00000020:00000001:7.0:1673551328.354695:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354696:0:242136:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354696:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osd (00000000854d7bae) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354697:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 00000020:00000001:7.0:1673551328.354697:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354697:0:242136:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354698:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354698:0:242136:0:(obd_config.c:920:class_incref()) incref OSS (00000000c9099cbe) now 3 00000020:00000001:7.0:1673551328.354699:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354700:0:242136:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354701:0:242136:0:(obd_config.c:931:class_decref()) Decref OSS (00000000c9099cbe) now 3 - health_check_seq_show 00000020:00000040:7.0:1673551328.354701:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002 (00000000539e52b3) now 19 00000020:00000001:7.0:1673551328.354702:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:7.0:1673551328.354702:0:242136:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097c9633a. 00000020:00000010:7.0:1673551328.354703:0:242136:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000007e22cbac. 00000020:00000010:7.0:1673551328.354703:0:242136:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000c3c62c24. 00000020:00000010:7.0:1673551328.354704:0:242136:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000444837ae. 00000020:00000010:7.0:1673551328.354704:0:242136:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000ccb8d582. 80000000:00000010:7.0:1673551328.354705:0:242136:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 00000000e3ea656f. 40000000:00000010:7.0:1673551328.354705:0:242136:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 000000008a0ba7b2. 00040000:00000010:7.0:1673551328.354706:0:242136:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000299fda56. 00040000:00000010:7.0:1673551328.354706:0:242136:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000024508d4a. 00080000:00000010:7.0:1673551328.354707:0:242136:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000f94d8f90. 00080000:00000010:7.0:1673551328.354707:0:242136:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003ef5e138. 00100000:00000010:7.0:1673551328.354708:0:242136:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000017203fa8. 00002000:00000010:7.0:1673551328.354709:0:242136:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 0000000086f0ad7c. 00000020:00000010:7.0:1673551328.354710:0:242136:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000007e22cbac. 00000020:00000010:7.0:1673551328.354711:0:242136:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000c3c62c24. 00000020:00000010:7.0:1673551328.354711:0:242136:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000444837ae. 00000020:00000010:7.0:1673551328.354712:0:242136:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000ccb8d582. 80000000:00000010:7.0:1673551328.354712:0:242136:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 00000000e3ea656f. 40000000:00000010:7.0:1673551328.354713:0:242136:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 000000008a0ba7b2. 00040000:00000010:7.0:1673551328.354713:0:242136:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000299fda56. 00040000:00000010:7.0:1673551328.354713:0:242136:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 0000000024508d4a. 00080000:00000010:7.0:1673551328.354714:0:242136:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003ef5e138. 00080000:00000010:7.0:1673551328.354714:0:242136:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000f94d8f90. 00100000:00000010:7.0:1673551328.354715:0:242136:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 0000000017203fa8. 00002000:00000010:7.0:1673551328.354715:0:242136:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 0000000086f0ad7c. 00000020:00000010:7.0:1673551328.354716:0:242136:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097c9633a. 00000020:00000001:7.0:1673551328.354716:0:242136:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354717:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002 (00000000539e52b3) now 19 - health_check_seq_show 00000020:00000040:7.0:1673551328.354717:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 00000020:00000001:7.0:1673551328.354718:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354718:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354719:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354719:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 00000020:00000001:7.0:1673551328.354719:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354720:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354720:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354721:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 00000020:00000001:7.0:1673551328.354721:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354721:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354722:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354722:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 00000020:00000001:7.0:1673551328.354722:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354723:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354723:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354724:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003 (000000002b59130a) now 19 00000020:00000001:7.0:1673551328.354724:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:7.0:1673551328.354724:0:242136:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097c9633a. 00000020:00000010:7.0:1673551328.354725:0:242136:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000008f565f3b. 00000020:00000010:7.0:1673551328.354725:0:242136:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000017203fa8. 00000020:00000010:7.0:1673551328.354726:0:242136:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000444837ae. 00000020:00000010:7.0:1673551328.354726:0:242136:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 0000000024508d4a. 80000000:00000010:7.0:1673551328.354727:0:242136:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 00000000e3ea656f. 40000000:00000010:7.0:1673551328.354727:0:242136:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 000000008a0ba7b2. 00040000:00000010:7.0:1673551328.354728:0:242136:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000299fda56. 00040000:00000010:7.0:1673551328.354728:0:242136:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000ccb8d582. 00080000:00000010:7.0:1673551328.354729:0:242136:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000f94d8f90. 00080000:00000010:7.0:1673551328.354730:0:242136:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003ef5e138. 00100000:00000010:7.0:1673551328.354730:0:242136:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c3c62c24. 00002000:00000010:7.0:1673551328.354731:0:242136:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 0000000086f0ad7c. 00000020:00000010:7.0:1673551328.354732:0:242136:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000008f565f3b. 00000020:00000010:7.0:1673551328.354733:0:242136:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 0000000017203fa8. 00000020:00000010:7.0:1673551328.354733:0:242136:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000444837ae. 00000020:00000010:7.0:1673551328.354734:0:242136:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 0000000024508d4a. 80000000:00000010:7.0:1673551328.354734:0:242136:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 00000000e3ea656f. 40000000:00000010:7.0:1673551328.354735:0:242136:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 000000008a0ba7b2. 00040000:00000010:7.0:1673551328.354735:0:242136:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000299fda56. 00040000:00000010:7.0:1673551328.354736:0:242136:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000ccb8d582. 00080000:00000010:7.0:1673551328.354736:0:242136:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003ef5e138. 00080000:00000010:7.0:1673551328.354736:0:242136:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000f94d8f90. 00100000:00000010:7.0:1673551328.354737:0:242136:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c3c62c24. 00002000:00000010:7.0:1673551328.354737:0:242136:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 0000000086f0ad7c. 00000020:00000010:7.0:1673551328.354738:0:242136:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097c9633a. 00000020:00000001:7.0:1673551328.354738:0:242136:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354739:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003 (000000002b59130a) now 19 - health_check_seq_show 00000020:00000040:7.0:1673551328.354739:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 00000020:00000001:7.0:1673551328.354740:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354740:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354740:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354741:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 00000020:00000001:7.0:1673551328.354741:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354741:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354742:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354742:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 00000020:00000001:7.0:1673551328.354743:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354743:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354743:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354744:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 00000020:00000001:7.0:1673551328.354744:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354744:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354745:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354746:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 00000020:00000001:7.0:1673551328.354746:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354746:0:242136:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354747:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 - health_check_seq_show 00000020:00000040:7.0:1673551328.354747:0:242136:0:(obd_config.c:920:class_incref()) incref MDS (00000000f55b68e7) now 3 00000020:00000001:7.0:1673551328.354748:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354750:0:242136:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354750:0:242136:0:(obd_config.c:931:class_decref()) Decref MDS (00000000f55b68e7) now 3 - health_check_seq_show 00000020:00000040:7.0:1673551328.354750:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 00000020:00000001:7.0:1673551328.354751:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354751:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354752:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 - health_check_seq_show 00000020:00000040:7.0:1673551328.354752:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001 (00000000315cb77a) now 53 00000020:00000001:7.0:1673551328.354752:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354753:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354753:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001 (00000000315cb77a) now 53 - health_check_seq_show 00000020:00000040:7.0:1673551328.354754:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDD0001 (00000000be65ec15) now 4 00000020:00000001:7.0:1673551328.354754:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354754:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354755:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDD0001 (00000000be65ec15) now 4 - health_check_seq_show 00000020:00000040:7.0:1673551328.354755:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 00000020:00000001:7.0:1673551328.354755:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354756:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354756:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354757:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 00000020:00000001:7.0:1673551328.354757:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354757:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354758:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354758:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 00000020:00000001:7.0:1673551328.354758:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354759:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354759:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354760:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 00000020:00000001:7.0:1673551328.354761:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354761:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354761:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354762:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 00000020:00000001:7.0:1673551328.354762:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354762:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354763:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354763:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 00000020:00000001:7.0:1673551328.354764:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354764:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354764:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354765:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 00000020:00000001:7.0:1673551328.354765:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354765:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354766:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354766:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 00000020:00000001:7.0:1673551328.354767:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354767:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354767:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354768:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 00000020:00000001:7.0:1673551328.354768:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354768:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354769:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354769:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 00000020:00000001:7.0:1673551328.354770:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354770:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354770:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354771:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 00000020:00000001:7.0:1673551328.354771:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354771:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354772:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 - health_check_seq_show 00000020:00000040:7.0:1673551328.354772:0:242136:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 00000020:00000001:7.0:1673551328.354773:0:242136:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:7.0:1673551328.354773:0:242136:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551328.354773:0:242136:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 - health_check_seq_show 00000080:00000001:7.0:1673551328.356174:0:242140:0:(llite_lib.c:3468:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551328.356178:0:242140:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551328.356181:0:242140:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551328.356188:0:242140:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0F:1673551328.661066:0:3408676:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:5.0:1673551328.661068:0:3408676:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:5.2F:1673551328.771339:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (68)++ 00000800:00000200:3.2F:1673551328.771344:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (68)++ 00000800:00000200:17.0:1673551328.771358:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (69)++ 00000800:00000200:12.0F:1673551328.771363:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (69)++ 00000800:00000200:17.0:1673551328.771366:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.57@o2ib 00000400:00000200:17.0:1673551328.771370:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551328.771372:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.57@o2ib : PUT - for me 00000800:00000200:19.0:1673551328.771373:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000800:00000200:12.0:1673551328.771373:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.56@o2ib 00000400:00000200:17.0:1673551328.771375:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:12.0:1673551328.771377:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551328.771378:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551328.771379:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:13.0F:1673551328.771380:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000400:00000200:12.0:1673551328.771380:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.56@o2ib : PUT - for me 00000400:00000200:17.0:1673551328.771381:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 7 MB=0x63c0044b46c80 00000400:00000200:12.0:1673551328.771383:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551328.771384:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.56@o2ib of length 224/224 into md 0xde23a51 [8] + 15232 00000400:00000200:12.0:1673551328.771385:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000010:17.0:1673551328.771386:0:12874:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000001c345fd3. 00000400:00000200:17.0:1673551328.771387:0:12874:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md 0000000089d17940 00000400:00000200:12.0:1673551328.771387:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551328.771389:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551328.771389:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 7 MB=0x63c0044b46cc0 00000400:00000200:17.0:1673551328.771391:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000400:00000200:17.0:1673551328.771393:0:12874:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000089d17940 00000400:00000200:12.0:1673551328.771393:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.56@o2ib of length 224/224 into md 0x435078cd [8] + 3584 00000400:00000010:17.0:1673551328.771394:0:12874:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 248 at 0000000089d17940 (tot 183700228). 00000100:00000001:17.0:1673551328.771396:0:12874:0:(events.c:315:request_in_callback()) Process entered 00000400:00000200:12.0:1673551328.771396:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:17.0:1673551328.771397:0:12874:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:12.0:1673551328.771397:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 00000100:00000040:17.0:1673551328.771398:0:12874:0:(events.c:367:request_in_callback()) incoming req@00000000eec4dd94 x1754821710605440 msgsize 224 00000100:00000001:12.0:1673551328.771399:0:12872:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:12.0:1673551328.771399:0:12872:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00100000:17.0:1673551328.771400:0:12874:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.56@o2ib (source: 12345-172.16.0.57@o2ib) 00000100:00000040:17.0:1673551328.771400:0:12874:0:(events.c:379:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000010:12.0:1673551328.771402:0:12872:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000cc301786. 00000100:00000040:12.0:1673551328.771403:0:12872:0:(events.c:367:request_in_callback()) incoming req@00000000cc301786 x1754821710605504 msgsize 224 00000100:00100000:12.0:1673551328.771404:0:12872:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.56@o2ib (source: 12345-172.16.0.56@o2ib) 00000100:00000001:17.0:1673551328.771405:0:12874:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:17.0:1673551328.771407:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000580cc9cc] (69)++ 00000800:00000200:17.0:1673551328.771408:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000580cc9cc] (70)-- 00000800:00000200:17.0:1673551328.771409:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 00000100:00000001:12.0:1673551328.771410:0:12872:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:12.0:1673551328.771411:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000008042fb16] (69)++ 00000800:00000200:12.0:1673551328.771414:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000008042fb16] (70)-- 00000800:00000200:12.0:1673551328.771414:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 00000100:00000001:18.0:1673551328.771415:0:2269469:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:18.0:1673551328.771417:0:2269469:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:18.0:1673551328.771418:0:2269469:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:18.0:1673551328.771419:0:2269469:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0F:1673551328.771420:0:2358800:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:18.0:1673551328.771421:0:2269469:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:18.0:1673551328.771422:0:2269469:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754821710605440 02000000:00000001:14.0:1673551328.771422:0:2358800:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:14.0:1673551328.771422:0:2358800:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000020:00000001:18.0:1673551328.771423:0:2269469:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000001:14.0:1673551328.771423:0:2358800:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:18.0:1673551328.771424:0:2269469:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876a66 02000000:00000001:14.0:1673551328.771425:0:2358800:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551328.771426:0:2269469:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00100000:14.0:1673551328.771426:0:2358800:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754821710605504 00000020:00000040:18.0:1673551328.771427:0:2269469:0:(lustre_handles.c:152:class_handle2object()) GET export 000000009480fef3 refcount=5 00000020:00000001:14.0:1673551328.771427:0:2358800:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000001:18.0:1673551328.771428:0:2269469:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912595675789312 : -52831478033762304 : ff444e0cf6d6b800) 00000020:00000040:14.0:1673551328.771428:0:2358800:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c8769b7 00000020:00000001:18.0:1673551328.771429:0:2269469:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912595675789312 : -52831478033762304 : ff444e0cf6d6b800) 00000020:00000001:14.0:1673551328.771429:0:2358800:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00000001:18.0:1673551328.771430:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000020:00000040:14.0:1673551328.771430:0:2358800:0:(lustre_handles.c:152:class_handle2object()) GET export 000000001c5fbf11 refcount=5 00000100:00000001:18.0:1673551328.771431:0:2269469:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:14.0:1673551328.771431:0:2358800:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558465880064 : -52831515243671552 : ff444e044cf49000) 00000020:00000001:14.0:1673551328.771432:0:2358800:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558465880064 : -52831515243671552 : ff444e044cf49000) 00000020:00000010:18.0:1673551328.771433:0:2269469:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001799ec8c. 00000100:00000001:14.0:1673551328.771433:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551328.771434:0:2358800:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:18.0:1673551328.771435:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000056103c98. 00000020:00000010:14.0:1673551328.771435:0:2358800:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006fb7133. 00000020:00000010:14.0:1673551328.771437:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f81d824. 00000020:00000010:18.0:1673551328.771438:0:2269469:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f09c2ba. 00000020:00000010:14.0:1673551328.771438:0:2358800:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b8e8bcc. 00000100:00000040:18.0:1673551328.771440:0:2269469:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000040:14.0:1673551328.771440:0:2358800:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:18.0:1673551328.771441:0:2269469:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:18.0:1673551328.771441:0:2269469:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:14.0:1673551328.771441:0:2358800:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:18.0:1673551328.771442:0:2269469:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551328.771442:0:2358800:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:14.0:1673551328.771442:0:2358800:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551328.771444:0:2269469:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551328.771444:0:2358800:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551328.771449:0:2358800:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551328.771450:0:2269469:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551328.771452:0:2269469:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:14.0:1673551328.771452:0:2358800:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:14.0:1673551328.771452:0:2358800:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:18.0:1673551328.771453:0:2269469:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:18.0:1673551328.771455:0:2269469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.56@o2ib, seq: 7520 00000100:00100000:14.0:1673551328.771455:0:2358800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.56@o2ib, seq: 7054 00000100:00000040:18.0:1673551328.771456:0:2269469:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000009480fef3 : new rpc_count 1 00000100:00000040:14.0:1673551328.771456:0:2358800:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000001c5fbf11 : new rpc_count 1 00000100:00000001:18.0:1673551328.771457:0:2269469:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912578117224528 : -52831495592327088 : ff444e08e0444850) 00000100:00000001:14.0:1673551328.771457:0:2358800:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912621921187328 : -52831451788364288 : ff444e13132fb600) 00000100:00000040:18.0:1673551328.771459:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eec4dd94 x1754821710605440/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:214/0 lens 224/0 e 0 to 0 dl 1673551334 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000040:14.0:1673551328.771459:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cc301786 x1754821710605504/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:214/0 lens 224/0 e 0 to 0 dl 1673551334 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:18.0:1673551328.771463:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551328.771463:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551328.771464:0:2269469:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:14.0:1673551328.771464:0:2358800:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:18.0:1673551328.771465:0:2269469:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000eec4dd94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0000-mdtlov_UUID+5:12264:x1754821710605440:12345-172.16.0.56@o2ib:13: 00000100:00100000:14.0:1673551328.771465:0:2358800:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000cc301786 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0000-mdtlov_UUID+5:12250:x1754821710605504:12345-172.16.0.56@o2ib:13: 00000100:00000200:14.0:1673551328.771466:0:2358800:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754821710605504 00000100:00000200:18.0:1673551328.771467:0:2269469:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754821710605440 00000020:00000001:18.0:1673551328.771468:0:2269469:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:14.0:1673551328.771468:0:2358800:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:18.0:1673551328.771469:0:2269469:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:18.0:1673551328.771470:0:2269469:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551328.771470:0:2358800:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:14.0:1673551328.771470:0:2358800:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551328.771471:0:2269469:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:14.0:1673551328.771471:0:2358800:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:18.0:1673551328.771472:0:2269469:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:14.0:1673551328.771472:0:2358800:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:18.0:1673551328.771473:0:2269469:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:14.0:1673551328.771473:0:2358800:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:18.0:1673551328.771474:0:2269469:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:18.0:1673551328.771474:0:2269469:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:14.0:1673551328.771474:0:2358800:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:14.0:1673551328.771474:0:2358800:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:18.0:1673551328.771475:0:2269469:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:14.0:1673551328.771475:0:2358800:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:18.0:1673551328.771476:0:2269469:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551328.771476:0:2358800:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551328.771477:0:2269469:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000100:00000001:14.0:1673551328.771477:0:2358800:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:18.0:1673551328.771478:0:2269469:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:14.0:1673551328.771478:0:2358800:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:18.0:1673551328.771479:0:2269469:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000cea97b9b. 02000000:00000010:14.0:1673551328.771479:0:2358800:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000f1433192. 02000000:00000001:18.0:1673551328.771480:0:2269469:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:14.0:1673551328.771480:0:2358800:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551328.771481:0:2269469:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551328.771481:0:2358800:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:18.0:1673551328.771482:0:2269469:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:14.0:1673551328.771482:0:2358800:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:18.0:1673551328.771483:0:2269469:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:18.0:1673551328.771484:0:2269469:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00002000:00000001:14.0:1673551328.771484:0:2358800:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:14.0:1673551328.771484:0:2358800:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:14.0:1673551328.771485:0:2358800:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:14.0:1673551328.771486:0:2358800:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 00000020:00000020:14.0:1673551328.771487:0:2358800:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00000020:00000020:14.0:1673551328.771488:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 00000020:00000001:18.0:1673551328.771489:0:2269469:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:14.0:1673551328.771489:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 00002000:00000024:18.0:1673551328.771490:0:2269469:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148413632 pending 0 free 5928824139776 avail 5849092771840 00000020:00000020:18.0:1673551328.771491:0:2269469:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0003: processing self export: 143552 0 0 00000020:00000020:14.0:1673551328.771491:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551328.771492:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0001-mdtlov_UUID/00000000e0414e82 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551328.771492:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551328.771492:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551328.771493:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0000-mdtlov_UUID/000000009480fef3 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551328.771493:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551328.771494:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli cd52cb9a-4225-4c91-b023-faa62420b31d/0000000006681ce8 dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551328.771494:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551328.771495:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0003-mdtlov_UUID/000000006f304481 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551328.771495:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00002000:00000020:14.0:1673551328.771495:0:2358800:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00000020:00000020:18.0:1673551328.771496:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000008b497c02 dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551328.771496:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000c611fe19 dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551328.771497:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 49374343-0861-470b-a659-345a443590fd/00000000aafb700c dirty 0 pend 0 grant 537067520 00002000:00000001:14.0:1673551328.771497:0:2358800:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00000020:00000020:18.0:1673551328.771498:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0002-mdtlov_UUID/000000001a218102 dirty 0 pend 0 grant 0 00002000:00000020:18.0:1673551328.771498:0:2269469:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1447466831 free, 1428001130 avail; 60817408 objects: 29395648 free; state 200 00002000:00000001:14.0:1673551328.771498:0:2358800:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:18.0:1673551328.771499:0:2269469:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00010000:00000040:14.0:1673551328.771499:0:2358800:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109418642, transno 0, xid 1754821710605504 00010000:00000001:14.0:1673551328.771500:0:2358800:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00002000:00000001:18.0:1673551328.771501:0:2269469:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:18.0:1673551328.771501:0:2269469:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109420461, transno 0, xid 1754821710605440 00010000:00000200:14.0:1673551328.771501:0:2358800:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000cc301786 x1754821710605504/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:214/0 lens 224/368 e 0 to 0 dl 1673551334 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:18.0:1673551328.771502:0:2269469:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:18.0:1673551328.771504:0:2269469:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000eec4dd94 x1754821710605440/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:214/0 lens 224/368 e 0 to 0 dl 1673551334 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:14.0:1673551328.771504:0:2358800:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:14.0:1673551328.771505:0:2358800:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:18.0:1673551328.771506:0:2269469:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00000100:00001000:14.0:1673551328.771506:0:2358800:0:(import.c:1925:at_measured()) add 1 to 0000000076fc1371 time=96 v=1 (1 1 1 1) 00010000:00000001:18.0:1673551328.771507:0:2269469:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551328.771507:0:2358800:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00001000:18.0:1673551328.771508:0:2269469:0:(import.c:1925:at_measured()) add 1 to 00000000f23c4c68 time=96 v=1 (1 1 1 1) 00000100:00000040:14.0:1673551328.771508:0:2358800:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000e3f031ad refcount 55 to 172.16.0.56@o2ib 00000100:00000001:18.0:1673551328.771509:0:2269469:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000001:14.0:1673551328.771509:0:2358800:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146464 : -52831505782405152 : ff444e0680e407e0) 00000100:00000040:18.0:1673551328.771510:0:2269469:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000e3f031ad refcount 56 to 172.16.0.56@o2ib 02000000:00000001:14.0:1673551328.771510:0:2358800:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:18.0:1673551328.771511:0:2269469:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146464 : -52831505782405152 : ff444e0680e407e0) 02000000:00000001:18.0:1673551328.771511:0:2269469:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:14.0:1673551328.771511:0:2358800:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551328.771512:0:2269469:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551328.771512:0:2358800:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:18.0:1673551328.771513:0:2269469:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:14.0:1673551328.771513:0:2358800:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000100:00000040:18.0:1673551328.771514:0:2269469:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.57@o2ib 00000400:00000010:14.0:1673551328.771514:0:2358800:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000078bf6fa1. 00000400:00000010:18.0:1673551328.771515:0:2269469:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001ada7feb. 00000100:00000200:18.0:1673551328.771516:0:2269469:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754821710605440, offset 224 00000100:00000200:14.0:1673551328.771516:0:2358800:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754821710605504, offset 224 00000400:00000200:18.0:1673551328.771518:0:2269469:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.57@o2ib 00000400:00000200:14.0:1673551328.771519:0:2358800:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000400:00000200:18.0:1673551328.771521:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:14.0:1673551328.771521:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:14.0:1673551328.771523:0:2358800:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.56@o2ib local destination 00000400:00000200:18.0:1673551328.771524:0:2269469:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.57@o2ib local destination 00000400:00000200:18.0:1673551328.771525:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:14.0:1673551328.771525:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:18.0:1673551328.771529:0:2269469:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.57@o2ib(172.16.0.57@o2ib:172.16.0.57@o2ib) : PUT try# 0 00000400:00000200:14.0:1673551328.771529:0:2358800:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) : PUT try# 0 00000800:00000200:18.0:1673551328.771531:0:2269469:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000800:00000200:14.0:1673551328.771532:0:2358800:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.56@o2ib 00000400:00000200:18.0:1673551328.771533:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:14.0:1673551328.771533:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:18.0:1673551328.771537:0:2269469:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000625538ff] -> 172.16.0.57@o2ib (2) version: 12 00000800:00000200:14.0:1673551328.771537:0:2358800:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000e56901fc] -> 172.16.0.56@o2ib (2) version: 12 00000800:00000200:18.0:1673551328.771538:0:2269469:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000580cc9cc] (68)++ 00000800:00000200:18.0:1673551328.771539:0:2269469:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000580cc9cc] (69)++ 00000800:00000200:14.0:1673551328.771539:0:2358800:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000008042fb16] (68)++ 00000800:00000200:14.0:1673551328.771540:0:2358800:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000008042fb16] (69)++ 00000800:00000200:18.0:1673551328.771543:0:2269469:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000580cc9cc] (70)-- 00000100:00000001:18.0:1673551328.771543:0:2269469:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1673551328.771543:0:2358800:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000008042fb16] (70)-- 00000100:00000001:14.0:1673551328.771544:0:2358800:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551328.771545:0:2269469:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000e3f031ad refcount 54 to 172.16.0.56@o2ib 00010000:00000001:18.0:1673551328.771545:0:2269469:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000100:00000040:14.0:1673551328.771545:0:2358800:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000e3f031ad refcount 54 to 172.16.0.56@o2ib 00000020:00000001:18.0:1673551328.771546:0:2269469:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551328.771546:0:2269469:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00010000:00000001:14.0:1673551328.771546:0:2358800:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:14.0:1673551328.771546:0:2358800:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551328.771547:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eec4dd94 x1754821710605440/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:214/0 lens 224/368 e 0 to 0 dl 1673551334 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000020:00000001:14.0:1673551328.771547:0:2358800:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:14.0:1673551328.771548:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc301786 x1754821710605504/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:214/0 lens 224/368 e 0 to 0 dl 1673551334 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:18.0:1673551328.771550:0:2269469:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000eec4dd94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0000-mdtlov_UUID+5:12264:x1754821710605440:12345-172.16.0.56@o2ib:13: Request processed in 86us (151us total) trans 0 rc 0/0 00000100:00100000:14.0:1673551328.771551:0:2358800:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000cc301786 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0000-mdtlov_UUID+5:12250:x1754821710605504:12345-172.16.0.56@o2ib:13: Request processed in 87us (147us total) trans 0 rc 0/0 00000800:00000200:5.2:1673551328.771551:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (69)++ 00000800:00000200:3.2:1673551328.771551:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (69)++ 00000100:00100000:18.0:1673551328.771553:0:2269469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.56@o2ib, seq: 7520 00000100:00100000:14.0:1673551328.771553:0:2358800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.56@o2ib, seq: 7054 00000100:00000040:18.0:1673551328.771554:0:2269469:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009480fef3 : new rpc_count 0 00000100:00000040:14.0:1673551328.771554:0:2358800:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001c5fbf11 : new rpc_count 0 00000100:00000001:18.0:1673551328.771555:0:2269469:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:18.0:1673551328.771555:0:2269469:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:14.0:1673551328.771555:0:2358800:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:14.0:1673551328.771555:0:2358800:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:14.0:1673551328.771557:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f81d824. 00000020:00000010:18.0:1673551328.771558:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000056103c98. 00000020:00000010:18.0:1673551328.771559:0:2269469:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f09c2ba. 00000020:00000010:14.0:1673551328.771559:0:2358800:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b8e8bcc. 00000020:00000010:18.0:1673551328.771560:0:2269469:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001799ec8c. 00000020:00000010:14.0:1673551328.771560:0:2358800:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006fb7133. 00000020:00000040:14.0:1673551328.771561:0:2358800:0:(genops.c:979:class_export_put()) PUTting export 000000001c5fbf11 : new refcount 4 00000100:00000001:14.0:1673551328.771561:0:2358800:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:18.0:1673551328.771562:0:2269469:0:(genops.c:979:class_export_put()) PUTting export 000000009480fef3 : new refcount 4 00000800:00000200:13.0:1673551328.771563:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (70)++ 00000800:00000200:19.0:1673551328.771566:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (70)++ 00000800:00000200:13.0:1673551328.771570:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000008042fb16] (71)-- 00000400:00000200:13.0:1673551328.771571:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:19.0:1673551328.771572:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000580cc9cc] (71)-- 02000000:00000001:18.0:1673551328.771572:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:19.0:1673551328.771573:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:18.0:1673551328.771573:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 000000004c3e36d6. 00000400:00000200:13.0:1673551328.771573:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 02000000:00000001:18.0:1673551328.771574:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771575:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000062bc12fd. 00000400:00000200:13.0:1673551328.771575:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000078bf6fa1 00000400:00000200:19.0:1673551328.771576:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000400:00000010:13.0:1673551328.771576:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000078bf6fa1. 00000800:00000200:12.0:1673551328.771576:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000400:00000200:19.0:1673551328.771577:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000001ada7feb 02000000:00000001:18.0:1673551328.771577:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:19.0:1673551328.771578:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000001ada7feb. 02000000:00000010:18.0:1673551328.771578:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 000000000d6ef741. 00000100:00000001:13.0:1673551328.771578:0:12871:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:19.0:1673551328.771579:0:12873:0:(events.c:416:reply_out_callback()) Process entered 02000000:00000001:18.0:1673551328.771579:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:13.0:1673551328.771579:0:12871:0:(events.c:428:reply_out_callback()) Process leaving 02000000:00000001:19.0:1673551328.771580:0:12873:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 00000100:00000010:18.0:1673551328.771580:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000007894fa23. 02000000:00000010:19.0:1673551328.771581:0:12873:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000cea97b9b. 02000000:00000001:18.0:1673551328.771581:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:17.0:1673551328.771581:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000800:00000200:13.0:1673551328.771581:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 02000000:00000001:19.0:1673551328.771582:0:12873:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:19.0:1673551328.771582:0:12873:0:(events.c:428:reply_out_callback()) Process leaving 02000000:00000010:18.0:1673551328.771582:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 000000007b37ef25. 00000800:00000200:19.0:1673551328.771583:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 02000000:00000001:18.0:1673551328.771583:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771583:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000611406db. 02000000:00000001:18.0:1673551328.771585:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771586:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 0000000006280013. 02000000:00000001:18.0:1673551328.771587:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771587:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000d7d3c80f. 02000000:00000001:18.0:1673551328.771589:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771589:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 0000000091f15f63. 02000000:00000001:18.0:1673551328.771590:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771590:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000007fd082ec. 02000000:00000001:18.0:1673551328.771591:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771592:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000e33392a9. 02000000:00000001:18.0:1673551328.771593:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771593:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000084d8e0aa. 02000000:00000001:18.0:1673551328.771595:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771595:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 000000006fbf9d9c. 02000000:00000001:18.0:1673551328.771597:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771597:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000019a7e1a2. 02000000:00000001:18.0:1673551328.771598:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771599:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000408674f1. 02000000:00000001:18.0:1673551328.771599:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771600:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000c815dfb5. 02000000:00000001:18.0:1673551328.771601:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771602:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000bca2e7b1. 02000000:00000001:18.0:1673551328.771603:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771603:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000fd25f9dc. 02000000:00000001:18.0:1673551328.771605:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771605:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 000000000019e3ec. 02000000:00000001:18.0:1673551328.771606:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771607:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000171f61e9. 02000000:00000001:18.0:1673551328.771608:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771608:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 0000000030ea6c01. 02000000:00000001:18.0:1673551328.771608:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771609:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000009624fd07. 02000000:00000001:18.0:1673551328.771610:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771610:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000d7e34d4e. 02000000:00000001:18.0:1673551328.771610:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771611:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000236672a2. 02000000:00000001:18.0:1673551328.771612:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771612:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000b22a1ccc. 02000000:00000001:18.0:1673551328.771613:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771613:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000845e27ad. 02000000:00000001:18.0:1673551328.771614:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771614:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 000000007f0c5a07. 02000000:00000001:18.0:1673551328.771614:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771615:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000005451377e. 02000000:00000001:18.0:1673551328.771615:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771616:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000f5aa51f3. 02000000:00000001:18.0:1673551328.771616:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771616:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000009656e38e. 02000000:00000001:18.0:1673551328.771617:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771618:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 0000000061a1161f. 02000000:00000001:18.0:1673551328.771618:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771618:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000011612840. 02000000:00000001:18.0:1673551328.771619:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771619:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 000000003d851609. 02000000:00000001:18.0:1673551328.771620:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771620:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000b645a0c5. 02000000:00000001:18.0:1673551328.771621:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771621:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 0000000066de8f2a. 02000000:00000001:18.0:1673551328.771621:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771622:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000005ee796ef. 02000000:00000001:18.0:1673551328.771622:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771622:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000749eb974. 02000000:00000001:18.0:1673551328.771623:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771623:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000b2977a49. 02000000:00000001:18.0:1673551328.771624:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771624:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 000000009036e044. 02000000:00000001:18.0:1673551328.771625:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771625:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000af6868b8. 02000000:00000001:18.0:1673551328.771625:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771626:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000880cc56e. 02000000:00000001:18.0:1673551328.771627:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771627:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000f80718f4. 02000000:00000001:18.0:1673551328.771628:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771628:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 000000008f23062c. 02000000:00000001:18.0:1673551328.771629:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771629:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000002b0caa9d. 02000000:00000001:18.0:1673551328.771630:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771630:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000ae3d3786. 02000000:00000001:18.0:1673551328.771630:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771631:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000009e3f84c3. 02000000:00000001:18.0:1673551328.771631:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771631:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000448978a7. 02000000:00000001:18.0:1673551328.771632:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771632:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000b3a0397f. 02000000:00000001:18.0:1673551328.771633:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771633:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 000000007a5fc751. 02000000:00000001:18.0:1673551328.771634:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771634:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000f6b79e14. 02000000:00000001:18.0:1673551328.771635:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771635:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 0000000081a5f34f. 02000000:00000001:18.0:1673551328.771636:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771636:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000020413a58. 02000000:00000001:18.0:1673551328.771637:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771637:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 000000003aa3fa7c. 02000000:00000001:18.0:1673551328.771638:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771638:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000004895f406. 02000000:00000001:18.0:1673551328.771639:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771639:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000175c14ce. 02000000:00000001:18.0:1673551328.771639:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771640:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000c050a72f. 02000000:00000001:18.0:1673551328.771640:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771640:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 0000000051d9ce21. 02000000:00000001:18.0:1673551328.771641:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771641:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000009593d5b6. 02000000:00000001:18.0:1673551328.771642:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771642:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 000000006ecdb5f3. 02000000:00000001:18.0:1673551328.771642:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771643:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000a9a7b19f. 02000000:00000001:18.0:1673551328.771643:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771644:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000bf01d700. 02000000:00000001:18.0:1673551328.771644:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771645:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000000f30490b. 02000000:00000001:18.0:1673551328.771645:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771645:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000a1d73d41. 02000000:00000001:18.0:1673551328.771646:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771646:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000000be96e52. 02000000:00000001:18.0:1673551328.771647:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771647:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000186f3198. 02000000:00000001:18.0:1673551328.771647:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771648:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000030b93c90. 02000000:00000001:18.0:1673551328.771648:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771649:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 0000000031033aa4. 02000000:00000001:18.0:1673551328.771649:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771649:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000e263f9ef. 02000000:00000001:18.0:1673551328.771650:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771650:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 000000008f64ab28. 02000000:00000001:18.0:1673551328.771651:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771651:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000c7df1358. 02000000:00000001:18.0:1673551328.771652:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771652:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 000000007ba7b7b2. 02000000:00000001:18.0:1673551328.771653:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771653:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000d87c1856. 02000000:00000001:18.0:1673551328.771653:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771654:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000a4b42d50. 02000000:00000001:18.0:1673551328.771654:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771654:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000009be33dd1. 02000000:00000001:18.0:1673551328.771655:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771655:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000f6a80837. 02000000:00000001:18.0:1673551328.771656:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771656:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000018deec8a. 02000000:00000001:18.0:1673551328.771656:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771657:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000575f31a9. 02000000:00000001:18.0:1673551328.771657:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771657:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000ac5d2f3e. 02000000:00000001:18.0:1673551328.771659:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771659:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000f30d8767. 02000000:00000001:18.0:1673551328.771659:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771660:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000009057681d. 02000000:00000001:18.0:1673551328.771660:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771661:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000b34f640b. 02000000:00000001:18.0:1673551328.771661:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771661:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000001b51624. 02000000:00000001:18.0:1673551328.771662:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771662:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 000000002e6de896. 02000000:00000001:18.0:1673551328.771663:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771663:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000053adcd98. 02000000:00000001:18.0:1673551328.771664:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771664:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 000000009dcfd5ff. 02000000:00000001:18.0:1673551328.771664:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771665:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000004e2e4c0e. 02000000:00000001:18.0:1673551328.771665:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771665:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000f7d0e53a. 02000000:00000001:18.0:1673551328.771666:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771666:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000389d2ec2. 02000000:00000001:18.0:1673551328.771666:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771667:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000ab885920. 02000000:00000001:18.0:1673551328.771667:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771667:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000f862262e. 02000000:00000001:18.0:1673551328.771668:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771668:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 000000009a2dc73b. 02000000:00000001:18.0:1673551328.771669:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771669:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000aafb47a9. 02000000:00000001:18.0:1673551328.771669:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771670:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 0000000097979f28. 02000000:00000001:18.0:1673551328.771670:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771670:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000986ddd84. 02000000:00000001:18.0:1673551328.771671:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771671:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 000000003e11ad4b. 02000000:00000001:18.0:1673551328.771672:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771672:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000011ef19de. 02000000:00000001:18.0:1673551328.771672:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771673:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000347ee3d5. 02000000:00000001:18.0:1673551328.771673:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771673:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000c2c997a2. 02000000:00000001:18.0:1673551328.771674:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771675:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000d1e01c5a. 02000000:00000001:18.0:1673551328.771675:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771675:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000007aa6526d. 02000000:00000001:18.0:1673551328.771676:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771676:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000c66a482e. 02000000:00000001:18.0:1673551328.771677:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771677:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000e9397f45. 02000000:00000001:18.0:1673551328.771677:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771678:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 000000002a607f0e. 02000000:00000001:18.0:1673551328.771678:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771678:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000f896db4b. 02000000:00000001:18.0:1673551328.771679:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771679:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000ca6b3c5e. 02000000:00000001:18.0:1673551328.771680:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771680:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000054b4aa0c. 02000000:00000001:18.0:1673551328.771680:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771681:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 0000000025418aa2. 02000000:00000001:18.0:1673551328.771681:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771681:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000eaba0267. 02000000:00000001:18.0:1673551328.771682:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771682:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 000000003bdcdb68. 02000000:00000001:18.0:1673551328.771683:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771683:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000f47bda62. 02000000:00000001:18.0:1673551328.771683:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771684:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 000000007a82ab8d. 02000000:00000001:18.0:1673551328.771684:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771684:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000001e63c23c. 02000000:00000001:18.0:1673551328.771685:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771685:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000dd9c7f5b. 02000000:00000001:18.0:1673551328.771686:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771686:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000ee59acd4. 02000000:00000001:18.0:1673551328.771687:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771687:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000b25e275b. 02000000:00000001:18.0:1673551328.771687:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771688:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000007621e935. 02000000:00000001:18.0:1673551328.771688:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771689:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000d81ae766. 02000000:00000001:18.0:1673551328.771689:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771689:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000005681fa5d. 02000000:00000001:18.0:1673551328.771690:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771690:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000012e175d. 02000000:00000001:18.0:1673551328.771691:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771691:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000000f55ac41. 02000000:00000001:18.0:1673551328.771692:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771692:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 0000000086c7b3f5. 02000000:00000001:18.0:1673551328.771693:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771693:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000e65e2670. 02000000:00000001:18.0:1673551328.771693:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771694:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 0000000043236035. 02000000:00000001:18.0:1673551328.771694:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771694:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000007cc2aa40. 02000000:00000001:18.0:1673551328.771695:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771695:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000498e8592. 02000000:00000001:18.0:1673551328.771696:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771696:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000cf434470. 02000000:00000001:18.0:1673551328.771697:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771697:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000aeb4e98b. 02000000:00000001:18.0:1673551328.771697:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771697:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000009e8aa95c. 02000000:00000001:18.0:1673551328.771698:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771699:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 000000008f801d2d. 02000000:00000001:18.0:1673551328.771699:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771699:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000668d2a3e. 02000000:00000001:18.0:1673551328.771700:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771700:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000b543f966. 02000000:00000001:18.0:1673551328.771701:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771701:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000007d926f44. 02000000:00000001:18.0:1673551328.771702:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771702:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 00000000ae664d2f. 02000000:00000001:18.0:1673551328.771702:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771702:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000066a120bc. 02000000:00000001:18.0:1673551328.771703:0:2269469:0:(sec.c:2359:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:18.0:1673551328.771704:0:2269469:0:(sec_null.c:340:null_free_rs()) kfreed 'rs': 624 at 000000001f2d03c1. 02000000:00000001:18.0:1673551328.771704:0:2269469:0:(sec.c:2372:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:18.0:1673551328.771705:0:2269469:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000c2ea44e4. 00000100:00000001:18.0:1673551328.771706:0:2269469:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:18.0:1673551328.771707:0:2269469:0:(niobuf.c:974:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:18.0:1673551328.771708:0:2269469:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000bb6ae8d4. 00000400:00000010:18.0:1673551328.771709:0:2269469:0:(lib-md.c:198:lnet_md_build()) alloc '(lmd)': 248 at 00000000b3bfe025 (tot 183700476). 00000100:00000001:21.0F:1673551328.917074:0:2270093:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:21.0:1673551328.917076:0:2270093:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0F:1673551328.917077:0:2374104:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1673551328.917078:0:2374104:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0F:1673551328.917080:0:2380004:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1673551328.917083:0:2380004:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.2F:1673551328.939653:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (68)++ 00000800:00000200:6.2F:1673551328.939654:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000036519f99] (68)++ 00000800:00000200:0.0:1673551328.939672:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (69)++ 00000800:00000200:22.0F:1673551328.939673:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (69)++ 00000800:00000200:0.0:1673551328.939680:0:12865:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.23@o2ib 00000800:00000200:22.0:1673551328.939683:0:12875:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.22@o2ib 00000400:00000200:0.0:1673551328.939684:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:22.0:1673551328.939686:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:0.0:1673551328.939687:0:12865:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.23@o2ib : PUT - for me 00000800:00000200:1.0F:1673551328.939688:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (70)-- 00000400:00000200:22.0:1673551328.939689:0:12875:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.22@o2ib : PUT - for me 00000400:00000200:0.0:1673551328.939690:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:23.0F:1673551328.939691:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000400:00000200:22.0:1673551328.939692:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:0.0:1673551328.939692:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:22.0:1673551328.939694:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:0.0:1673551328.939694:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:22.0:1673551328.939696:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:0.0:1673551328.939696:0:12865:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 7 MB=0x63bfccd5ccb80 00000400:00000200:22.0:1673551328.939698:0:12875:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 7 MB=0x63bfccd5ccbc0 00000400:00000200:0.0:1673551328.939700:0:12865:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.22@o2ib of length 224/224 into md 0x2bbc2e1 [8] + 1120 00000400:00000200:22.0:1673551328.939702:0:12875:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.22@o2ib of length 224/224 into md 0x50ef975 [8] + 8512 00000400:00000200:0.0:1673551328.939702:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1673551328.939704:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000400:00000200:22.0:1673551328.939705:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1673551328.939705:0:12865:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:0.0:1673551328.939705:0:12865:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:22.0:1673551328.939706:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000100:00000010:0.0:1673551328.939707:0:12865:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000f7f3db4b. 00000100:00000001:22.0:1673551328.939708:0:12875:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:22.0:1673551328.939708:0:12875:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:0.0:1673551328.939708:0:12865:0:(events.c:367:request_in_callback()) incoming req@00000000f7f3db4b x1754806823472000 msgsize 224 00000100:00000010:22.0:1673551328.939710:0:12875:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000006e760eee. 00000100:00100000:0.0:1673551328.939710:0:12865:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.22@o2ib (source: 12345-172.16.0.23@o2ib) 00000100:00000040:22.0:1673551328.939711:0:12875:0:(events.c:367:request_in_callback()) incoming req@000000006e760eee x1754806823472064 msgsize 224 00000100:00100000:22.0:1673551328.939713:0:12875:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.22@o2ib (source: 12345-172.16.0.22@o2ib) 00000100:00000001:0.0:1673551328.939715:0:12865:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:0.0:1673551328.939717:0:12865:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000036519f99] (69)++ 00000100:00000001:22.0:1673551328.939718:0:12875:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:0.0:1673551328.939718:0:12865:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000036519f99] (70)-- 00000800:00000200:0.0:1673551328.939719:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (69)-- 00000800:00000200:22.0:1673551328.939720:0:12875:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000001a128d74] (69)++ 00000800:00000200:22.0:1673551328.939721:0:12875:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000001a128d74] (70)-- 00000800:00000200:22.0:1673551328.939722:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 00000100:00000001:2.0F:1673551328.939725:0:2269461:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1673551328.939726:0:2269461:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:21.0:1673551328.939727:0:2308493:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:21.0:1673551328.939727:0:2308493:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1673551328.939727:0:2269461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:21.0:1673551328.939728:0:2308493:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1673551328.939728:0:2269461:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1673551328.939729:0:2308493:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551328.939729:0:2269461:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:21.0:1673551328.939730:0:2308493:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1673551328.939730:0:2269461:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754806823472000 00000100:00100000:21.0:1673551328.939731:0:2308493:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754806823472064 00000020:00000001:2.0:1673551328.939731:0:2269461:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1673551328.939731:0:2269461:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876a58 00000020:00000001:21.0:1673551328.939732:0:2308493:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:21.0:1673551328.939732:0:2308493:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c8769cc 00000020:00000001:2.0:1673551328.939732:0:2269461:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000001:21.0:1673551328.939733:0:2308493:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551328.939733:0:2269461:0:(lustre_handles.c:152:class_handle2object()) GET export 000000006f304481 refcount=5 00000020:00000001:2.0:1673551328.939733:0:2269461:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912595675790336 : -52831478033761280 : ff444e0cf6d6bc00) 00000020:00000040:21.0:1673551328.939734:0:2308493:0:(lustre_handles.c:152:class_handle2object()) GET export 0000000089796a63 refcount=5 00000020:00000001:2.0:1673551328.939734:0:2269461:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912595675790336 : -52831478033761280 : ff444e0cf6d6bc00) 00000020:00000001:21.0:1673551328.939735:0:2308493:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558465890304 : -52831515243661312 : ff444e044cf4b800) 00000020:00000001:21.0:1673551328.939736:0:2308493:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558465890304 : -52831515243661312 : ff444e044cf4b800) 00000100:00000001:2.0:1673551328.939736:0:2269461:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:21.0:1673551328.939737:0:2308493:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1673551328.939737:0:2269461:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:21.0:1673551328.939738:0:2308493:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1673551328.939738:0:2269461:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de43ca51. 00000020:00000010:21.0:1673551328.939739:0:2308493:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025f3f83f. 00000020:00000010:2.0:1673551328.939739:0:2269461:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c83a5f07. 00000020:00000010:21.0:1673551328.939740:0:2308493:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4ef0602. 00000020:00000010:21.0:1673551328.939741:0:2308493:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000085e72914. 00000020:00000010:2.0:1673551328.939741:0:2269461:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d848a52c. 00000100:00000040:2.0:1673551328.939742:0:2269461:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000040:21.0:1673551328.939743:0:2308493:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:2.0:1673551328.939743:0:2269461:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1673551328.939743:0:2269461:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:21.0:1673551328.939744:0:2308493:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:21.0:1673551328.939744:0:2308493:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1673551328.939744:0:2269461:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1673551328.939745:0:2308493:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551328.939745:0:2269461:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1673551328.939746:0:2308493:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551328.939750:0:2269461:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:21.0:1673551328.939751:0:2308493:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551328.939752:0:2269461:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1673551328.939753:0:2269461:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:21.0:1673551328.939754:0:2308493:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:21.0:1673551328.939755:0:2308493:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1673551328.939755:0:2269461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.22@o2ib, seq: 4421 00000100:00000040:2.0:1673551328.939755:0:2269461:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000006f304481 : new rpc_count 1 00000100:00000001:2.0:1673551328.939756:0:2269461:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912610150882048 : -52831463558669568 : ff444e10559f1b00) 00000100:00100000:21.0:1673551328.939757:0:2308493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.22@o2ib, seq: 4799 00000100:00000040:21.0:1673551328.939758:0:2308493:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 0000000089796a63 : new rpc_count 1 00000100:00000040:2.0:1673551328.939758:0:2269461:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f7f3db4b x1754806823472000/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:214/0 lens 224/0 e 0 to 0 dl 1673551334 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:21.0:1673551328.939760:0:2308493:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912613301253376 : -52831460408298240 : ff444e111165f500) 00000100:00000001:2.0:1673551328.939761:0:2269461:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000040:21.0:1673551328.939762:0:2308493:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006e760eee x1754806823472064/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:214/0 lens 224/0 e 0 to 0 dl 1673551334 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1673551328.939762:0:2269461:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1673551328.939763:0:2269461:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000f7f3db4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:ai200x-MDT0003-mdtlov_UUID+5:10857:x1754806823472000:12345-172.16.0.22@o2ib:13: 00000100:00000200:2.0:1673551328.939764:0:2269461:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754806823472000 00000020:00000001:2.0:1673551328.939765:0:2269461:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:2.0:1673551328.939766:0:2269461:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000001:21.0:1673551328.939767:0:2308493:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:21.0:1673551328.939767:0:2308493:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:2.0:1673551328.939767:0:2269461:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1673551328.939768:0:2269461:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1673551328.939768:0:2269461:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000100:00100000:21.0:1673551328.939769:0:2308493:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000006e760eee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create05:ai200x-MDT0003-mdtlov_UUID+5:10865:x1754806823472064:12345-172.16.0.22@o2ib:13: 00000020:00000001:2.0:1673551328.939769:0:2269461:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1673551328.939770:0:2269461:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1673551328.939770:0:2269461:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1673551328.939771:0:2269461:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1673551328.939771:0:2269461:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:21.0:1673551328.939772:0:2308493:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754806823472064 00000100:00000001:2.0:1673551328.939772:0:2269461:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000020:00000001:21.0:1673551328.939773:0:2308493:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 02000000:00000001:2.0:1673551328.939773:0:2269461:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:21.0:1673551328.939774:0:2308493:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 02000000:00000010:2.0:1673551328.939774:0:2269461:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000a1c562b8. 02000000:00000001:2.0:1673551328.939774:0:2269461:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:21.0:1673551328.939775:0:2308493:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:21.0:1673551328.939775:0:2308493:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1673551328.939775:0:2269461:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:21.0:1673551328.939776:0:2308493:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00002000:00000001:2.0:1673551328.939776:0:2269461:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00000020:00000001:21.0:1673551328.939777:0:2308493:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00002000:00000001:2.0:1673551328.939777:0:2269461:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:2.0:1673551328.939777:0:2269461:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:21.0:1673551328.939778:0:2308493:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:21.0:1673551328.939778:0:2308493:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:21.0:1673551328.939778:0:2308493:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1673551328.939778:0:2269461:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:21.0:1673551328.939779:0:2308493:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:2.0:1673551328.939779:0:2269461:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148413632 pending 0 free 5928824139776 avail 5849092771840 00000100:00000001:21.0:1673551328.939780:0:2308493:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:21.0:1673551328.939780:0:2308493:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000020:2.0:1673551328.939780:0:2269461:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0003: processing self export: 143552 0 0 02000000:00000010:21.0:1673551328.939781:0:2308493:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 000000006424892e. 00000020:00000020:2.0:1673551328.939781:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0001-mdtlov_UUID/00000000e0414e82 dirty 0 pend 0 grant 0 02000000:00000001:21.0:1673551328.939782:0:2308493:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1673551328.939782:0:2308493:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1673551328.939782:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0000-mdtlov_UUID/000000009480fef3 dirty 0 pend 0 grant 0 00002000:00000001:21.0:1673551328.939783:0:2308493:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00000020:00000020:2.0:1673551328.939783:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli cd52cb9a-4225-4c91-b023-faa62420b31d/0000000006681ce8 dirty 0 pend 0 grant 537067520 00000020:00000020:2.0:1673551328.939783:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0003-mdtlov_UUID/000000006f304481 dirty 0 pend 0 grant 0 00002000:00000001:21.0:1673551328.939784:0:2308493:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000020:2.0:1673551328.939784:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000008b497c02 dirty 0 pend 0 grant 537067520 00000020:00000001:21.0:1673551328.939785:0:2308493:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:21.0:1673551328.939785:0:2308493:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1673551328.939785:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000c611fe19 dirty 0 pend 0 grant 537067520 00000020:00000020:2.0:1673551328.939785:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 49374343-0861-470b-a659-345a443590fd/00000000aafb700c dirty 0 pend 0 grant 537067520 00002000:00000024:21.0:1673551328.939786:0:2308493:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 00000020:00000020:2.0:1673551328.939786:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0002-mdtlov_UUID/000000001a218102 dirty 0 pend 0 grant 0 00000020:00000020:21.0:1673551328.939787:0:2308493:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00002000:00000020:2.0:1673551328.939787:0:2269461:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1447466831 free, 1428001130 avail; 60817408 objects: 29395648 free; state 200 00000020:00000020:21.0:1673551328.939788:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 00002000:00000001:2.0:1673551328.939788:0:2269461:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00000020:00000020:21.0:1673551328.939789:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 00002000:00000001:2.0:1673551328.939789:0:2269461:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1673551328.939790:0:2269461:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109417190, transno 0, xid 1754806823472000 00000020:00000020:21.0:1673551328.939791:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 00000020:00000020:21.0:1673551328.939791:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00010000:00000001:2.0:1673551328.939791:0:2269461:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000020:00000020:21.0:1673551328.939792:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00010000:00000200:2.0:1673551328.939792:0:2269461:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000f7f3db4b x1754806823472000/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:214/0 lens 224/368 e 0 to 0 dl 1673551334 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000020:00000020:21.0:1673551328.939793:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00000020:00000020:21.0:1673551328.939793:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00000020:00000020:21.0:1673551328.939794:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00010000:00000001:2.0:1673551328.939795:0:2269461:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1673551328.939795:0:2269461:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:21.0:1673551328.939796:0:2308493:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00000100:00001000:2.0:1673551328.939796:0:2269461:0:(import.c:1925:at_measured()) add 1 to 000000007b1b1a9f time=96 v=1 (1 1 1 1) 00002000:00000001:21.0:1673551328.939797:0:2308493:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00000100:00000001:2.0:1673551328.939797:0:2269461:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00002000:00000001:21.0:1673551328.939798:0:2308493:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1673551328.939798:0:2269461:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000a5089673 refcount 49 to 172.16.0.22@o2ib 00010000:00000040:21.0:1673551328.939799:0:2308493:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109418643, transno 0, xid 1754806823472064 00000100:00000001:2.0:1673551328.939799:0:2269461:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560590877824 : -52831513118673792 : ff444e04cb9d7480) 00010000:00000001:21.0:1673551328.939800:0:2308493:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 02000000:00000001:2.0:1673551328.939800:0:2269461:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1673551328.939800:0:2269461:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:21.0:1673551328.939801:0:2308493:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000006e760eee x1754806823472064/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:214/0 lens 224/368 e 0 to 0 dl 1673551334 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1673551328.939801:0:2269461:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1673551328.939802:0:2269461:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.23@o2ib 00000400:00000010:2.0:1673551328.939803:0:2269461:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d281925. 00010000:00000001:21.0:1673551328.939804:0:2308493:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1673551328.939804:0:2269461:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754806823472000, offset 224 00010000:00000001:21.0:1673551328.939805:0:2308493:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:21.0:1673551328.939805:0:2308493:0:(import.c:1925:at_measured()) add 1 to 0000000018a73ee8 time=96 v=1 (1 1 1 1) 00000400:00000200:2.0:1673551328.939806:0:2269461:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.23@o2ib 00000100:00000001:21.0:1673551328.939807:0:2308493:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:21.0:1673551328.939808:0:2308493:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000a5089673 refcount 50 to 172.16.0.22@o2ib 00000100:00000001:21.0:1673551328.939808:0:2308493:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560590877824 : -52831513118673792 : ff444e04cb9d7480) 00000400:00000200:2.0:1673551328.939808:0:2269461:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 02000000:00000001:21.0:1673551328.939809:0:2308493:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:21.0:1673551328.939810:0:2308493:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1673551328.939810:0:2308493:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000200:2.0:1673551328.939810:0:2269461:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.23@o2ib local destination 00000100:00000040:21.0:1673551328.939811:0:2308493:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000010:21.0:1673551328.939812:0:2308493:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085d0259c. 00000400:00000200:2.0:1673551328.939812:0:2269461:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000100:00000200:21.0:1673551328.939813:0:2308493:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754806823472064, offset 224 00000400:00000200:2.0:1673551328.939814:0:2269461:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.23@o2ib(172.16.0.23@o2ib:172.16.0.23@o2ib) : PUT try# 0 00000400:00000200:21.0:1673551328.939815:0:2308493:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000800:00000200:2.0:1673551328.939816:0:2269461:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.23@o2ib 00000400:00000200:21.0:1673551328.939817:0:2308493:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:2.0:1673551328.939817:0:2269461:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:21.0:1673551328.939819:0:2308493:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.22@o2ib local destination 00000400:00000200:21.0:1673551328.939820:0:2308493:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:2.0:1673551328.939820:0:2269461:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000006b07c300] -> 172.16.0.23@o2ib (2) version: 12 00000800:00000200:2.0:1673551328.939821:0:2269461:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000036519f99] (68)++ 00000800:00000200:2.0:1673551328.939822:0:2269461:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000036519f99] (69)++ 00000400:00000200:21.0:1673551328.939823:0:2308493:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.22@o2ib(172.16.0.22@o2ib:172.16.0.22@o2ib) : PUT try# 0 00000800:00000200:2.0:1673551328.939824:0:2269461:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000036519f99] (70)-- 00000800:00000200:21.0:1673551328.939825:0:2308493:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.22@o2ib 00000100:00000001:2.0:1673551328.939825:0:2269461:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:21.0:1673551328.939826:0:2308493:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000040:2.0:1673551328.939826:0:2269461:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000a5089673 refcount 49 to 172.16.0.22@o2ib 00010000:00000001:2.0:1673551328.939827:0:2269461:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:2.0:1673551328.939827:0:2269461:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1673551328.939828:0:2308493:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000028e78a33] -> 172.16.0.22@o2ib (2) version: 12 00000020:00000001:2.0:1673551328.939828:0:2269461:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000800:00000200:21.0:1673551328.939829:0:2308493:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000001a128d74] (68)++ 00000100:00000040:2.0:1673551328.939829:0:2269461:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7f3db4b x1754806823472000/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:214/0 lens 224/368 e 0 to 0 dl 1673551334 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000800:00000200:21.0:1673551328.939830:0:2308493:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000001a128d74] (69)++ 00000100:00100000:2.0:1673551328.939831:0:2269461:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000f7f3db4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:ai200x-MDT0003-mdtlov_UUID+5:10857:x1754806823472000:12345-172.16.0.22@o2ib:13: Request processed in 69us (122us total) trans 0 rc 0/0 00000800:00000200:21.0:1673551328.939833:0:2308493:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000001a128d74] (70)-- 00000100:00000001:21.0:1673551328.939833:0:2308493:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:6.2:1673551328.939833:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000036519f99] (69)++ 00000100:00000040:21.0:1673551328.939834:0:2308493:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000a5089673 refcount 48 to 172.16.0.22@o2ib 00000100:00100000:2.0:1673551328.939834:0:2269461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.22@o2ib, seq: 4421 00000100:00000040:2.0:1673551328.939834:0:2269461:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006f304481 : new rpc_count 0 00010000:00000001:21.0:1673551328.939835:0:2308493:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:21.0:1673551328.939835:0:2308493:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551328.939835:0:2269461:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1673551328.939836:0:2269461:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1673551328.939836:0:2269461:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c83a5f07. 00000800:00000200:21.2:1673551328.939837:0:2308493:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (69)++ 00000020:00000010:2.0:1673551328.939837:0:2269461:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d848a52c. 00000020:00000010:2.0:1673551328.939839:0:2269461:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de43ca51. 00000020:00000040:2.0:1673551328.939839:0:2269461:0:(genops.c:979:class_export_put()) PUTting export 000000006f304481 : new refcount 4 00000100:00000001:2.0:1673551328.939840:0:2269461:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:21.0:1673551328.939843:0:2308493:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:21.0:1673551328.939844:0:2308493:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006e760eee x1754806823472064/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:214/0 lens 224/368 e 0 to 0 dl 1673551334 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000800:00000200:1.0:1673551328.939845:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (70)++ 00000100:00100000:21.0:1673551328.939847:0:2308493:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000006e760eee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create05:ai200x-MDT0003-mdtlov_UUID+5:10865:x1754806823472064:12345-172.16.0.22@o2ib:13: Request processed in 80us (135us total) trans 0 rc 0/0 00000800:00000200:23.0:1673551328.939849:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (70)++ 00000100:00100000:21.0:1673551328.939849:0:2308493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.22@o2ib, seq: 4799 00000100:00000040:21.0:1673551328.939850:0:2308493:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000089796a63 : new rpc_count 0 00000100:00000001:21.0:1673551328.939851:0:2308493:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:21.0:1673551328.939851:0:2308493:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:1.0:1673551328.939851:0:12866:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000036519f99] (71)-- 00000020:00000010:21.0:1673551328.939852:0:2308493:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4ef0602. 00000400:00000200:1.0:1673551328.939852:0:12866:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:21.0:1673551328.939853:0:2308493:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000085e72914. 00000020:00000010:21.0:1673551328.939854:0:2308493:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025f3f83f. 00000020:00000040:21.0:1673551328.939854:0:2308493:0:(genops.c:979:class_export_put()) PUTting export 0000000089796a63 : new refcount 4 00000400:00000200:1.0:1673551328.939854:0:12866:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000800:00000200:23.0:1673551328.939855:0:12876:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000001a128d74] (71)-- 00000100:00000001:21.0:1673551328.939855:0:2308493:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:23.0:1673551328.939856:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1673551328.939856:0:12866:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003d281925 00000400:00000010:1.0:1673551328.939857:0:12866:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003d281925. 00000800:00000200:0.0:1673551328.939858:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (70)-- 00000400:00000200:23.0:1673551328.939859:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000100:00000001:1.0:1673551328.939859:0:12866:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:1.0:1673551328.939859:0:12866:0:(events.c:428:reply_out_callback()) Process leaving 00000400:00000200:23.0:1673551328.939860:0:12876:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000085d0259c 00000400:00000010:23.0:1673551328.939861:0:12876:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000085d0259c. 00000800:00000200:1.0:1673551328.939861:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (69)-- 00000100:00000001:23.0:1673551328.939863:0:12876:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:23.0:1673551328.939864:0:12876:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:22.0:1673551328.939865:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000800:00000200:23.0:1673551328.939866:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 00000004:00000001:14.0:1673551328.981069:0:2270175:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:14.0:1673551328.981070:0:2270175:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000010:14.0:1673551328.981071:0:2270175:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000087f33641. 00000020:00000040:14.0:1673551328.981072:0:2270175:0:(genops.c:1192:class_import_get()) import 00000000c0bbd62b refcount=3 obd=ai200x-OST0003-osc-MDT0001 00000100:00000001:14.0:1673551328.981074:0:2270175:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:14.0:1673551328.981074:0:2270175:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000004:00000001:4.0:1673551328.981075:0:2270171:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 02000000:00000001:14.0:1673551328.981076:0:2270175:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:4.0:1673551328.981076:0:2270171:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 02000000:00000010:14.0:1673551328.981077:0:2270175:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d282096. 00000100:00000010:4.0:1673551328.981078:0:2270171:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000fdf7a07d. 00000100:00000001:14.0:1673551328.981079:0:2270175:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551328.981080:0:2270175:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000020:00000040:4.0:1673551328.981080:0:2270171:0:(genops.c:1192:class_import_get()) import 0000000030df3c5a refcount=3 obd=ai200x-OST0002-osc-MDT0001 00000100:00000001:14.0:1673551328.981081:0:2270175:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551328.981082:0:2270171:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:14.0:1673551328.981083:0:2270175:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [0000000087f33641] to pc [ptlrpcd_03_01+1] req@0000000087f33641 x1754791738760576/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 02000000:00000001:4.0:1673551328.981083:0:2270171:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:4.0:1673551328.981084:0:2270171:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:4.0:1673551328.981086:0:2270171:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e045966c. 00000100:00000001:4.0:1673551328.981088:0:2270171:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551328.981089:0:2270171:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:4.0:1673551328.981090:0:2270171:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551328.981091:0:2270171:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000fdf7a07d] to pc [ptlrpcd_01_01+1] req@00000000fdf7a07d x1754791738760640/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:14.0:1673551328.981095:0:2270175:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551328.981099:0:12915:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:13.0:1673551328.981100:0:12915:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:13.0:1673551328.981101:0:12915:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:13.0:1673551328.981103:0:12915:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087f33641 x1754791738760576/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:15.0F:1673551328.981104:0:12914:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000004:00000001:4.0:1673551328.981105:0:2270171:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551328.981107:0:12914:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551328.981108:0:12915:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:6.0F:1673551328.981108:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:13.0:1673551328.981109:0:12915:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551328.981109:0:12907:0:(client.c:1822:ptlrpc_check_set()) Process entered 02000000:00000001:13.0:1673551328.981110:0:12915:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:6.0:1673551328.981110:0:12907:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 02000000:00000001:13.0:1673551328.981111:0:12915:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:13.0:1673551328.981112:0:12915:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@0000000087f33641 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:ai200x-MDT0001-mdtlov_UUID:12915:1754791738760576:0@lo:13: 00000100:00000040:6.0:1673551328.981112:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fdf7a07d x1754791738760640/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:13.0:1673551328.981113:0:12915:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000001:5.0:1673551328.981114:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 02000000:00000001:13.0:1673551328.981115:0:12915:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:13.0:1673551328.981115:0:12915:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551328.981115:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:13.0:1673551328.981116:0:12915:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:6.0:1673551328.981116:0:12907:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 02000000:00000010:13.0:1673551328.981117:0:12915:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a6b7715c. 00000100:00000001:6.0:1673551328.981117:0:12907:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:13.0:1673551328.981118:0:12915:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1673551328.981118:0:12907:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:6.0:1673551328.981119:0:12907:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1673551328.981120:0:12915:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00100000:6.0:1673551328.981120:0:12907:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000fdf7a07d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ai200x-MDT0001-mdtlov_UUID:12907:1754791738760640:0@lo:13: 00000400:00000010:13.0:1673551328.981121:0:12915:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000006150e069. 00000100:00000001:6.0:1673551328.981121:0:12907:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000400:00000010:13.0:1673551328.981122:0:12915:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8858809. 02000000:00000001:6.0:1673551328.981122:0:12907:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:13.0:1673551328.981123:0:12915:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738760576, portal 4 02000000:00000001:6.0:1673551328.981123:0:12907:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551328.981124:0:12915:0:(client.c:3106:ptlrpc_request_addref()) Process entered 02000000:00000001:6.0:1673551328.981124:0:12907:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:13.0:1673551328.981125:0:12915:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912614500504064 : -52831459209047552 : ff444e1158e11200) 02000000:00000010:6.0:1673551328.981125:0:12907:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001fd31b26. 02000000:00000001:6.0:1673551328.981125:0:12907:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:13.0:1673551328.981127:0:12915:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@0000000087f33641 x1754791738760576/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551335 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:6.0:1673551328.981127:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000010:6.0:1673551328.981128:0:12907:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000d60d1d02. 00000400:00000010:6.0:1673551328.981129:0:12907:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b23a6901. 00000100:00000001:13.0:1673551328.981130:0:12915:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:13.0:1673551328.981131:0:12915:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:13.0:1673551328.981131:0:12915:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae781320. 00000100:00000200:6.0:1673551328.981131:0:12907:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738760640, portal 4 00000100:00000001:6.0:1673551328.981132:0:12907:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000200:13.0:1673551328.981133:0:12915:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738760576, offset 0 00000100:00000001:6.0:1673551328.981133:0:12907:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638504064 : -52831455071047552 : ff444e124f85f080) 00000400:00000200:13.0:1673551328.981134:0:12915:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:6.0:1673551328.981134:0:12907:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000fdf7a07d x1754791738760640/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551335 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:13.0:1673551328.981137:0:12915:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:6.0:1673551328.981137:0:12907:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000200:13.0:1673551328.981138:0:12915:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:6.0:1673551328.981138:0:12907:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:6.0:1673551328.981138:0:12907:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041a12343. 00000400:00000200:13.0:1673551328.981139:0:12915:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:13.0:1673551328.981140:0:12915:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000200:6.0:1673551328.981140:0:12907:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738760640, offset 0 00000400:00000200:13.0:1673551328.981141:0:12915:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:13.0:1673551328.981141:0:12915:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x63bf94a3e5d80 00000400:00000200:6.0:1673551328.981141:0:12907:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:13.0:1673551328.981143:0:12915:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x435078cd [8] + 3808 00000400:00000200:6.0:1673551328.981143:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:6.0:1673551328.981144:0:12907:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:13.0:1673551328.981145:0:12915:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:6.0:1673551328.981145:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:13.0:1673551328.981146:0:12915:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:6.0:1673551328.981146:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:13.0:1673551328.981147:0:12915:0:(events.c:315:request_in_callback()) Process entered 00000400:00000200:6.0:1673551328.981147:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:6.0:1673551328.981147:0:12907:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x63bf94a3e5dc0 00000100:00000200:13.0:1673551328.981148:0:12915:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:13.0:1673551328.981149:0:12915:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000001d46c2d7. 00000400:00000200:6.0:1673551328.981149:0:12907:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x24d6a25 [8] + 10080 00000100:00000040:13.0:1673551328.981150:0:12915:0:(events.c:367:request_in_callback()) incoming req@000000001d46c2d7 x1754791738760576 msgsize 224 00000100:00100000:13.0:1673551328.981151:0:12915:0:(events.c:370:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:6.0:1673551328.981151:0:12907:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:6.0:1673551328.981152:0:12907:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:6.0:1673551328.981153:0:12907:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:6.0:1673551328.981154:0:12907:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:6.0:1673551328.981155:0:12907:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000051d211e6. 00000100:00000001:13.0:1673551328.981156:0:12915:0:(events.c:403:request_in_callback()) Process leaving 00000100:00000040:6.0:1673551328.981156:0:12907:0:(events.c:367:request_in_callback()) incoming req@0000000051d211e6 x1754791738760640 msgsize 224 00000400:00000200:13.0:1673551328.981157:0:12915:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000ae781320 00000400:00000010:13.0:1673551328.981157:0:12915:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000ae781320. 00000100:00100000:6.0:1673551328.981157:0:12907:0:(events.c:370:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:13.0:1673551328.981158:0:12915:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:13.0:1673551328.981159:0:12915:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@0000000087f33641 x1754791738760576/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551335 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:13.0:1673551328.981161:0:12915:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:13.0:1673551328.981162:0:12915:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000087f33641 x1754791738760576/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551335 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:6.0:1673551328.981163:0:12907:0:(events.c:403:request_in_callback()) Process leaving 00000100:00000001:14.0:1673551328.981164:0:2358800:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:14.0:1673551328.981164:0:2358800:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:13.0:1673551328.981164:0:12915:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551328.981165:0:2358800:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:13.0:1673551328.981165:0:12915:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:13.0:1673551328.981165:0:12915:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551328.981165:0:12907:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000041a12343 00000100:00000001:14.0:1673551328.981166:0:2358800:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:14.0:1673551328.981166:0:2358800:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551328.981166:0:12915:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:6.0:1673551328.981166:0:12907:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000041a12343. 00000100:00100000:14.0:1673551328.981167:0:2358800:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754791738760576 00000100:00000001:13.0:1673551328.981167:0:12915:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551328.981167:0:12907:0:(events.c:54:request_out_callback()) Process entered 00000020:00000001:14.0:1673551328.981168:0:2358800:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000001:13.0:1673551328.981168:0:12915:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:6.0:1673551328.981168:0:12907:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000fdf7a07d x1754791738760640/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551335 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000040:14.0:1673551328.981169:0:2358800:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c882c3d 00000020:00000001:14.0:1673551328.981169:0:2358800:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00000001:13.0:1673551328.981169:0:12915:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:14.0:1673551328.981171:0:2358800:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000e0414e82 refcount=5 00000100:00000001:13.0:1673551328.981171:0:12915:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:13.0:1673551328.981171:0:12915:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000020:00000001:14.0:1673551328.981172:0:2358800:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558647006208 : -52831515062545408 : ff444e0457c05400) 00000020:00000001:14.0:1673551328.981172:0:2358800:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558647006208 : -52831515062545408 : ff444e0457c05400) 00000100:00000001:13.0:1673551328.981172:0:12915:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1673551328.981172:0:12907:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:14.0:1673551328.981173:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:13.0:1673551328.981173:0:12915:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:13.0:1673551328.981173:0:12915:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:6.0:1673551328.981173:0:12907:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000fdf7a07d x1754791738760640/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551335 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:14.0:1673551328.981174:0:2358800:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:14.0:1673551328.981174:0:2358800:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006fb7133. 00000100:00000001:13.0:1673551328.981174:0:12915:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551328.981174:0:12915:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000020:00000010:14.0:1673551328.981175:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f81d824. 00000100:00000001:13.0:1673551328.981175:0:12915:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:13.0:1673551328.981175:0:12915:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551328.981175:0:12915:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:14.0:1673551328.981176:0:2358800:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b8e8bcc. 00000100:00000001:7.0:1673551328.981176:0:2269464:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:6.0:1673551328.981176:0:12907:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551328.981177:0:2358800:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 02000000:00000001:7.0:1673551328.981177:0:2269464:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:6.0:1673551328.981177:0:12907:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:14.0:1673551328.981178:0:2358800:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:14.0:1673551328.981178:0:2358800:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:14.0:1673551328.981178:0:2358800:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551328.981178:0:2269464:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:6.0:1673551328.981178:0:12907:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551328.981179:0:2269464:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551328.981179:0:12907:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:14.0:1673551328.981180:0:2358800:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1673551328.981180:0:2269464:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551328.981180:0:12907:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:7.0:1673551328.981181:0:2269464:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754791738760640 00000020:00000001:7.0:1673551328.981182:0:2269464:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000001:6.0:1673551328.981182:0:12907:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551328.981182:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:7.0:1673551328.981183:0:2269464:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c882c36 00000100:00000001:14.0:1673551328.981184:0:2358800:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:7.0:1673551328.981184:0:2269464:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:7.0:1673551328.981185:0:2269464:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000cf4a289b refcount=5 00000100:00000001:6.0:1673551328.981185:0:12907:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:7.0:1673551328.981186:0:2269464:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912555297655808 : -52831518411895808 : ff444e03901d4c00) 00000100:00000001:6.0:1673551328.981186:0:12907:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:14.0:1673551328.981187:0:2358800:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:14.0:1673551328.981187:0:2358800:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000020:00000001:7.0:1673551328.981187:0:2269464:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912555297655808 : -52831518411895808 : ff444e03901d4c00) 00000100:00000001:6.0:1673551328.981187:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1673551328.981187:0:12907:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00100000:14.0:1673551328.981188:0:2358800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7055 00000100:00000001:6.0:1673551328.981188:0:12907:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551328.981189:0:2358800:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000e0414e82 : new rpc_count 1 00000100:00000001:7.0:1673551328.981189:0:2269464:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:6.0:1673551328.981189:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551328.981190:0:2358800:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912593449058304 : -52831480260493312 : ff444e0c721d8000) 00000100:00000001:7.0:1673551328.981190:0:2269464:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:6.0:1673551328.981190:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1673551328.981190:0:12907:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000040:14.0:1673551328.981191:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001d46c2d7 x1754791738760576/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:214/0 lens 224/0 e 0 to 0 dl 1673551334 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000020:00000010:7.0:1673551328.981191:0:2269464:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097c9633a. 00000100:00000001:6.0:1673551328.981191:0:12907:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551328.981192:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551328.981193:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551328.981193:0:2358800:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:7.0:1673551328.981193:0:2269464:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004a709c3a. 00000100:00100000:14.0:1673551328.981194:0:2358800:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000001d46c2d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0001-mdtlov_UUID+5:12915:x1754791738760576:12345-0@lo:13: 00000020:00000010:7.0:1673551328.981194:0:2269464:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000051f64ff6. 00000100:00000200:14.0:1673551328.981195:0:2358800:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754791738760576 00000020:00000001:14.0:1673551328.981196:0:2358800:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:14.0:1673551328.981196:0:2358800:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000040:7.0:1673551328.981196:0:2269464:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000020:00000001:14.0:1673551328.981197:0:2358800:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551328.981197:0:2269464:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000020:00000001:14.0:1673551328.981198:0:2358800:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:14.0:1673551328.981198:0:2358800:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000100:00000001:7.0:1673551328.981198:0:2269464:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:14.0:1673551328.981199:0:2358800:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000001:7.0:1673551328.981199:0:2269464:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551328.981200:0:2358800:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:14.0:1673551328.981200:0:2358800:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00000001:7.0:1673551328.981200:0:2269464:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551328.981201:0:2358800:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:14.0:1673551328.981201:0:2358800:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551328.981202:0:2358800:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:14.0:1673551328.981203:0:2358800:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:14.0:1673551328.981203:0:2358800:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 000000004e326e08. 02000000:00000001:14.0:1673551328.981204:0:2358800:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551328.981204:0:2358800:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:14.0:1673551328.981205:0:2358800:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:14.0:1673551328.981206:0:2358800:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:14.0:1673551328.981206:0:2358800:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:14.0:1673551328.981207:0:2358800:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:14.0:1673551328.981207:0:2358800:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148413632 pending 0 free 5928824139776 avail 5849092771840 00000100:00000001:7.0:1673551328.981207:0:2269464:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:14.0:1673551328.981208:0:2358800:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0003: processing self export: 143552 0 0 00000020:00000020:14.0:1673551328.981209:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0001-mdtlov_UUID/00000000e0414e82 dirty 0 pend 0 grant 0 00000100:00000001:7.0:1673551328.981209:0:2269464:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000020:00000020:14.0:1673551328.981210:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0000-mdtlov_UUID/000000009480fef3 dirty 0 pend 0 grant 0 00000100:00000001:7.0:1673551328.981210:0:2269464:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000020:00000020:14.0:1673551328.981211:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli cd52cb9a-4225-4c91-b023-faa62420b31d/0000000006681ce8 dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551328.981211:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0003-mdtlov_UUID/000000006f304481 dirty 0 pend 0 grant 0 00000100:00100000:7.0:1673551328.981211:0:2269464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1770 00000020:00000020:14.0:1673551328.981212:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000008b497c02 dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551328.981212:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000c611fe19 dirty 0 pend 0 grant 537067520 00000100:00000040:7.0:1673551328.981212:0:2269464:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000cf4a289b : new rpc_count 1 00000100:00000001:7.0:1673551328.981212:0:2269464:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912568026962688 : -52831505682588928 : ff444e0686d71b00) 00000020:00000020:14.0:1673551328.981213:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 49374343-0861-470b-a659-345a443590fd/00000000aafb700c dirty 0 pend 0 grant 537067520 00000100:00000040:7.0:1673551328.981213:0:2269464:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000051d211e6 x1754791738760640/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:214/0 lens 224/0 e 0 to 0 dl 1673551334 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000020:00000020:14.0:1673551328.981214:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0002-mdtlov_UUID/000000001a218102 dirty 0 pend 0 grant 0 00002000:00000020:14.0:1673551328.981214:0:2358800:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1447466831 free, 1428001130 avail; 60817408 objects: 29395648 free; state 200 00002000:00000001:14.0:1673551328.981215:0:2358800:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000001:14.0:1673551328.981216:0:2358800:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:14.0:1673551328.981217:0:2358800:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109420464, transno 0, xid 1754791738760576 00000100:00000001:7.0:1673551328.981217:0:2269464:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00010000:00000001:14.0:1673551328.981218:0:2358800:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:14.0:1673551328.981218:0:2358800:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000001d46c2d7 x1754791738760576/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:214/0 lens 224/368 e 0 to 0 dl 1673551334 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000001:7.0:1673551328.981218:0:2269464:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:7.0:1673551328.981218:0:2269464:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000051d211e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create01:ai200x-MDT0001-mdtlov_UUID+5:12907:x1754791738760640:12345-0@lo:13: 00000100:00000200:7.0:1673551328.981220:0:2269464:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754791738760640 00000020:00000001:7.0:1673551328.981220:0:2269464:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00010000:00000001:14.0:1673551328.981221:0:2358800:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:14.0:1673551328.981221:0:2358800:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551328.981221:0:2269464:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00001000:14.0:1673551328.981222:0:2358800:0:(import.c:1925:at_measured()) add 1 to 0000000076fc1371 time=96 v=1 (1 1 1 1) 00000020:00000001:7.0:1673551328.981222:0:2269464:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551328.981222:0:2269464:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00000001:14.0:1673551328.981223:0:2358800:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000020:00000001:7.0:1673551328.981223:0:2269464:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000100:00000040:14.0:1673551328.981224:0:2358800:0:(connection.c:143:ptlrpc_connection_addref()) conn=000000001f6219a4 refcount 46 to 0@lo 00000100:00000001:14.0:1673551328.981224:0:2358800:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146656 : -52831505782404960 : ff444e0680e408a0) 00000020:00000001:7.0:1673551328.981224:0:2269464:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:7.0:1673551328.981224:0:2269464:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:14.0:1673551328.981225:0:2358800:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:14.0:1673551328.981225:0:2358800:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551328.981225:0:2269464:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:7.0:1673551328.981225:0:2269464:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000001:14.0:1673551328.981226:0:2358800:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000020:00000001:7.0:1673551328.981226:0:2269464:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551328.981227:0:2358800:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:14.0:1673551328.981227:0:2358800:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003accad86. 00000100:00000001:7.0:1673551328.981227:0:2269464:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:7.0:1673551328.981227:0:2269464:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:14.0:1673551328.981228:0:2358800:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754791738760576, offset 224 02000000:00000010:7.0:1673551328.981228:0:2269464:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000e559e8e1. 02000000:00000001:7.0:1673551328.981228:0:2269464:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551328.981229:0:2269464:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:14.0:1673551328.981230:0:2358800:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000001:7.0:1673551328.981230:0:2269464:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:7.0:1673551328.981230:0:2269464:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:7.0:1673551328.981231:0:2269464:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:7.0:1673551328.981231:0:2269464:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:14.0:1673551328.981232:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00002000:00000024:7.0:1673551328.981232:0:2269464:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 00000400:00000200:14.0:1673551328.981233:0:2358800:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000020:7.0:1673551328.981233:0:2269464:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00000400:00000200:14.0:1673551328.981234:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:14.0:1673551328.981234:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000020:00000020:7.0:1673551328.981234:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 00000400:00000200:14.0:1673551328.981235:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000020:00000020:7.0:1673551328.981235:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 00000400:00000200:14.0:1673551328.981236:0:2358800:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x63bf94a3e5d80 00000020:00000020:7.0:1673551328.981236:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 00000400:00000200:14.0:1673551328.981237:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000020:00000020:7.0:1673551328.981237:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00000020:00000020:7.0:1673551328.981237:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00000400:00000200:14.0:1673551328.981238:0:2358800:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x4bd8df4d [1] + 224 00000020:00000020:7.0:1673551328.981238:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00000020:00000020:7.0:1673551328.981239:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00000400:00000200:14.0:1673551328.981240:0:2358800:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000020:7.0:1673551328.981240:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00002000:00000020:7.0:1673551328.981240:0:2269464:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00000400:00000200:14.0:1673551328.981241:0:2358800:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00002000:00000001:7.0:1673551328.981241:0:2269464:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00000100:00000001:14.0:1673551328.981242:0:2358800:0:(events.c:104:reply_in_callback()) Process entered 00002000:00000001:7.0:1673551328.981242:0:2269464:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:14.0:1673551328.981243:0:2358800:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@0000000087f33641 x1754791738760576/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551335 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000040:7.0:1673551328.981243:0:2269464:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109421835, transno 0, xid 1754791738760640 00010000:00000001:7.0:1673551328.981244:0:2269464:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:7.0:1673551328.981244:0:2269464:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000051d211e6 x1754791738760640/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:214/0 lens 224/368 e 0 to 0 dl 1673551334 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000040:14.0:1673551328.981245:0:2358800:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@0000000087f33641 x1754791738760576/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551335 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00010000:00000001:7.0:1673551328.981247:0:2269464:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:7.0:1673551328.981247:0:2269464:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:7.0:1673551328.981248:0:2269464:0:(import.c:1925:at_measured()) add 1 to 0000000066aff150 time=86 v=1 (1 1 0 0) 00000100:00000001:7.0:1673551328.981249:0:2269464:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:7.0:1673551328.981250:0:2269464:0:(connection.c:143:ptlrpc_connection_addref()) conn=000000001f6219a4 refcount 47 to 0@lo 00000100:00000001:14.0:1673551328.981251:0:2358800:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:7.0:1673551328.981251:0:2269464:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146656 : -52831505782404960 : ff444e0680e408a0) 02000000:00000001:7.0:1673551328.981251:0:2269464:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:14.0:1673551328.981252:0:2358800:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003accad86 02000000:00000001:7.0:1673551328.981252:0:2269464:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:14.0:1673551328.981253:0:2358800:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003accad86. 00000100:00000001:14.0:1673551328.981253:0:2358800:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:7.0:1673551328.981253:0:2269464:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:7.0:1673551328.981253:0:2269464:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:14.0:1673551328.981254:0:2358800:0:(events.c:428:reply_out_callback()) Process leaving 00000400:00000010:7.0:1673551328.981254:0:2269464:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b5eff6f. 00000100:00000001:14.0:1673551328.981255:0:2358800:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551328.981255:0:2358800:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=000000001f6219a4 refcount 46 to 0@lo 00000100:00000200:7.0:1673551328.981255:0:2269464:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754791738760640, offset 224 00010000:00000001:14.0:1673551328.981256:0:2358800:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:14.0:1673551328.981257:0:2358800:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:7.0:1673551328.981257:0:2269464:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:14.0:1673551328.981258:0:2358800:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000001:13.0:1673551328.981258:0:12915:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:13.0:1673551328.981258:0:12915:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000200:7.0:1673551328.981258:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000040:14.0:1673551328.981259:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d46c2d7 x1754791738760576/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:214/0 lens 224/368 e 0 to 0 dl 1673551334 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000400:00000200:7.0:1673551328.981259:0:2269464:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:13.0:1673551328.981260:0:12915:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000200:7.0:1673551328.981260:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:7.0:1673551328.981260:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00100000:14.0:1673551328.981261:0:2358800:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000001d46c2d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0001-mdtlov_UUID+5:12915:x1754791738760576:12345-0@lo:13: Request processed in 67us (111us total) trans 0 rc 0/0 00000400:00000001:13.0:1673551328.981261:0:12915:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000200:7.0:1673551328.981261:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000010:13.0:1673551328.981262:0:12915:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000006150e069. 00000400:00000200:13.0:1673551328.981262:0:12915:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000d8858809 00000400:00000200:7.0:1673551328.981262:0:2269464:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x63bf94a3e5dc0 00000100:00100000:14.0:1673551328.981263:0:2358800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7055 00000400:00000010:13.0:1673551328.981263:0:12915:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000d8858809. 00000100:00000001:13.0:1673551328.981263:0:12915:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:7.0:1673551328.981263:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000040:14.0:1673551328.981264:0:2358800:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e0414e82 : new rpc_count 0 00000100:00000001:14.0:1673551328.981264:0:2358800:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:13.0:1673551328.981264:0:12915:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@0000000087f33641 x1754791738760576/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551335 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:7.0:1673551328.981264:0:2269464:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x4bd8df6d [1] + 224 00000100:00000001:14.0:1673551328.981265:0:2358800:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:7.0:1673551328.981265:0:2269464:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:14.0:1673551328.981266:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f81d824. 00000020:00000010:14.0:1673551328.981266:0:2358800:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b8e8bcc. 00000100:00000200:13.0:1673551328.981266:0:12915:0:(events.c:128:reply_in_callback()) @@@ unlink req@0000000087f33641 x1754791738760576/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551335 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:7.0:1673551328.981266:0:2269464:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:14.0:1673551328.981267:0:2358800:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006fb7133. 00000100:00000001:7.0:1673551328.981267:0:2269464:0:(events.c:104:reply_in_callback()) Process entered 00000020:00000040:14.0:1673551328.981268:0:2358800:0:(genops.c:979:class_export_put()) PUTting export 00000000e0414e82 : new refcount 4 00000100:00000001:14.0:1673551328.981268:0:2358800:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:13.0:1673551328.981268:0:12915:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:13.0:1673551328.981268:0:12915:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:7.0:1673551328.981268:0:2269464:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000fdf7a07d x1754791738760640/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551335 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:13.0:1673551328.981269:0:12915:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:13.0:1673551328.981269:0:12915:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:13.0:1673551328.981270:0:12915:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:13.0:1673551328.981271:0:12915:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:13.0:1673551328.981271:0:12915:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1673551328.981271:0:2269464:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000fdf7a07d x1754791738760640/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551335 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00001000:13.0:1673551328.981272:0:12915:0:(import.c:1925:at_measured()) add 1 to 00000000f3a69ea4 time=91 v=1 (1 1 1 1) 00000100:00001000:13.0:1673551328.981274:0:12915:0:(import.c:1925:at_measured()) add 1 to 000000008f6ee659 time=91 v=1 (1 1 1 1) 00000100:00000001:13.0:1673551328.981274:0:12915:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:13.0:1673551328.981275:0:12915:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1673551328.981275:0:12915:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:13.0:1673551328.981276:0:12915:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551328.981276:0:2269464:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:13.0:1673551328.981277:0:12915:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:13.0:1673551328.981278:0:12915:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0003-osc-MDT0001: skip recheck: last_committed 249109420464 00000100:00000001:13.0:1673551328.981278:0:12915:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000400:00000200:7.0:1673551328.981278:0:2269464:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000005b5eff6f 00000100:00000001:13.0:1673551328.981279:0:12915:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:7.0:1673551328.981279:0:2269464:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000005b5eff6f. 00000100:00000040:13.0:1673551328.981280:0:12915:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087f33641 x1754791738760576/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551335 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:7.0:1673551328.981280:0:2269464:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:7.0:1673551328.981281:0:2269464:0:(events.c:428:reply_out_callback()) Process leaving 00000100:00000001:7.0:1673551328.981282:0:2269464:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1673551328.981283:0:2269464:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=000000001f6219a4 refcount 45 to 0@lo 00000100:00000001:13.0:1673551328.981284:0:12915:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:7.0:1673551328.981284:0:2269464:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:7.0:1673551328.981284:0:2269464:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551328.981285:0:12915:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:7.0:1673551328.981285:0:2269464:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000001:6.0:1673551328.981285:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1673551328.981285:0:12907:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:13.0:1673551328.981286:0:12915:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:13.0:1673551328.981286:0:12915:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000040:13.0:1673551328.981287:0:12915:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0003-osc-MDT0001: Updating status = 0 00000100:00000040:7.0:1673551328.981287:0:2269464:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051d211e6 x1754791738760640/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:214/0 lens 224/368 e 0 to 0 dl 1673551334 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000400:00000001:6.0:1673551328.981287:0:12907:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:6.0:1673551328.981287:0:12907:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000004:00000040:13.0:1673551328.981288:0:12915:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0003-osc-MDT0001: blocks=1923008600 free=1447466831 avail=1428001130 avail_mb=5578129 hwm_mb=14671 files=60817408 ffree=29395648 state=200: rc = 0 00000400:00000010:6.0:1673551328.981289:0:12907:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000d60d1d02. 00000004:00000020:13.0:1673551328.981290:0:12915:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0003-osc-MDT0001 (0000000096bf50d7): 1923008600 blocks, 1447466831 free, 1428001130 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 29395648 free files 0x200 00000400:00000200:6.0:1673551328.981290:0:12907:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000b23a6901 00000400:00000010:6.0:1673551328.981290:0:12907:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000b23a6901. 00000100:00100000:7.0:1673551328.981291:0:2269464:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000051d211e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create01:ai200x-MDT0001-mdtlov_UUID+5:12907:x1754791738760640:12345-0@lo:13: Request processed in 73us (134us total) trans 0 rc 0/0 00000100:00000001:6.0:1673551328.981291:0:12907:0:(events.c:104:reply_in_callback()) Process entered 00000004:00000001:13.0:1673551328.981292:0:12915:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:6.0:1673551328.981292:0:12907:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000fdf7a07d x1754791738760640/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551335 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000040:13.0:1673551328.981293:0:12915:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087f33641 x1754791738760576/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551335 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00100000:7.0:1673551328.981294:0:2269464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1770 00000100:00100000:13.0:1673551328.981295:0:12915:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@0000000087f33641 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:ai200x-MDT0001-mdtlov_UUID:12915:1754791738760576:0@lo:13: 00000100:00000040:7.0:1673551328.981295:0:2269464:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf4a289b : new rpc_count 0 00000100:00000001:13.0:1673551328.981296:0:12915:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:13.0:1673551328.981296:0:12915:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:7.0:1673551328.981296:0:2269464:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:7.0:1673551328.981296:0:2269464:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:6.0:1673551328.981296:0:12907:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000fdf7a07d x1754791738760640/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551335 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:13.0:1673551328.981297:0:12915:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000087f33641 x1754791738760576/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551335 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000020:00000010:7.0:1673551328.981298:0:2269464:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004a709c3a. 00000100:00000001:13.0:1673551328.981299:0:12915:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:13.0:1673551328.981299:0:12915:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:7.0:1673551328.981299:0:2269464:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000051f64ff6. 00000100:00000001:6.0:1673551328.981299:0:12907:0:(events.c:186:reply_in_callback()) Process leaving 02000000:00000010:13.0:1673551328.981300:0:12915:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a6b7715c. 00000020:00000010:7.0:1673551328.981300:0:2269464:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097c9633a. 00000100:00000001:6.0:1673551328.981300:0:12907:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:13.0:1673551328.981301:0:12915:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:13.0:1673551328.981301:0:12915:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:7.0:1673551328.981301:0:2269464:0:(genops.c:979:class_export_put()) PUTting export 00000000cf4a289b : new refcount 4 00000100:00000001:6.0:1673551328.981301:0:12907:0:(client.c:1442:after_reply()) Process entered 00000020:00000040:13.0:1673551328.981302:0:12915:0:(genops.c:1205:class_import_put()) import 00000000c0bbd62b refcount=2 obd=ai200x-OST0003-osc-MDT0001 00000100:00000001:7.0:1673551328.981302:0:2269464:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:6.0:1673551328.981302:0:12907:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:6.0:1673551328.981302:0:12907:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000020:00000001:13.0:1673551328.981303:0:12915:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:13.0:1673551328.981303:0:12915:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005d282096. 00000100:00000001:6.0:1673551328.981303:0:12907:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:13.0:1673551328.981304:0:12915:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:13.0:1673551328.981304:0:12915:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:13.0:1673551328.981304:0:12915:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000087f33641. 02000000:00000001:6.0:1673551328.981304:0:12907:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551328.981305:0:12915:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00001000:6.0:1673551328.981305:0:12907:0:(import.c:1925:at_measured()) add 1 to 00000000ec9fb0aa time=91 v=1 (1 1 1 1) 00000100:00000001:13.0:1673551328.981306:0:12915:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:13.0:1673551328.981306:0:12915:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:13.0:1673551328.981307:0:12915:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:6.0:1673551328.981307:0:12907:0:(import.c:1925:at_measured()) add 1 to 000000008ec3d79d time=91 v=1 (1 1 1 1) 00000100:00000001:13.0:1673551328.981308:0:12915:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551328.981308:0:12915:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1673551328.981308:0:12907:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:13.0:1673551328.981309:0:12915:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551328.981309:0:12915:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:13.0:1673551328.981309:0:12915:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551328.981309:0:12907:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:6.0:1673551328.981310:0:12907:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:6.0:1673551328.981311:0:12907:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551328.981312:0:12907:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:6.0:1673551328.981313:0:12907:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0002-osc-MDT0001: skip recheck: last_committed 249109421835 00000100:00000001:6.0:1673551328.981314:0:12907:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:6.0:1673551328.981315:0:12907:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:6.0:1673551328.981316:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fdf7a07d x1754791738760640/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551335 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:6.0:1673551328.981318:0:12907:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:6.0:1673551328.981319:0:12907:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:6.0:1673551328.981320:0:12907:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:6.0:1673551328.981320:0:12907:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000040:6.0:1673551328.981321:0:12907:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0002-osc-MDT0001: Updating status = 0 00000004:00000040:6.0:1673551328.981322:0:12907:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0002-osc-MDT0001: blocks=1923008600 free=1442624642 avail=1423158942 avail_mb=5559214 hwm_mb=14671 files=60817408 ffree=29327698 state=200: rc = 0 00000004:00000020:6.0:1673551328.981324:0:12907:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0002-osc-MDT0001 (00000000edd6cd53): 1923008600 blocks, 1442624642 free, 1423158942 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 29327698 free files 0x200 00000004:00000001:6.0:1673551328.981327:0:12907:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:6.0:1673551328.981328:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fdf7a07d x1754791738760640/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551335 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00100000:6.0:1673551328.981330:0:12907:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000fdf7a07d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ai200x-MDT0001-mdtlov_UUID:12907:1754791738760640:0@lo:13: 00000100:00000001:6.0:1673551328.981331:0:12907:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1673551328.981332:0:12907:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:6.0:1673551328.981333:0:12907:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000fdf7a07d x1754791738760640/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551335 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:6.0:1673551328.981334:0:12907:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:6.0:1673551328.981335:0:12907:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:6.0:1673551328.981336:0:12907:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001fd31b26. 02000000:00000001:6.0:1673551328.981336:0:12907:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:6.0:1673551328.981337:0:12907:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:6.0:1673551328.981337:0:12907:0:(genops.c:1205:class_import_put()) import 0000000030df3c5a refcount=2 obd=ai200x-OST0002-osc-MDT0001 00000020:00000001:6.0:1673551328.981338:0:12907:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:6.0:1673551328.981338:0:12907:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e045966c. 02000000:00000001:6.0:1673551328.981339:0:12907:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:6.0:1673551328.981339:0:12907:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:6.0:1673551328.981339:0:12907:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000fdf7a07d. 00000100:00000001:6.0:1673551328.981340:0:12907:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:6.0:1673551328.981341:0:12907:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1673551328.981341:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1673551328.981342:0:12907:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:6.0:1673551328.981342:0:12907:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551328.981343:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1673551328.981343:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551328.981344:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1673551328.981344:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0F:1673551329.025675:0:242200:0:(obd_config.c:920:class_incref()) incref MGC172.16.0.56@o2ib (00000000dc661651) now 5 00000020:00000001:10.0:1673551329.025678:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025679:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025680:0:242200:0:(obd_config.c:931:class_decref()) Decref MGC172.16.0.56@o2ib (00000000dc661651) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025681:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 00000020:00000001:10.0:1673551329.025682:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025682:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025683:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 - health_check_show 00000020:00000040:10.0:1673551329.025683:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 00000020:00000001:10.0:1673551329.025684:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025684:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025685:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025686:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 00000020:00000001:10.0:1673551329.025686:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025687:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025687:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025687:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 00000020:00000001:10.0:1673551329.025688:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025688:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025689:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025689:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 00000020:00000001:10.0:1673551329.025690:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025690:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025690:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025691:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 00000020:00000001:10.0:1673551329.025691:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025691:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025692:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025693:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 00000020:00000001:10.0:1673551329.025693:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025693:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025694:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025694:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 00000020:00000001:10.0:1673551329.025695:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025695:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025696:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025697:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 00000020:00000001:10.0:1673551329.025697:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025698:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025698:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025698:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 00000020:00000001:10.0:1673551329.025699:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025699:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025700:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025700:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 00000020:00000001:10.0:1673551329.025700:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025701:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025701:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025702:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 00000020:00000001:10.0:1673551329.025702:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025702:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025703:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025703:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 00000020:00000001:10.0:1673551329.025704:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025704:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025704:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025705:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 00000020:00000001:10.0:1673551329.025705:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025706:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025706:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025707:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osd (00000000854d7bae) now 5 00000020:00000001:10.0:1673551329.025707:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025709:0:242200:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025709:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osd (00000000854d7bae) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025710:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 00000020:00000001:10.0:1673551329.025711:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025711:0:242200:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025711:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025712:0:242200:0:(obd_config.c:920:class_incref()) incref OSS (00000000c9099cbe) now 3 00000020:00000001:10.0:1673551329.025713:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025718:0:242200:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025719:0:242200:0:(obd_config.c:931:class_decref()) Decref OSS (00000000c9099cbe) now 3 - health_check_show 00000020:00000040:10.0:1673551329.025719:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002 (00000000539e52b3) now 19 00000020:00000001:10.0:1673551329.025720:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:10.0:1673551329.025721:0:242200:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019d46859. 00000020:00000010:10.0:1673551329.025722:0:242200:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bc8b54c2. 00000020:00000010:10.0:1673551329.025724:0:242200:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000023666144. 00000020:00000010:10.0:1673551329.025725:0:242200:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 0000000087430269. 00000020:00000010:10.0:1673551329.025726:0:242200:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000005a1026bc. 80000000:00000010:10.0:1673551329.025727:0:242200:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000040c06650. 40000000:00000010:10.0:1673551329.025729:0:242200:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 0000000066a07835. 00040000:00000010:10.0:1673551329.025730:0:242200:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000ddc994c5. 00040000:00000010:10.0:1673551329.025731:0:242200:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000001f1cde60. 00080000:00000010:10.0:1673551329.025733:0:242200:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 000000001926eeef. 00080000:00000010:10.0:1673551329.025735:0:242200:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d43d57fa. 00100000:00000010:10.0:1673551329.025737:0:242200:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000832a1dac. 00002000:00000010:10.0:1673551329.025738:0:242200:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000d5cefe24. 00000020:00000010:10.0:1673551329.025743:0:242200:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000bc8b54c2. 00000020:00000010:10.0:1673551329.025744:0:242200:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 0000000023666144. 00000020:00000010:10.0:1673551329.025745:0:242200:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 0000000087430269. 00000020:00000010:10.0:1673551329.025746:0:242200:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000005a1026bc. 80000000:00000010:10.0:1673551329.025746:0:242200:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000040c06650. 40000000:00000010:10.0:1673551329.025747:0:242200:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 0000000066a07835. 00040000:00000010:10.0:1673551329.025748:0:242200:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000ddc994c5. 00040000:00000010:10.0:1673551329.025749:0:242200:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000001f1cde60. 00080000:00000010:10.0:1673551329.025750:0:242200:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d43d57fa. 00080000:00000010:10.0:1673551329.025751:0:242200:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 000000001926eeef. 00100000:00000010:10.0:1673551329.025752:0:242200:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000832a1dac. 00002000:00000010:10.0:1673551329.025752:0:242200:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000d5cefe24. 00000020:00000010:10.0:1673551329.025753:0:242200:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019d46859. 00000020:00000001:10.0:1673551329.025754:0:242200:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025754:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002 (00000000539e52b3) now 19 - health_check_show 00000020:00000040:10.0:1673551329.025755:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 00000020:00000001:10.0:1673551329.025755:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025756:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025756:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025757:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 00000020:00000001:10.0:1673551329.025757:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025757:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025758:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025758:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 00000020:00000001:10.0:1673551329.025759:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025759:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025759:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025760:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 00000020:00000001:10.0:1673551329.025761:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025761:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025761:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025762:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003 (000000002b59130a) now 19 00000020:00000001:10.0:1673551329.025762:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:10.0:1673551329.025763:0:242200:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019d46859. 00000020:00000010:10.0:1673551329.025763:0:242200:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000008da30313. 00000020:00000010:10.0:1673551329.025764:0:242200:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000832a1dac. 00000020:00000010:10.0:1673551329.025764:0:242200:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 0000000087430269. 00000020:00000010:10.0:1673551329.025765:0:242200:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000001f1cde60. 80000000:00000010:10.0:1673551329.025765:0:242200:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000040c06650. 40000000:00000010:10.0:1673551329.025766:0:242200:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 0000000066a07835. 00040000:00000010:10.0:1673551329.025766:0:242200:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000ddc994c5. 00040000:00000010:10.0:1673551329.025767:0:242200:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000005a1026bc. 00080000:00000010:10.0:1673551329.025767:0:242200:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 000000001926eeef. 00080000:00000010:10.0:1673551329.025768:0:242200:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d43d57fa. 00100000:00000010:10.0:1673551329.025768:0:242200:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000023666144. 00002000:00000010:10.0:1673551329.025769:0:242200:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000d5cefe24. 00000020:00000010:10.0:1673551329.025771:0:242200:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000008da30313. 00000020:00000010:10.0:1673551329.025772:0:242200:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000832a1dac. 00000020:00000010:10.0:1673551329.025772:0:242200:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 0000000087430269. 00000020:00000010:10.0:1673551329.025773:0:242200:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000001f1cde60. 80000000:00000010:10.0:1673551329.025773:0:242200:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000040c06650. 40000000:00000010:10.0:1673551329.025774:0:242200:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 0000000066a07835. 00040000:00000010:10.0:1673551329.025774:0:242200:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000ddc994c5. 00040000:00000010:10.0:1673551329.025775:0:242200:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000005a1026bc. 00080000:00000010:10.0:1673551329.025775:0:242200:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d43d57fa. 00080000:00000010:10.0:1673551329.025776:0:242200:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 000000001926eeef. 00100000:00000010:10.0:1673551329.025776:0:242200:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 0000000023666144. 00002000:00000010:10.0:1673551329.025777:0:242200:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000d5cefe24. 00000020:00000010:10.0:1673551329.025777:0:242200:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019d46859. 00000020:00000001:10.0:1673551329.025778:0:242200:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025778:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003 (000000002b59130a) now 19 - health_check_show 00000020:00000040:10.0:1673551329.025778:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 00000020:00000001:10.0:1673551329.025779:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025779:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025780:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025780:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 00000020:00000001:10.0:1673551329.025780:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025781:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025781:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025782:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 00000020:00000001:10.0:1673551329.025782:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025782:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025783:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025784:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 00000020:00000001:10.0:1673551329.025784:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025784:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025785:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025786:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 00000020:00000001:10.0:1673551329.025786:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025787:0:242200:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025787:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 - health_check_show 00000020:00000040:10.0:1673551329.025788:0:242200:0:(obd_config.c:920:class_incref()) incref MDS (00000000f55b68e7) now 3 00000020:00000001:10.0:1673551329.025788:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025797:0:242200:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025798:0:242200:0:(obd_config.c:931:class_decref()) Decref MDS (00000000f55b68e7) now 3 - health_check_show 00000020:00000040:10.0:1673551329.025798:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 00000020:00000001:10.0:1673551329.025799:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025799:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025800:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 - health_check_show 00000020:00000040:10.0:1673551329.025800:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001 (00000000315cb77a) now 53 00000020:00000001:10.0:1673551329.025801:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025801:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025801:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001 (00000000315cb77a) now 53 - health_check_show 00000020:00000040:10.0:1673551329.025802:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDD0001 (00000000be65ec15) now 4 00000020:00000001:10.0:1673551329.025803:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025803:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025803:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDD0001 (00000000be65ec15) now 4 - health_check_show 00000020:00000040:10.0:1673551329.025804:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 00000020:00000001:10.0:1673551329.025804:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025805:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025805:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025806:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 00000020:00000001:10.0:1673551329.025806:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025806:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025807:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025807:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 00000020:00000001:10.0:1673551329.025808:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025808:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025808:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025809:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 00000020:00000001:10.0:1673551329.025810:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025810:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025811:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025811:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 00000020:00000001:10.0:1673551329.025812:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025812:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025813:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025813:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 00000020:00000001:10.0:1673551329.025813:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025814:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025814:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025815:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 00000020:00000001:10.0:1673551329.025815:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025815:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025816:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025817:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 00000020:00000001:10.0:1673551329.025817:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025818:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025818:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025819:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 00000020:00000001:10.0:1673551329.025819:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025819:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025820:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025820:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 00000020:00000001:10.0:1673551329.025821:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025821:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025821:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025822:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 00000020:00000001:10.0:1673551329.025822:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025822:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025823:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025823:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 00000020:00000001:10.0:1673551329.025824:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025824:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025824:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 - health_check_show 00000020:00000040:10.0:1673551329.025869:0:242200:0:(obd_config.c:920:class_incref()) incref MGC172.16.0.56@o2ib (00000000dc661651) now 5 00000020:00000001:10.0:1673551329.025870:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025871:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025871:0:242200:0:(obd_config.c:931:class_decref()) Decref MGC172.16.0.56@o2ib (00000000dc661651) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025872:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 00000020:00000001:10.0:1673551329.025872:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025873:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025873:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 - health_check_seq_show 00000020:00000040:10.0:1673551329.025874:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 00000020:00000001:10.0:1673551329.025874:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025874:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025875:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025875:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 00000020:00000001:10.0:1673551329.025876:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025876:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025876:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025877:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 00000020:00000001:10.0:1673551329.025877:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025877:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025878:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025878:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 00000020:00000001:10.0:1673551329.025879:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025879:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025879:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025880:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 00000020:00000001:10.0:1673551329.025880:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025881:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025881:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025881:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 00000020:00000001:10.0:1673551329.025882:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025882:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025883:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025883:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 00000020:00000001:10.0:1673551329.025884:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025884:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025884:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025885:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 00000020:00000001:10.0:1673551329.025885:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025886:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025886:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025886:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 00000020:00000001:10.0:1673551329.025887:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025887:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025887:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025888:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 00000020:00000001:10.0:1673551329.025888:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025889:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025889:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025889:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 00000020:00000001:10.0:1673551329.025890:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025890:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025890:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025891:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 00000020:00000001:10.0:1673551329.025891:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025892:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025892:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025893:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 00000020:00000001:10.0:1673551329.025893:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025893:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025894:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025894:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osd (00000000854d7bae) now 5 00000020:00000001:10.0:1673551329.025894:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025895:0:242200:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025895:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osd (00000000854d7bae) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025896:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 00000020:00000001:10.0:1673551329.025896:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025897:0:242200:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025897:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025898:0:242200:0:(obd_config.c:920:class_incref()) incref OSS (00000000c9099cbe) now 3 00000020:00000001:10.0:1673551329.025898:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025899:0:242200:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025900:0:242200:0:(obd_config.c:931:class_decref()) Decref OSS (00000000c9099cbe) now 3 - health_check_seq_show 00000020:00000040:10.0:1673551329.025900:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002 (00000000539e52b3) now 19 00000020:00000001:10.0:1673551329.025901:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:10.0:1673551329.025901:0:242200:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc8b54c2. 00000020:00000010:10.0:1673551329.025902:0:242200:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000005a1026bc. 00000020:00000010:10.0:1673551329.025902:0:242200:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000023666144. 00000020:00000010:10.0:1673551329.025903:0:242200:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 0000000087430269. 00000020:00000010:10.0:1673551329.025903:0:242200:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000001f1cde60. 80000000:00000010:10.0:1673551329.025904:0:242200:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000040c06650. 40000000:00000010:10.0:1673551329.025904:0:242200:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 0000000007857f5b. 00040000:00000010:10.0:1673551329.025905:0:242200:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000ddc994c5. 00040000:00000010:10.0:1673551329.025906:0:242200:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000008da30313. 00080000:00000010:10.0:1673551329.025906:0:242200:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 000000001926eeef. 00080000:00000010:10.0:1673551329.025907:0:242200:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d43d57fa. 00100000:00000010:10.0:1673551329.025907:0:242200:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000832a1dac. 00002000:00000010:10.0:1673551329.025908:0:242200:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000d5cefe24. 00000020:00000010:10.0:1673551329.025909:0:242200:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000005a1026bc. 00000020:00000010:10.0:1673551329.025910:0:242200:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 0000000023666144. 00000020:00000010:10.0:1673551329.025910:0:242200:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 0000000087430269. 00000020:00000010:10.0:1673551329.025911:0:242200:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000001f1cde60. 80000000:00000010:10.0:1673551329.025911:0:242200:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000040c06650. 40000000:00000010:10.0:1673551329.025912:0:242200:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 0000000007857f5b. 00040000:00000010:10.0:1673551329.025912:0:242200:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000ddc994c5. 00040000:00000010:10.0:1673551329.025913:0:242200:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000008da30313. 00080000:00000010:10.0:1673551329.025913:0:242200:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d43d57fa. 00080000:00000010:10.0:1673551329.025914:0:242200:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 000000001926eeef. 00100000:00000010:10.0:1673551329.025914:0:242200:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000832a1dac. 00002000:00000010:10.0:1673551329.025915:0:242200:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000d5cefe24. 00000020:00000010:10.0:1673551329.025915:0:242200:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc8b54c2. 00000020:00000001:10.0:1673551329.025916:0:242200:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025916:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002 (00000000539e52b3) now 19 - health_check_seq_show 00000020:00000040:10.0:1673551329.025917:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 00000020:00000001:10.0:1673551329.025917:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025917:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025918:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025918:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 00000020:00000001:10.0:1673551329.025919:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025919:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025919:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025920:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 00000020:00000001:10.0:1673551329.025920:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025920:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025921:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025921:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 00000020:00000001:10.0:1673551329.025921:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025922:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025922:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025923:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003 (000000002b59130a) now 19 00000020:00000001:10.0:1673551329.025923:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:10.0:1673551329.025923:0:242200:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc8b54c2. 00000020:00000010:10.0:1673551329.025924:0:242200:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cafeb94f. 00000020:00000010:10.0:1673551329.025924:0:242200:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000832a1dac. 00000020:00000010:10.0:1673551329.025925:0:242200:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 0000000087430269. 00000020:00000010:10.0:1673551329.025925:0:242200:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000008da30313. 80000000:00000010:10.0:1673551329.025926:0:242200:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000040c06650. 40000000:00000010:10.0:1673551329.025926:0:242200:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 0000000007857f5b. 00040000:00000010:10.0:1673551329.025927:0:242200:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000ddc994c5. 00040000:00000010:10.0:1673551329.025927:0:242200:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000001f1cde60. 00080000:00000010:10.0:1673551329.025928:0:242200:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 000000001926eeef. 00080000:00000010:10.0:1673551329.025928:0:242200:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d43d57fa. 00100000:00000010:10.0:1673551329.025929:0:242200:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000023666144. 00002000:00000010:10.0:1673551329.025929:0:242200:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000d5cefe24. 00000020:00000010:10.0:1673551329.025931:0:242200:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000cafeb94f. 00000020:00000010:10.0:1673551329.025931:0:242200:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000832a1dac. 00000020:00000010:10.0:1673551329.025932:0:242200:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 0000000087430269. 00000020:00000010:10.0:1673551329.025932:0:242200:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000008da30313. 80000000:00000010:10.0:1673551329.025933:0:242200:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000040c06650. 40000000:00000010:10.0:1673551329.025933:0:242200:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 0000000007857f5b. 00040000:00000010:10.0:1673551329.025934:0:242200:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000ddc994c5. 00040000:00000010:10.0:1673551329.025934:0:242200:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000001f1cde60. 00080000:00000010:10.0:1673551329.025934:0:242200:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d43d57fa. 00080000:00000010:10.0:1673551329.025935:0:242200:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 000000001926eeef. 00100000:00000010:10.0:1673551329.025935:0:242200:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 0000000023666144. 00002000:00000010:10.0:1673551329.025936:0:242200:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000d5cefe24. 00000020:00000010:10.0:1673551329.025936:0:242200:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc8b54c2. 00000020:00000001:10.0:1673551329.025937:0:242200:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025937:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003 (000000002b59130a) now 19 - health_check_seq_show 00000020:00000040:10.0:1673551329.025938:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 00000020:00000001:10.0:1673551329.025938:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025938:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025939:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025939:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 00000020:00000001:10.0:1673551329.025940:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025940:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025940:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025941:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 00000020:00000001:10.0:1673551329.025941:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025941:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025942:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025942:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 00000020:00000001:10.0:1673551329.025943:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025943:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025944:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025944:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 00000020:00000001:10.0:1673551329.025945:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025945:0:242200:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025946:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 - health_check_seq_show 00000020:00000040:10.0:1673551329.025946:0:242200:0:(obd_config.c:920:class_incref()) incref MDS (00000000f55b68e7) now 3 00000020:00000001:10.0:1673551329.025946:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025948:0:242200:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025949:0:242200:0:(obd_config.c:931:class_decref()) Decref MDS (00000000f55b68e7) now 3 - health_check_seq_show 00000020:00000040:10.0:1673551329.025949:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 00000020:00000001:10.0:1673551329.025949:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025950:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025950:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 - health_check_seq_show 00000020:00000040:10.0:1673551329.025951:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001 (00000000315cb77a) now 53 00000020:00000001:10.0:1673551329.025951:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025951:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025952:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001 (00000000315cb77a) now 53 - health_check_seq_show 00000020:00000040:10.0:1673551329.025952:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDD0001 (00000000be65ec15) now 4 00000020:00000001:10.0:1673551329.025953:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025953:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025953:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDD0001 (00000000be65ec15) now 4 - health_check_seq_show 00000020:00000040:10.0:1673551329.025954:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 00000020:00000001:10.0:1673551329.025954:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025954:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025955:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025955:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 00000020:00000001:10.0:1673551329.025956:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025956:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025956:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025957:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 00000020:00000001:10.0:1673551329.025957:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025957:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025958:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025958:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 00000020:00000001:10.0:1673551329.025959:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025959:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025959:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025960:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 00000020:00000001:10.0:1673551329.025960:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025961:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025961:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025961:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 00000020:00000001:10.0:1673551329.025962:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025962:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025962:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025963:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 00000020:00000001:10.0:1673551329.025963:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025964:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025964:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025964:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 00000020:00000001:10.0:1673551329.025965:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025965:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025965:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025966:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 00000020:00000001:10.0:1673551329.025966:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025967:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025967:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025967:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 00000020:00000001:10.0:1673551329.025968:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025968:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025968:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025969:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 00000020:00000001:10.0:1673551329.025969:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025970:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025970:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 - health_check_seq_show 00000020:00000040:10.0:1673551329.025970:0:242200:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 00000020:00000001:10.0:1673551329.025971:0:242200:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:10.0:1673551329.025971:0:242200:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551329.025972:0:242200:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 - health_check_seq_show 00000080:00000001:5.0:1673551329.027318:0:242204:0:(llite_lib.c:3468:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1673551329.027321:0:242204:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1673551329.027324:0:242204:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1673551329.027331:0:242204:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551329.237060:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551329.237062:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551329.237063:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551329.237064:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551329.237065:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551329.237065:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551329.237066:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551329.237066:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551329.237068:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551329.237068:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551329.237069:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551329.237069:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551329.237070:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551329.237070:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551329.237071:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551329.237071:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551329.237072:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551329.237072:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551329.237074:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551329.237074:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551329.237075:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551329.237075:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551329.237076:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551329.237077:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551329.237077:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551329.237078:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1673551329.237093:0:2495956:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1673551329.237094:0:2495956:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:13.0:1673551329.237095:0:2495956:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:18.2:1673551329.266228:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (68)++ 00000800:00000200:17.0:1673551329.266249:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (69)++ 00000800:00000200:17.0:1673551329.266258:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.21@o2ib 00000400:00000200:17.0:1673551329.266261:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551329.266263:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000800:00000200:19.0:1673551329.266265:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 00000400:00000200:17.0:1673551329.266265:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551329.266267:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551329.266268:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:17.0:1673551329.266269:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 12 MB=0x63bfd66a42440 00000400:00000200:17.0:1673551329.266272:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-172.16.0.20@o2ib of length 224/224 into md 0xfa6e531 [64] + 6272 00000400:00000200:17.0:1673551329.266276:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:18.2:1673551329.266278:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (69)++ 00000400:00000200:17.0:1673551329.266278:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:17.0:1673551329.266280:0:12874:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:17.0:1673551329.266281:0:12874:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:17.0:1673551329.266284:0:12874:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000066a120bc. 00000100:00000040:17.0:1673551329.266285:0:12874:0:(events.c:367:request_in_callback()) incoming req@0000000066a120bc x1754809395061824 msgsize 224 00000100:00100000:17.0:1673551329.266287:0:12874:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.21@o2ib) 00000800:00000200:8.2F:1673551329.266287:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000306224d2] (68)++ 00000800:00000200:19.0:1673551329.266291:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (70)++ 00000100:00000001:17.0:1673551329.266292:0:12874:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:19.0:1673551329.266294:0:12873:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.21@o2ib 00000800:00000200:17.0:1673551329.266295:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000009ece9c48] (71)++ 00000400:00000200:19.0:1673551329.266296:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:17.0:1673551329.266298:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000009ece9c48] (72)-- 00000400:00000200:19.0:1673551329.266299:0:12873:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000800:00000200:17.0:1673551329.266299:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (71)-- 00000800:00000200:17.0:1673551329.266301:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 00000400:00000200:19.0:1673551329.266302:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:19.0:1673551329.266304:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000100:00000001:16.0F:1673551329.266304:0:47353:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:12.0:1673551329.266304:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (69)++ 00000400:00000200:19.0:1673551329.266305:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:19.0:1673551329.266306:0:12873:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 12 MB=0x63bfd66a42580 02000000:00000001:16.0:1673551329.266307:0:47353:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:16.0:1673551329.266308:0:47353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000400:00000200:19.0:1673551329.266309:0:12873:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-172.16.0.20@o2ib of length 224/224 into md 0xfa6e531 [64] + 6496 00000100:00000001:16.0:1673551329.266310:0:47353:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:19.0:1673551329.266312:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:16.0:1673551329.266312:0:47353:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1673551329.266313:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.20@o2ib 00000400:00000200:19.0:1673551329.266314:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00100000:16.0:1673551329.266314:0:47353:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395061824 00000020:00000001:16.0:1673551329.266315:0:47353:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000001:19.0:1673551329.266316:0:12873:0:(events.c:315:request_in_callback()) Process entered 00000020:00000040:16.0:1673551329.266316:0:47353:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876cab 00000400:00000200:12.0:1673551329.266316:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:18.2:1673551329.266317:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (69)++ 00000020:00000001:16.0:1673551329.266317:0:47353:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00000200:19.0:1673551329.266318:0:12873:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:16.0:1673551329.266318:0:47353:0:(lustre_handles.c:152:class_handle2object()) GET export 0000000089451880 refcount=5 00000400:00000200:12.0:1673551329.266318:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000020:00000001:16.0:1673551329.266319:0:47353:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912555171656704 : -52831518537894912 : ff444e03889ab400) 00000800:00000200:13.0:1673551329.266319:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (70)++ 00000100:00000010:19.0:1673551329.266320:0:12873:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000070bf0fc2. 00000020:00000001:16.0:1673551329.266320:0:47353:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912555171656704 : -52831518537894912 : ff444e03889ab400) 00000800:00000200:13.0:1673551329.266321:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.20@o2ib 00000400:00000200:12.0:1673551329.266321:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000040:19.0:1673551329.266322:0:12873:0:(events.c:367:request_in_callback()) incoming req@0000000070bf0fc2 x1754809395062144 msgsize 224 00000100:00000001:16.0:1673551329.266322:0:47353:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000400:00000200:12.0:1673551329.266323:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00100000:19.0:1673551329.266324:0:12873:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.21@o2ib) 00000100:00000001:16.0:1673551329.266324:0:47353:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:13.0:1673551329.266324:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551329.266325:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000020:00000010:16.0:1673551329.266326:0:47353:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da43aea3. 00000400:00000200:13.0:1673551329.266326:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000400:00000200:12.0:1673551329.266327:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 12 MB=0x63bfd66a42680 00000020:00000010:16.0:1673551329.266328:0:47353:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007e73d9aa. 00000400:00000200:13.0:1673551329.266328:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551329.266329:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551329.266330:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551329.266330:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-172.16.0.20@o2ib of length 224/224 into md 0x44dd146d [64] + 130192 00000100:00000001:19.0:1673551329.266331:0:12873:0:(events.c:403:request_in_callback()) Process leaving 00000020:00000010:16.0:1673551329.266331:0:47353:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d91f5c0d. 00000800:00000200:17.0:1673551329.266332:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (70)++ 00000400:00000200:13.0:1673551329.266332:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 28 MB=0x63bfd66a42800 00000800:00000200:19.0:1673551329.266333:0:12873:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000009ece9c48] (70)++ 00000400:00000200:12.0:1673551329.266333:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:16.0:1673551329.266334:0:47353:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt at +1s 00000400:00000200:13.0:1673551329.266334:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.16.0.20@o2ib of length 224/224 into md 0x4b847a4d [8] + 4480 00000800:00000200:19.0:1673551329.266335:0:12873:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000009ece9c48] (72)-- 00000800:00000200:17.0:1673551329.266335:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.21@o2ib 00000100:00000001:16.0:1673551329.266335:0:47353:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:16.0:1673551329.266335:0:47353:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:12.0:1673551329.266335:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000800:00000200:19.0:1673551329.266336:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (71)-- 00000400:00000200:13.0:1673551329.266336:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:12.0:1673551329.266336:0:12872:0:(events.c:315:request_in_callback()) Process entered 00000100:00000001:18.0:1673551329.266337:0:2283413:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:17.0:1673551329.266337:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000100:00000001:16.0:1673551329.266337:0:47353:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:19.0:1673551329.266338:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 02000000:00000001:18.0:1673551329.266338:0:2283413:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:17.0:1673551329.266338:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000400:00000200:13.0:1673551329.266338:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000200:12.0:1673551329.266338:0:12872:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:18.0:1673551329.266339:0:2283413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:16.0:1673551329.266339:0:47353:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:13.0:1673551329.266339:0:12871:0:(events.c:315:request_in_callback()) Process entered 00000100:00000001:18.0:1673551329.266340:0:2283413:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:17.0:1673551329.266340:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000100:00000001:16.0:1673551329.266340:0:47353:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:13.0:1673551329.266340:0:12871:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:12.0:1673551329.266340:0:12872:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000e8e92769. 00000400:00000200:17.0:1673551329.266341:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000100:00000001:16.0:1673551329.266341:0:47353:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:12.0:1673551329.266341:0:12872:0:(events.c:367:request_in_callback()) incoming req@00000000e8e92769 x1754809395062400 msgsize 224 02000000:00000001:18.0:1673551329.266342:0:2283413:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:13.0:1673551329.266342:0:12871:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000005b8f1127. 00000400:00000200:17.0:1673551329.266343:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000040:13.0:1673551329.266343:0:12871:0:(events.c:367:request_in_callback()) incoming req@000000005b8f1127 x1754809395062784 msgsize 224 00000100:00100000:18.0:1673551329.266344:0:2283413:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395062144 00000400:00000200:17.0:1673551329.266344:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 28 MB=0x63bfd66a427c0 00000100:00100000:12.0:1673551329.266344:0:12872:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.20@o2ib) 00000020:00000001:18.0:1673551329.266345:0:2283413:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:18.0:1673551329.266345:0:2283413:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876ca4 00000100:00100000:13.0:1673551329.266345:0:12871:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.20@o2ib) 00000020:00000001:18.0:1673551329.266346:0:2283413:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000400:00000200:17.0:1673551329.266347:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.16.0.20@o2ib of length 224/224 into md 0x118ee3d1 [8] + 8512 00000100:00000001:16.0:1673551329.266347:0:47353:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:18.0:1673551329.266348:0:2283413:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000ebefb99a refcount=5 00000020:00000001:18.0:1673551329.266349:0:2283413:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912565363520512 : -52831508346031104 : ff444e05e8163400) 00000400:00000200:17.0:1673551329.266349:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:18.0:1673551329.266350:0:2283413:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912565363520512 : -52831508346031104 : ff444e05e8163400) 00000400:00000200:17.0:1673551329.266350:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:17.0:1673551329.266351:0:12874:0:(events.c:315:request_in_callback()) Process entered 00000100:00000001:12.0:1673551329.266351:0:12872:0:(events.c:403:request_in_callback()) Process leaving 00000100:00000001:18.0:1673551329.266352:0:2283413:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000200:17.0:1673551329.266352:0:12874:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:13.0:1673551329.266352:0:12871:0:(events.c:403:request_in_callback()) Process leaving 00000100:00000001:18.0:1673551329.266353:0:2283413:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000100:00000010:17.0:1673551329.266353:0:12874:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000cf434470. 00000100:00000001:16.0:1673551329.266353:0:47353:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000800:00000200:13.0:1673551329.266353:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000306224d2] (71)++ 00000800:00000200:12.0:1673551329.266353:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000306224d2] (71)++ 00000100:00000001:19.0:1673551329.266354:0:2340481:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000020:00000010:18.0:1673551329.266354:0:2283413:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001799ec8c. 00000100:00000040:17.0:1673551329.266354:0:12874:0:(events.c:367:request_in_callback()) incoming req@00000000cf434470 x1754809395062720 msgsize 224 00000100:00000001:16.0:1673551329.266354:0:47353:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000800:00000200:12.0:1673551329.266354:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000306224d2] (73)-- 00000100:00000001:19.0:1673551329.266355:0:2340481:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000800:00000200:13.0:1673551329.266355:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000306224d2] (73)-- 00000800:00000200:12.0:1673551329.266355:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (71)-- 00000020:00000010:18.0:1673551329.266356:0:2283413:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000056103c98. 00000100:00100000:17.0:1673551329.266356:0:12874:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.21@o2ib) 00000100:00100000:16.0:1673551329.266356:0:47353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 2239 00000800:00000200:13.0:1673551329.266356:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (70)-- 00000100:00000001:19.0:1673551329.266357:0:2340481:0:(service.c:2025:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:16.0:1673551329.266357:0:47353:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 0000000089451880 : new rpc_count 1 00000800:00000200:12.0:1673551329.266357:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (69)-- 00000100:00000001:19.0:1673551329.266358:0:2340481:0:(service.c:2230:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:18.0:1673551329.266358:0:2283413:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f09c2ba. 00000100:00000001:16.0:1673551329.266358:0:47353:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912628178418048 : -52831445531133568 : ff444e1488257980) 00000100:00000001:18.0:1673551329.266360:0:2283413:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:18.0:1673551329.266360:0:2283413:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:18.0:1673551329.266361:0:2283413:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1673551329.266361:0:12874:0:(events.c:403:request_in_callback()) Process leaving 00000100:00000040:16.0:1673551329.266361:0:47353:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000066a120bc x1754809395061824/t0(0) o400->ai200x-MDT0001-lwp-OST0004_UUID@172.16.0.20@o2ib:215/0 lens 224/0 e 0 to 0 dl 1673551335 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000800:00000200:17.0:1673551329.266362:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000009ece9c48] (69)++ 00000100:00000001:18.0:1673551329.266363:0:2283413:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000800:00000200:17.0:1673551329.266363:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000009ece9c48] (70)-- 00000100:00000001:18.0:1673551329.266364:0:2283413:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:18.0:1673551329.266364:0:2283413:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:17.0:1673551329.266364:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (69)-- 00000100:00000001:14.0:1673551329.266364:0:2270409:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:14.0:1673551329.266366:0:2270409:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:16.0:1673551329.266367:0:47353:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:16.0:1673551329.266367:0:47353:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:14.0:1673551329.266367:0:2270409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:18.0:1673551329.266368:0:2283413:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1673551329.266368:0:2372412:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:16.0:1673551329.266368:0:47353:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000066a120bc pname:cluuid+ref:pid:xid:nid:opc:job mdt04_005:ai200x-MDT0001-lwp-OST0004_UUID+5:10567:x1754809395061824:12345-172.16.0.20@o2ib:400: 00000100:00000001:14.0:1673551329.266368:0:2270409:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1673551329.266369:0:2372412:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:17.0:1673551329.266369:0:2372412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 02000000:00000001:14.0:1673551329.266369:0:2270409:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551329.266370:0:2372412:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551329.266370:0:2717748:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:14.0:1673551329.266370:0:2270409:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395062784 00000100:00000001:18.0:1673551329.266371:0:2283413:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 02000000:00000001:17.0:1673551329.266371:0:2372412:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1673551329.266371:0:2717748:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:15.0:1673551329.266371:0:2717748:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:18.0:1673551329.266372:0:2283413:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:17.0:1673551329.266372:0:2372412:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395062720 00000100:00000200:16.0:1673551329.266372:0:47353:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395061824 00000100:00000001:15.0:1673551329.266372:0:2717748:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551329.266372:0:2270409:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:14.0:1673551329.266372:0:2270409:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876a4a 00000100:00100000:18.0:1673551329.266373:0:2283413:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 2240 00000020:00000001:17.0:1673551329.266373:0:2372412:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:17.0:1673551329.266373:0:2372412:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c8769c5 00000020:00000001:16.0:1673551329.266373:0:47353:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 02000000:00000001:15.0:1673551329.266373:0:2717748:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551329.266373:0:2270409:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000001:17.0:1673551329.266374:0:2372412:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00100000:15.0:1673551329.266374:0:2717748:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395062400 00000100:00000040:18.0:1673551329.266375:0:2283413:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000ebefb99a : new rpc_count 1 00000020:00000040:17.0:1673551329.266375:0:2372412:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000fc51fd9e refcount=5 00000020:00000001:16.0:1673551329.266375:0:47353:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:15.0:1673551329.266375:0:2717748:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:15.0:1673551329.266375:0:2717748:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b62 00000020:00000040:14.0:1673551329.266375:0:2270409:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000c611fe19 refcount=5 00000100:00000001:18.0:1673551329.266376:0:2283413:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912571296505472 : -52831502413046144 : ff444e0749b85e80) 00000020:00000001:17.0:1673551329.266376:0:2372412:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558465899520 : -52831515243652096 : ff444e044cf4dc00) 00000020:00000001:16.0:1673551329.266376:0:47353:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551329.266376:0:2717748:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000001:14.0:1673551329.266376:0:2270409:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912595675776000 : -52831478033775616 : ff444e0cf6d68400) 00000020:00000001:17.0:1673551329.266377:0:2372412:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558465899520 : -52831515243652096 : ff444e044cf4dc00) 00000020:00000001:16.0:1673551329.266377:0:47353:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000040:15.0:1673551329.266377:0:2717748:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000f831e444 refcount=6 00000020:00000001:14.0:1673551329.266377:0:2270409:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912595675776000 : -52831478033775616 : ff444e0cf6d68400) 00000100:00000040:18.0:1673551329.266378:0:2283413:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000070bf0fc2 x1754809395062144/t0(0) o400->ai200x-MDT0001-lwp-OST0005_UUID@172.16.0.20@o2ib:215/0 lens 224/0 e 0 to 0 dl 1673551335 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000001:17.0:1673551329.266378:0:2372412:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000020:00000001:16.0:1673551329.266378:0:47353:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000020:00000001:15.0:1673551329.266378:0:2717748:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748065280 : -52831469961486336 : ff444e0ed7fbe000) 00000020:00000001:16.0:1673551329.266379:0:47353:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:15.0:1673551329.266379:0:2717748:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748065280 : -52831469961486336 : ff444e0ed7fbe000) 00000100:00000001:14.0:1673551329.266379:0:2270409:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:17.0:1673551329.266380:0:2372412:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:16.0:1673551329.266380:0:47353:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551329.266380:0:2717748:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:15.0:1673551329.266380:0:2717748:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:14.0:1673551329.266380:0:2270409:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:17.0:1673551329.266381:0:2372412:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008bb3d6f8. 00000020:00000001:16.0:1673551329.266381:0:47353:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000010:15.0:1673551329.266381:0:2717748:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000113e6e3f. 00000020:00000010:14.0:1673551329.266381:0:2270409:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000497cc71e. 00000020:00000010:17.0:1673551329.266382:0:2372412:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000749b5a43. 00000020:00000001:16.0:1673551329.266382:0:47353:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000010:14.0:1673551329.266382:0:2270409:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f81d824. 00000020:00000010:17.0:1673551329.266383:0:2372412:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000498995f9. 00000020:00000010:15.0:1673551329.266383:0:2717748:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036e234c6. 00000100:00000001:18.0:1673551329.266384:0:2283413:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000020:00000001:16.0:1673551329.266384:0:47353:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:15.0:1673551329.266384:0:2717748:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be5c2368. 00000020:00000010:14.0:1673551329.266384:0:2270409:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b8e8bcc. 00000100:00000001:18.0:1673551329.266385:0:2283413:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:17.0:1673551329.266385:0:2372412:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost at +1s 00000020:00000001:16.0:1673551329.266385:0:47353:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00100000:18.0:1673551329.266386:0:2283413:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000070bf0fc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_003:ai200x-MDT0001-lwp-OST0005_UUID+5:10568:x1754809395062144:12345-172.16.0.20@o2ib:400: 00000100:00000001:17.0:1673551329.266386:0:2372412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:17.0:1673551329.266386:0:2372412:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:16.0:1673551329.266386:0:47353:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000100:00000001:17.0:1673551329.266387:0:2372412:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:16.0:1673551329.266387:0:47353:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:15.0:1673551329.266387:0:2717748:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000040:14.0:1673551329.266387:0:2270409:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost at +1s 00000100:00000200:18.0:1673551329.266388:0:2283413:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395062144 00000100:00000001:17.0:1673551329.266388:0:2372412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000010:16.0:1673551329.266388:0:47353:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000870699da. 00000100:00000001:15.0:1673551329.266388:0:2717748:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:15.0:1673551329.266388:0:2717748:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:14.0:1673551329.266388:0:2270409:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:14.0:1673551329.266388:0:2270409:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:18.0:1673551329.266389:0:2283413:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:17.0:1673551329.266389:0:2372412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:16.0:1673551329.266389:0:47353:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551329.266389:0:2717748:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:14.0:1673551329.266389:0:2270409:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1673551329.266390:0:2372412:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1673551329.266390:0:47353:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551329.266391:0:2283413:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:18.0:1673551329.266391:0:2283413:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:16.0:1673551329.266391:0:47353:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551329.266391:0:2717748:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:14.0:1673551329.266391:0:2270409:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:18.0:1673551329.266392:0:2283413:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00000001:15.0:1673551329.266392:0:2717748:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:14.0:1673551329.266392:0:2270409:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:18.0:1673551329.266393:0:2283413:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00010000:00000040:16.0:1673551329.266393:0:47353:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 0, transno 0, xid 1754809395061824 00000100:00000001:15.0:1673551329.266393:0:2717748:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551329.266393:0:2270409:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551329.266394:0:2283413:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00010000:00000001:16.0:1673551329.266394:0:47353:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000020:00000001:18.0:1673551329.266396:0:2283413:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:18.0:1673551329.266396:0:2283413:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00000001:17.0:1673551329.266396:0:2372412:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:16.0:1673551329.266396:0:47353:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000066a120bc x1754809395061824/t0(0) o400->ai200x-MDT0001-lwp-OST0004_UUID@172.16.0.20@o2ib:215/0 lens 224/224 e 0 to 0 dl 1673551335 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000020:00000001:18.0:1673551329.266397:0:2283413:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:18.0:1673551329.266398:0:2283413:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551329.266399:0:2372412:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:14.0:1673551329.266399:0:2270409:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:18.0:1673551329.266400:0:2283413:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00000001:17.0:1673551329.266400:0:2372412:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00010000:00000001:16.0:1673551329.266400:0:47353:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00000100:00000001:18.0:1673551329.266401:0:2283413:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:18.0:1673551329.266401:0:2283413:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:17.0:1673551329.266401:0:2372412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 877 00010000:00000001:16.0:1673551329.266401:0:47353:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551329.266402:0:2371467:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:19.0:1673551329.266402:0:2371467:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000040:17.0:1673551329.266402:0:2372412:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000fc51fd9e : new rpc_count 1 00000100:00001000:16.0:1673551329.266402:0:47353:0:(import.c:1925:at_measured()) add 1 to 00000000ed15471c time=97 v=1 (1 1 1 1) 00000100:00000001:14.0:1673551329.266402:0:2270409:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:19.0:1673551329.266403:0:2371467:0:(service.c:2025:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:18.0:1673551329.266403:0:2283413:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f05e06ce. 00000100:00000001:17.0:1673551329.266403:0:2372412:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912628178411136 : -52831445531140480 : ff444e1488255e80) 00000100:00000001:15.0:1673551329.266403:0:2717748:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:14.0:1673551329.266403:0:2270409:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:19.0:1673551329.266404:0:2371467:0:(service.c:2230:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551329.266404:0:2283413:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551329.266405:0:2283413:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:17.0:1673551329.266405:0:2372412:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cf434470 x1754809395062720/t0(0) o400->076da9d8-52a2-47b9-a3fa-37024082165e@172.16.0.20@o2ib:215/0 lens 224/0 e 0 to 0 dl 1673551335 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000001:16.0:1673551329.266405:0:47353:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000001:15.0:1673551329.266405:0:2717748:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00100000:14.0:1673551329.266405:0:2270409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 1327 00000020:00000001:18.0:1673551329.266406:0:2283413:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551329.266406:0:2717748:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000040:14.0:1673551329.266406:0:2270409:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000c611fe19 : new rpc_count 1 00010000:00000040:18.0:1673551329.266407:0:2283413:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 0, transno 0, xid 1754809395062144 00000100:00000040:16.0:1673551329.266407:0:47353:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 49 to 172.16.0.20@o2ib 00000100:00000001:14.0:1673551329.266407:0:2270409:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912593449089408 : -52831480260462208 : ff444e0c721df980) 00010000:00000001:18.0:1673551329.266408:0:2283413:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000100:00000001:17.0:1673551329.266408:0:2372412:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:16.0:1673551329.266408:0:47353:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 00000100:00100000:15.0:1673551329.266408:0:2717748:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 4353 00000100:00000001:17.0:1673551329.266409:0:2372412:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:16.0:1673551329.266409:0:47353:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:15.0:1673551329.266409:0:2717748:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000f831e444 : new rpc_count 1 00000100:00000001:15.0:1673551329.266409:0:2717748:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912621921202304 : -52831451788349312 : ff444e13132ff080) 00000100:00000040:14.0:1673551329.266409:0:2270409:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005b8f1127 x1754809395062784/t0(0) o400->076da9d8-52a2-47b9-a3fa-37024082165e@172.16.0.20@o2ib:215/0 lens 224/0 e 0 to 0 dl 1673551335 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00010000:00000200:18.0:1673551329.266410:0:2283413:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000070bf0fc2 x1754809395062144/t0(0) o400->ai200x-MDT0001-lwp-OST0005_UUID@172.16.0.20@o2ib:215/0 lens 224/224 e 0 to 0 dl 1673551335 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00100000:17.0:1673551329.266410:0:2372412:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000cf434470 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost04_010:076da9d8-52a2-47b9-a3fa-37024082165e+5:10569:x1754809395062720:12345-172.16.0.20@o2ib:400: 02000000:00000001:16.0:1673551329.266410:0:47353:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1673551329.266411:0:2717748:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e8e92769 x1754809395062400/t0(0) o400->076da9d8-52a2-47b9-a3fa-37024082165e@172.16.0.20@o2ib:215/0 lens 224/0 e 0 to 0 dl 1673551335 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000200:17.0:1673551329.266412:0:2372412:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395062720 00000020:00000001:17.0:1673551329.266412:0:2372412:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:16.0:1673551329.266412:0:47353:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000020:00000001:17.0:1673551329.266413:0:2372412:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000040:16.0:1673551329.266413:0:47353:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.21@o2ib 00010000:00000001:18.0:1673551329.266414:0:2283413:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:18.0:1673551329.266414:0:2283413:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1673551329.266414:0:2372412:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1673551329.266415:0:2372412:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:17.0:1673551329.266415:0:2372412:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000400:00000010:16.0:1673551329.266415:0:47353:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000246992d2. 00000100:00000001:15.0:1673551329.266415:0:2717748:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551329.266415:0:2270409:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00001000:18.0:1673551329.266416:0:2283413:0:(import.c:1925:at_measured()) add 1 to 00000000ed15471c time=97 v=1 (1 1 1 1) 00000020:00000001:17.0:1673551329.266416:0:2372412:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000001:14.0:1673551329.266416:0:2270409:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:18.0:1673551329.266417:0:2283413:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000020:00000001:17.0:1673551329.266417:0:2372412:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551329.266417:0:2717748:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:14.0:1673551329.266417:0:2270409:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000005b8f1127 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost03_003:076da9d8-52a2-47b9-a3fa-37024082165e+5:10570:x1754809395062784:12345-172.16.0.20@o2ib:400: 00000020:00000001:17.0:1673551329.266418:0:2372412:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:17.0:1673551329.266418:0:2372412:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000200:16.0:1673551329.266418:0:47353:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754809395061824, offset 224 00000100:00100000:15.0:1673551329.266418:0:2717748:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000e8e92769 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_007:076da9d8-52a2-47b9-a3fa-37024082165e+6:10568:x1754809395062400:12345-172.16.0.20@o2ib:400: 00000100:00000040:18.0:1673551329.266419:0:2283413:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 50 to 172.16.0.20@o2ib 00000020:00000001:17.0:1673551329.266419:0:2372412:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:14.0:1673551329.266419:0:2270409:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395062784 00000100:00000001:18.0:1673551329.266420:0:2283413:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 00000020:00000001:17.0:1673551329.266420:0:2372412:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00000001:17.0:1673551329.266420:0:2372412:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000100:00000200:15.0:1673551329.266420:0:2717748:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395062400 00000020:00000001:14.0:1673551329.266420:0:2270409:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 02000000:00000001:18.0:1673551329.266421:0:2283413:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:17.0:1673551329.266421:0:2372412:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:16.0:1673551329.266421:0:47353:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.21@o2ib 00000020:00000001:15.0:1673551329.266421:0:2717748:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:15.0:1673551329.266421:0:2717748:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:14.0:1673551329.266421:0:2270409:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 02000000:00000001:18.0:1673551329.266422:0:2283413:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:17.0:1673551329.266422:0:2372412:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000c658a379. 00000020:00000001:14.0:1673551329.266422:0:2270409:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551329.266423:0:2283413:0:(niobuf.c:56:ptl_send_buf()) Process entered 02000000:00000001:17.0:1673551329.266423:0:2372412:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551329.266423:0:2717748:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551329.266423:0:2717748:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:14.0:1673551329.266423:0:2270409:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00000001:17.0:1673551329.266424:0:2372412:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1673551329.266424:0:2372412:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:16.0:1673551329.266424:0:47353:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000020:00000001:15.0:1673551329.266424:0:2717748:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000020:00000001:14.0:1673551329.266424:0:2270409:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000100:00000040:18.0:1673551329.266425:0:2283413:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.21@o2ib 00010000:00000040:17.0:1673551329.266425:0:2372412:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109398670, transno 0, xid 1754809395062720 00000020:00000001:15.0:1673551329.266425:0:2717748:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:14.0:1673551329.266425:0:2270409:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000400:00000010:18.0:1673551329.266426:0:2283413:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e47ec8ff. 00010000:00000001:17.0:1673551329.266426:0:2372412:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000001:00000001:15.0:1673551329.266426:0:2717748:0:(tgt_lastrcvd.c:2249:tgt_lookup_reply()) ai200x-MDT0001: lookup reply xid 1754809395062400, found 0 last_xid 1754809395062399 00000020:00000001:14.0:1673551329.266426:0:2270409:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:17.0:1673551329.266427:0:2372412:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000cf434470 x1754809395062720/t0(0) o400->076da9d8-52a2-47b9-a3fa-37024082165e@172.16.0.20@o2ib:215/0 lens 224/224 e 0 to 0 dl 1673551335 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000400:00000200:16.0:1673551329.266427:0:47353:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.21@o2ib local destination 00000020:00000001:14.0:1673551329.266427:0:2270409:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:14.0:1673551329.266427:0:2270409:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000200:18.0:1673551329.266428:0:2283413:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754809395062144, offset 224 00000020:00000001:15.0:1673551329.266428:0:2717748:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:14.0:1673551329.266428:0:2270409:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:16.0:1673551329.266429:0:47353:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000020:00000001:15.0:1673551329.266429:0:2717748:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:15.0:1673551329.266429:0:2717748:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:14.0:1673551329.266429:0:2270409:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000020:00000001:15.0:1673551329.266430:0:2717748:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551329.266430:0:2270409:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000400:00000200:18.0:1673551329.266431:0:2283413:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.21@o2ib 00010000:00000001:17.0:1673551329.266431:0:2372412:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:17.0:1673551329.266431:0:2372412:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551329.266431:0:2717748:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00000001:15.0:1673551329.266431:0:2717748:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:14.0:1673551329.266431:0:2270409:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:17.0:1673551329.266432:0:2372412:0:(import.c:1925:at_measured()) add 1 to 000000000bd59306 time=98 v=1 (1 1 1 1) 02000000:00000001:15.0:1673551329.266432:0:2717748:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:14.0:1673551329.266432:0:2270409:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000058af802c. 00000400:00000200:16.0:1673551329.266433:0:47353:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.21@o2ib(172.16.0.21@o2ib:172.16.0.21@o2ib) : PUT try# 0 02000000:00000010:15.0:1673551329.266433:0:2717748:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000042c400bd. 02000000:00000001:15.0:1673551329.266433:0:2717748:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:14.0:1673551329.266433:0:2270409:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551329.266434:0:2372412:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000001:15.0:1673551329.266434:0:2717748:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551329.266434:0:2270409:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:17.0:1673551329.266435:0:2372412:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 51 to 172.16.0.20@o2ib 00000020:00000001:15.0:1673551329.266435:0:2717748:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551329.266435:0:2270409:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551329.266436:0:2372412:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 00000800:00000200:16.0:1673551329.266436:0:47353:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.21@o2ib 00010000:00000040:15.0:1673551329.266436:0:2717748:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813813271, transno 0, xid 1754809395062400 00010000:00000040:14.0:1673551329.266436:0:2270409:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109400398, transno 0, xid 1754809395062784 00000400:00000200:18.0:1673551329.266437:0:2283413:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 02000000:00000001:17.0:1673551329.266437:0:2372412:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:17.0:1673551329.266437:0:2372412:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1673551329.266437:0:2717748:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000001:14.0:1673551329.266437:0:2270409:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000100:00000001:17.0:1673551329.266438:0:2372412:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000200:18.0:1673551329.266439:0:2283413:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.21@o2ib local destination 00000100:00000040:17.0:1673551329.266439:0:2372412:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.21@o2ib 00010000:00000200:15.0:1673551329.266439:0:2717748:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000e8e92769 x1754809395062400/t0(0) o400->076da9d8-52a2-47b9-a3fa-37024082165e@172.16.0.20@o2ib:215/0 lens 224/224 e 0 to 0 dl 1673551335 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00010000:00000200:14.0:1673551329.266439:0:2270409:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000005b8f1127 x1754809395062784/t0(0) o400->076da9d8-52a2-47b9-a3fa-37024082165e@172.16.0.20@o2ib:215/0 lens 224/224 e 0 to 0 dl 1673551335 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000400:00000010:17.0:1673551329.266440:0:2372412:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a35f9daf. 00000400:00000200:18.0:1673551329.266441:0:2283413:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000100:00000200:17.0:1673551329.266442:0:2372412:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1754809395062720, offset 224 00000400:00000200:18.0:1673551329.266443:0:2283413:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.21@o2ib(172.16.0.21@o2ib:172.16.0.21@o2ib) : PUT try# 0 00010000:00000001:15.0:1673551329.266443:0:2717748:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:14.0:1673551329.266443:0:2270409:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00000400:00000200:17.0:1673551329.266444:0:2372412:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.21@o2ib 00010000:00000001:15.0:1673551329.266444:0:2717748:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:14.0:1673551329.266444:0:2270409:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:18.0:1673551329.266445:0:2283413:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000400:00000200:16.0:1673551329.266445:0:47353:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000100:00001000:15.0:1673551329.266445:0:2717748:0:(import.c:1925:at_measured()) add 1 to 00000000df0afe6d time=100 v=1 (1 1 1 1) 00000100:00001000:14.0:1673551329.266445:0:2270409:0:(import.c:1925:at_measured()) add 1 to 000000000ad41bd7 time=99 v=1 (1 1 1 1) 00000400:00000200:17.0:1673551329.266446:0:2372412:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551329.266447:0:2372412:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.21@o2ib local destination 00000100:00000001:15.0:1673551329.266447:0:2717748:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000001:14.0:1673551329.266447:0:2270409:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:15.0:1673551329.266448:0:2717748:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 53 to 172.16.0.20@o2ib 00000100:00000040:14.0:1673551329.266448:0:2270409:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 53 to 172.16.0.20@o2ib 00000400:00000200:17.0:1673551329.266449:0:2372412:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:16.0:1673551329.266449:0:47353:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000008229e43b] -> 172.16.0.21@o2ib (2) version: 12 00000100:00000001:15.0:1673551329.266449:0:2717748:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 00000100:00000001:14.0:1673551329.266449:0:2270409:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 00000800:00000200:16.0:1673551329.266450:0:47353:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000009ece9c48] (68)++ 02000000:00000001:15.0:1673551329.266450:0:2717748:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:14.0:1673551329.266450:0:2270409:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:15.0:1673551329.266451:0:2717748:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:14.0:1673551329.266451:0:2270409:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:16.0:1673551329.266452:0:47353:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000009ece9c48] (69)++ 00000100:00000001:15.0:1673551329.266452:0:2717748:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:14.0:1673551329.266452:0:2270409:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000200:17.0:1673551329.266453:0:2372412:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.21@o2ib(172.16.0.21@o2ib:172.16.0.21@o2ib) : PUT try# 0 00000400:00000200:18.0:1673551329.266454:0:2283413:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:17.0:1673551329.266454:0:2372412:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000100:00000040:15.0:1673551329.266454:0:2717748:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000100:00000040:14.0:1673551329.266454:0:2270409:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000800:00000200:16.0:1673551329.266455:0:47353:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000009ece9c48] (70)-- 00000400:00000010:15.0:1673551329.266455:0:2717748:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e009e4d1. 00000400:00000010:14.0:1673551329.266455:0:2270409:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003accad86. 00000400:00000200:17.0:1673551329.266456:0:2372412:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000100:00000001:16.0:1673551329.266456:0:47353:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:18.0:1673551329.266457:0:2283413:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000008229e43b] -> 172.16.0.21@o2ib (2) version: 12 00000100:00000040:16.0:1673551329.266457:0:47353:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 52 to 172.16.0.20@o2ib 00000100:00000200:15.0:1673551329.266457:0:2717748:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754809395062400, offset 224 00000100:00000200:14.0:1673551329.266457:0:2270409:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1754809395062784, offset 224 00000800:00000200:17.0:1673551329.266458:0:2372412:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000008229e43b] -> 172.16.0.21@o2ib (2) version: 12 00010000:00000001:16.0:1673551329.266458:0:47353:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000800:00000200:18.0:1673551329.266459:0:2283413:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000009ece9c48] (69)++ 00000800:00000200:17.0:1673551329.266459:0:2372412:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000009ece9c48] (69)++ 00000020:00000001:16.0:1673551329.266459:0:47353:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:14.0:1673551329.266459:0:2270409:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000800:00000200:18.2:1673551329.266460:0:2283413:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (71)++ 00000800:00000200:17.0:1673551329.266460:0:2372412:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000009ece9c48] (71)++ 00000020:00000001:16.0:1673551329.266460:0:47353:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000800:00000200:17.0:1673551329.266461:0:2372412:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000009ece9c48] (73)-- 00000100:00000040:16.0:1673551329.266461:0:47353:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066a120bc x1754809395061824/t0(0) o400->ai200x-MDT0001-lwp-OST0004_UUID@172.16.0.20@o2ib:215/0 lens 224/224 e 0 to 0 dl 1673551335 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000400:00000200:15.0:1673551329.266461:0:2717748:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:14.0:1673551329.266461:0:2270409:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:17.0:1673551329.266462:0:2372412:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:17.0:1673551329.266464:0:2372412:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 51 to 172.16.0.20@o2ib 00000400:00000200:14.0:1673551329.266464:0:2270409:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.20@o2ib local destination 00010000:00000001:17.0:1673551329.266465:0:2372412:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:17.0:1673551329.266465:0:2372412:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1673551329.266466:0:2372412:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00100000:16.0:1673551329.266466:0:47353:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000066a120bc pname:cluuid+ref:pid:xid:nid:opc:job mdt04_005:ai200x-MDT0001-lwp-OST0004_UUID+5:10567:x1754809395061824:12345-172.16.0.20@o2ib:400: Request processed in 98us (179us total) trans 0 rc 0/0 00000400:00000200:14.0:1673551329.266466:0:2270409:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:18.0:1673551329.266467:0:2283413:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000009ece9c48] (72)++ 00000100:00000040:17.0:1673551329.266468:0:2372412:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf434470 x1754809395062720/t0(0) o400->076da9d8-52a2-47b9-a3fa-37024082165e@172.16.0.20@o2ib:215/0 lens 224/224 e 0 to 0 dl 1673551335 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00100000:16.0:1673551329.266469:0:47353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 2239 00000800:00000200:18.0:1673551329.266470:0:2283413:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000009ece9c48] (73)-- 00000100:00000040:16.0:1673551329.266470:0:47353:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000089451880 : new rpc_count 0 00000400:00000200:14.0:1673551329.266470:0:2270409:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000100:00000001:18.0:1673551329.266471:0:2283413:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1673551329.266471:0:47353:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:18.0:1673551329.266472:0:2283413:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 50 to 172.16.0.20@o2ib 00000100:00100000:17.0:1673551329.266472:0:2372412:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000cf434470 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost04_010:076da9d8-52a2-47b9-a3fa-37024082165e+5:10569:x1754809395062720:12345-172.16.0.20@o2ib:400: Request processed in 62us (116us total) trans 0 rc 0/0 00000100:00000001:16.0:1673551329.266472:0:47353:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:15.0:1673551329.266472:0:2717748:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:19.0:1673551329.266473:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (72)++ 00010000:00000001:18.0:1673551329.266473:0:2283413:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000800:00000200:14.0:1673551329.266473:0:2270409:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000020:00000001:18.0:1673551329.266474:0:2283413:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:17.0:1673551329.266474:0:2372412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 877 00000020:00000010:16.0:1673551329.266474:0:47353:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007e73d9aa. 00000400:00000200:15.0:1673551329.266474:0:2717748:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.20@o2ib local destination 00000020:00000001:18.0:1673551329.266475:0:2283413:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:17.0:1673551329.266475:0:2372412:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc51fd9e : new rpc_count 0 00000020:00000010:16.0:1673551329.266475:0:47353:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d91f5c0d. 00000100:00000040:18.0:1673551329.266476:0:2283413:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070bf0fc2 x1754809395062144/t0(0) o400->ai200x-MDT0001-lwp-OST0005_UUID@172.16.0.20@o2ib:215/0 lens 224/224 e 0 to 0 dl 1673551335 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00000001:17.0:1673551329.266476:0:2372412:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:15.0:1673551329.266476:0:2717748:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:19.0:1673551329.266477:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000009ece9c48] (73)-- 00000100:00000001:17.0:1673551329.266477:0:2372412:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:17.0:1673551329.266477:0:2372412:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000749b5a43. 00000020:00000010:16.0:1673551329.266477:0:47353:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da43aea3. 00000400:00000200:19.0:1673551329.266478:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:17.0:1673551329.266478:0:2372412:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000498995f9. 00000020:00000040:16.0:1673551329.266478:0:47353:0:(genops.c:979:class_export_put()) PUTting export 0000000089451880 : new refcount 4 00000020:00000010:17.0:1673551329.266479:0:2372412:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008bb3d6f8. 00000400:00000200:15.0:1673551329.266479:0:2717748:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000400:00000200:19.0:1673551329.266480:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000020:00000040:17.0:1673551329.266480:0:2372412:0:(genops.c:979:class_export_put()) PUTting export 00000000fc51fd9e : new refcount 4 00000100:00000001:16.0:1673551329.266480:0:47353:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:19.0:1673551329.266481:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000246992d2 00000100:00100000:18.0:1673551329.266481:0:2283413:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000070bf0fc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_003:ai200x-MDT0001-lwp-OST0005_UUID+5:10568:x1754809395062144:12345-172.16.0.20@o2ib:400: Request processed in 95us (158us total) trans 0 rc 0/0 00000100:00000001:17.0:1673551329.266481:0:2372412:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:15.0:1673551329.266481:0:2717748:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000400:00000200:14.0:1673551329.266481:0:2270409:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000010:19.0:1673551329.266482:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000246992d2. 00000100:00000001:19.0:1673551329.266483:0:12873:0:(events.c:416:reply_out_callback()) Process entered 00000400:00000200:15.0:1673551329.266483:0:2717748:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:19.0:1673551329.266484:0:12873:0:(events.c:428:reply_out_callback()) Process leaving 00000100:00100000:18.0:1673551329.266484:0:2283413:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 2240 00000100:00000040:18.0:1673551329.266485:0:2283413:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebefb99a : new rpc_count 0 00000800:00000200:17.0:1673551329.266485:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (72)++ 00000800:00000200:15.0:1673551329.266485:0:2717748:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000c10ae60a] -> 172.16.0.20@o2ib (2) version: 12 00000800:00000200:14.0:1673551329.266485:0:2270409:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000c10ae60a] -> 172.16.0.20@o2ib (2) version: 12 00000800:00000200:19.0:1673551329.266486:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (73)-- 00000100:00000001:18.0:1673551329.266486:0:2283413:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:17.0:1673551329.266486:0:12874:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000009ece9c48] (73)-- 00000800:00000200:15.0:1673551329.266486:0:2717748:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000306224d2] (68)++ 00000800:00000200:14.0:1673551329.266486:0:2270409:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000306224d2] (68)++ 00000800:00000200:19.0:1673551329.266487:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (71)++ 00000100:00000001:18.0:1673551329.266487:0:2283413:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:17.0:1673551329.266487:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:19.0:1673551329.266488:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000009ece9c48] (72)-- 00000400:00000200:19.0:1673551329.266488:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:18.0:1673551329.266488:0:2283413:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000056103c98. 00000800:00000200:14.0:1673551329.266488:0:2270409:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000306224d2] (70)++ 00000020:00000010:18.0:1673551329.266489:0:2283413:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f09c2ba. 00000400:00000200:17.0:1673551329.266489:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000400:00000200:19.0:1673551329.266490:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000020:00000010:18.0:1673551329.266490:0:2283413:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001799ec8c. 00000400:00000200:17.0:1673551329.266490:0:12874:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000a35f9daf 00000800:00000200:15.0:1673551329.266490:0:2717748:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000306224d2] (71)++ 00000800:00000200:14.0:1673551329.266490:0:2270409:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000306224d2] (71)-- 00000400:00000010:17.0:1673551329.266491:0:12874:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000a35f9daf. 00000100:00000001:14.0:1673551329.266491:0:2270409:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:19.0:1673551329.266492:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000e47ec8ff 00000020:00000040:18.0:1673551329.266492:0:2283413:0:(genops.c:979:class_export_put()) PUTting export 00000000ebefb99a : new refcount 4 00000100:00000001:17.0:1673551329.266492:0:12874:0:(events.c:416:reply_out_callback()) Process entered 00000800:00000200:15.0:1673551329.266492:0:2717748:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000306224d2] (71)-- 00000400:00000010:19.0:1673551329.266493:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000e47ec8ff. 00000100:00000001:18.0:1673551329.266493:0:2283413:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1673551329.266493:0:12874:0:(events.c:428:reply_out_callback()) Process leaving 00000100:00000001:15.0:1673551329.266493:0:2717748:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551329.266493:0:2270409:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 49 to 172.16.0.20@o2ib 00000100:00000001:19.0:1673551329.266494:0:12873:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:19.0:1673551329.266494:0:12873:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:17.0:1673551329.266494:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (71)-- 00000100:00000040:15.0:1673551329.266494:0:2717748:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 48 to 172.16.0.20@o2ib 00010000:00000001:14.0:1673551329.266494:0:2270409:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:14.0:1673551329.266494:0:2270409:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1673551329.266495:0:2717748:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:14.0:1673551329.266495:0:2270409:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000800:00000200:19.0:1673551329.266496:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 00000020:00000001:15.0:1673551329.266496:0:2717748:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551329.266496:0:2717748:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000800:00000200:17.0:1673551329.266497:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (69)-- 00000100:00000040:15.0:1673551329.266498:0:2717748:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8e92769 x1754809395062400/t0(0) o400->076da9d8-52a2-47b9-a3fa-37024082165e@172.16.0.20@o2ib:215/0 lens 224/224 e 0 to 0 dl 1673551335 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00000040:14.0:1673551329.266498:0:2270409:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005b8f1127 x1754809395062784/t0(0) o400->076da9d8-52a2-47b9-a3fa-37024082165e@172.16.0.20@o2ib:215/0 lens 224/224 e 0 to 0 dl 1673551335 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000800:00000200:8.2:1673551329.266498:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000306224d2] (70)++ 00000100:00100000:15.0:1673551329.266502:0:2717748:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000e8e92769 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_007:076da9d8-52a2-47b9-a3fa-37024082165e+6:10568:x1754809395062400:12345-172.16.0.20@o2ib:400: Request processed in 86us (160us total) trans 0 rc 0/0 00000100:00100000:14.0:1673551329.266502:0:2270409:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000005b8f1127 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost03_003:076da9d8-52a2-47b9-a3fa-37024082165e+5:10570:x1754809395062784:12345-172.16.0.20@o2ib:400: Request processed in 86us (158us total) trans 0 rc 0/0 00000100:00100000:15.0:1673551329.266506:0:2717748:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 4353 00000100:00100000:14.0:1673551329.266506:0:2270409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 1327 00000100:00000040:15.0:1673551329.266507:0:2717748:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f831e444 : new rpc_count 0 00000100:00000040:14.0:1673551329.266507:0:2270409:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c611fe19 : new rpc_count 0 00000100:00000001:15.0:1673551329.266508:0:2717748:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:14.0:1673551329.266508:0:2270409:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:15.0:1673551329.266509:0:2717748:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:14.0:1673551329.266509:0:2270409:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:15.0:1673551329.266510:0:2717748:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036e234c6. 00000020:00000010:14.0:1673551329.266510:0:2270409:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f81d824. 00000020:00000010:15.0:1673551329.266511:0:2717748:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be5c2368. 00000020:00000010:14.0:1673551329.266511:0:2270409:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b8e8bcc. 00000800:00000200:13.0:1673551329.266511:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (71)++ 00000020:00000010:15.0:1673551329.266512:0:2717748:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000113e6e3f. 00000020:00000010:14.0:1673551329.266512:0:2270409:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000497cc71e. 00000020:00000040:15.0:1673551329.266513:0:2717748:0:(genops.c:979:class_export_put()) PUTting export 00000000f831e444 : new refcount 5 00000020:00000040:14.0:1673551329.266513:0:2270409:0:(genops.c:979:class_export_put()) PUTting export 00000000c611fe19 : new refcount 4 00000100:00000001:15.0:1673551329.266514:0:2717748:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:14.0:1673551329.266514:0:2270409:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:13.0:1673551329.266516:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000306224d2] (72)-- 00000400:00000200:13.0:1673551329.266517:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551329.266519:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:13.0:1673551329.266520:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003accad86 00000400:00000010:13.0:1673551329.266522:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003accad86. 00000800:00000200:12.0:1673551329.266522:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (71)++ 00000100:00000001:13.0:1673551329.266523:0:12871:0:(events.c:416:reply_out_callback()) Process entered 00000800:00000200:12.0:1673551329.266524:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000306224d2] (72)-- 00000400:00000200:12.0:1673551329.266524:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:13.0:1673551329.266525:0:12871:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:13.0:1673551329.266526:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (71)-- 00000400:00000200:12.0:1673551329.266526:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:12.0:1673551329.266527:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000e009e4d1 00000800:00000200:13.0:1673551329.266528:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (70)-- 00000400:00000010:12.0:1673551329.266528:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000e009e4d1. 00000100:00000001:12.0:1673551329.266529:0:12872:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:12.0:1673551329.266529:0:12872:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:12.0:1673551329.266530:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (69)-- 00000100:00000001:18.0:1673551329.813063:0:2269469:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:18.0:1673551329.813065:0:2269469:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1673551329.941063:0:2308493:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:21.0:1673551329.941064:0:2308493:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551329.941071:0:2269461:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1673551329.941072:0:2269461:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.2:1673551329.963643:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (68)++ 00000800:00000200:22.0:1673551329.963663:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (69)++ 00000800:00000200:22.0:1673551329.963673:0:12875:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.22@o2ib 00000400:00000200:22.0:1673551329.963677:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:23.0:1673551329.963679:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000400:00000200:22.0:1673551329.963680:0:12875:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.22@o2ib : PUT - for me 00000400:00000200:22.0:1673551329.963685:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:22.0:1673551329.963687:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:22.0:1673551329.963690:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:22.0:1673551329.963692:0:12875:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 24 MB=0x63bfccd5ccc00 00000400:00000200:22.0:1673551329.963695:0:12875:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 18 from 12345-172.16.0.22@o2ib of length 224/224 into md 0xb9d25b5 [256] + 2240 00000400:00000200:22.0:1673551329.963698:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:22.0:1673551329.963700:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000100:00000001:22.0:1673551329.963702:0:12875:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:22.0:1673551329.963704:0:12875:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_out 00000100:00000010:22.0:1673551329.963706:0:12875:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000db5383d0. 00000100:00000040:22.0:1673551329.963707:0:12875:0:(events.c:367:request_in_callback()) incoming req@00000000db5383d0 x1754806823472128 msgsize 224 00000100:00100000:22.0:1673551329.963709:0:12875:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.22@o2ib (source: 12345-172.16.0.22@o2ib) 00000100:00000001:22.0:1673551329.963714:0:12875:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:22.0:1673551329.963716:0:12875:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000001a128d74] (69)++ 00000800:00000200:22.0:1673551329.963718:0:12875:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000001a128d74] (70)-- 00000800:00000200:22.0:1673551329.963718:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 00000100:00000001:20.0F:1673551329.963725:0:2269515:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:20.0:1673551329.963727:0:2269515:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:20.0:1673551329.963728:0:2269515:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:20.0:1673551329.963729:0:2269515:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:20.0:1673551329.963731:0:2269515:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:20.0:1673551329.963732:0:2269515:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754806823472128 00000020:00000001:20.0:1673551329.963733:0:2269515:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:20.0:1673551329.963734:0:2269515:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b69 00000020:00000001:20.0:1673551329.963735:0:2269515:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:20.0:1673551329.963736:0:2269515:0:(lustre_handles.c:152:class_handle2object()) GET export 000000004d397a21 refcount=5 00000020:00000001:20.0:1673551329.963737:0:2269515:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748043776 : -52831469961507840 : ff444e0ed7fb8c00) 00000020:00000001:20.0:1673551329.963738:0:2269515:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748043776 : -52831469961507840 : ff444e0ed7fb8c00) 00000100:00000001:20.0:1673551329.963740:0:2269515:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:20.0:1673551329.963741:0:2269515:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:20.0:1673551329.963742:0:2269515:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000041691db. 00000020:00000010:20.0:1673551329.963744:0:2269515:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000458136ae. 00000020:00000010:20.0:1673551329.963747:0:2269515:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047c79be3. 00000100:00000040:20.0:1673551329.963749:0:2269515:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_out at +1s 00000100:00000001:20.0:1673551329.963750:0:2269515:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:20.0:1673551329.963750:0:2269515:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:20.0:1673551329.963751:0:2269515:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551329.963753:0:2269515:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551329.963758:0:2269515:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:20.0:1673551329.963762:0:2269515:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:20.0:1673551329.963762:0:2269515:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:21.0:1673551329.963766:0:2378960:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00100000:20.0:1673551329.963766:0:2269515:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.22@o2ib, seq: 9286 00000100:00000001:21.0:1673551329.963767:0:2378960:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:21.0:1673551329.963767:0:2378960:0:(service.c:2025:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:20.0:1673551329.963767:0:2269515:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000004d397a21 : new rpc_count 1 00000100:00000001:21.0:1673551329.963768:0:2378960:0:(service.c:2230:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551329.963768:0:2269515:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912613301246464 : -52831460408305152 : ff444e111165da00) 00000100:00000040:20.0:1673551329.963770:0:2269515:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000db5383d0 x1754806823472128/t0(0) o41->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:215/0 lens 224/0 e 0 to 0 dl 1673551335 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:20.0:1673551329.963776:0:2269515:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:20.0:1673551329.963777:0:2269515:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:20.0:1673551329.963778:0:2269515:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000db5383d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out05_00:ai200x-MDT0003-mdtlov_UUID+5:10858:x1754806823472128:12345-172.16.0.22@o2ib:41: 00000100:00000200:20.0:1673551329.963780:0:2269515:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754806823472128 00000020:00000001:20.0:1673551329.963782:0:2269515:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:20.0:1673551329.963784:0:2269515:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:20.0:1673551329.963785:0:2269515:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:20.0:1673551329.963786:0:2269515:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:20.0:1673551329.963787:0:2269515:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072666184064 : -1043367552 : ffffffffc1cf7980) 00000020:00000001:20.0:1673551329.963788:0:2269515:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:20.0:1673551329.963790:0:2269515:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:20.0:1673551329.963791:0:2269515:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:20.0:1673551329.963792:0:2269515:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:20.0:1673551329.963793:0:2269515:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551329.963794:0:2269515:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:20.0:1673551329.963795:0:2269515:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:20.0:1673551329.963796:0:2269515:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000022d1545e. 02000000:00000001:20.0:1673551329.963797:0:2269515:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551329.963797:0:2269515:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:20.0:1673551329.963799:0:2269515:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000004:00000001:20.0:1673551329.963800:0:2269515:0:(mdt_lib.c:398:mdt_check_ucred()) Process entered 00000004:00000001:20.0:1673551329.963801:0:2269515:0:(mdt_lib.c:405:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:20.0:1673551329.963808:0:2269515:0:(mdt_handler.c:539:mdt_statfs()) blocks cached 0 granted 1906311167 pending 0 free 16804335616 avail 14330667008 00000020:00000020:20.0:1673551329.963810:0:2269515:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-MDT0001: processing self export: 0 0 0 00000020:00000020:20.0:1673551329.963811:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0001_UUID/00000000e9be0120 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551329.963812:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0000_UUID/000000000ef2907f dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551329.963813:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0004_UUID/0000000089451880 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551329.963814:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0005_UUID/00000000ebefb99a dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551329.963815:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0007_UUID/00000000dc25e61b dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551329.963815:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0006_UUID/00000000b5e1bf39 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551329.963816:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0003_UUID/0000000057d49917 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551329.963817:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0002_UUID/000000002b2e9d79 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551329.963817:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0000-mdtlov_UUID/000000005666bac4 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551329.963818:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/0000000079935574 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551329.963819:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0003-mdtlov_UUID/000000004d397a21 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551329.963820:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000f831e444 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551329.963820:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 8147c41a-b0e0-4f67-9b16-3ecec5e74e59/0000000068eb6ecf dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551329.963821:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli f6883e33-f9d9-44e1-9620-7d1810cee4d6/0000000016af0c64 dirty 0 pend 0 grant 1879048191 00000020:00000020:20.0:1673551329.963822:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 546ca0b7-6780-4f13-8f75-9c5ff65b0676/00000000395f0866 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551329.963822:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli e2e002af-f09c-4b05-bf31-5f3b5c0fc2b7/0000000085149461 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551329.963823:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 6d8d6132-29b8-426f-8245-b058f840fb7b/000000007d0d8ee7 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551329.963824:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 20170d48-9f93-4e23-b2d9-7467b30c0d37/00000000b61481ba dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551329.963824:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli b2f40830-929d-417e-aaf4-df6a6828a827/00000000aeff7c1c dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551329.963825:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli fac71ec6-9f35-4566-9c12-4be9db31431f/0000000000e137be dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551329.963826:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 77d2bdab-e05e-4099-8d1d-9a11cdcc0ba1/0000000030187047 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551329.963827:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 45cb3ae8-41b4-4d54-9b54-bb58c7e102f3/0000000057709798 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551329.963828:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000db8e401b dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551329.963828:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 49374343-0861-470b-a659-345a443590fd/000000003709ca29 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551329.963829:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0002-mdtlov_UUID/00000000af8736a1 dirty 0 pend 0 grant 0 00000004:00000020:20.0:1673551329.963830:0:2269515:0:(mdt_handler.c:549:mdt_statfs()) 34884907 blocks: 4102621 free, 3498698 avail; 96642000 objects: 68578523 free; state 200 00000004:00000001:20.0:1673551329.963832:0:2269515:0:(mdt_handler.c:568:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:20.0:1673551329.963833:0:2269515:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813136948, transno 0, xid 1754806823472128 00010000:00000001:20.0:1673551329.963834:0:2269515:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:20.0:1673551329.963836:0:2269515:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000db5383d0 x1754806823472128/t0(0) o41->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:215/0 lens 224/368 e 0 to 0 dl 1673551335 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:20.0:1673551329.963838:0:2269515:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:20.0:1673551329.963839:0:2269515:0:(ldlm_lib.c:3203:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:20.0:1673551329.963840:0:2269515:0:(import.c:1925:at_measured()) add 1 to 0000000096598e37 time=98 v=1 (1 1 1 1) 00000100:00000001:20.0:1673551329.963842:0:2269515:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:20.0:1673551329.963843:0:2269515:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000a5089673 refcount 49 to 172.16.0.22@o2ib 00000100:00000001:20.0:1673551329.963844:0:2269515:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560590877824 : -52831513118673792 : ff444e04cb9d7480) 02000000:00000001:20.0:1673551329.963844:0:2269515:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:20.0:1673551329.963845:0:2269515:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551329.963846:0:2269515:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:20.0:1673551329.963847:0:2269515:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000010:20.0:1673551329.963848:0:2269515:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006397638d. 00000100:00000200:20.0:1673551329.963850:0:2269515:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754806823472128, offset 224 00000400:00000200:20.0:1673551329.963852:0:2269515:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000400:00000200:20.0:1673551329.963855:0:2269515:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:20.0:1673551329.963857:0:2269515:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.22@o2ib local destination 00000400:00000200:20.0:1673551329.963859:0:2269515:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:20.0:1673551329.963862:0:2269515:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.22@o2ib(172.16.0.22@o2ib:172.16.0.22@o2ib) : PUT try# 0 00000800:00000200:20.0:1673551329.963864:0:2269515:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.22@o2ib 00000400:00000200:20.0:1673551329.963865:0:2269515:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:20.0:1673551329.963868:0:2269515:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000028e78a33] -> 172.16.0.22@o2ib (2) version: 12 00000800:00000200:20.0:1673551329.963869:0:2269515:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000001a128d74] (68)++ 00000800:00000200:20.0:1673551329.963870:0:2269515:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000001a128d74] (69)++ 00000800:00000200:20.0:1673551329.963873:0:2269515:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000001a128d74] (70)-- 00000100:00000001:20.0:1673551329.963874:0:2269515:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:20.0:1673551329.963875:0:2269515:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000a5089673 refcount 48 to 172.16.0.22@o2ib 00010000:00000001:20.0:1673551329.963875:0:2269515:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:20.0:1673551329.963876:0:2269515:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:20.0:1673551329.963876:0:2269515:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:20.0:1673551329.963878:0:2269515:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db5383d0 x1754806823472128/t0(0) o41->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:215/0 lens 224/368 e 0 to 0 dl 1673551335 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:20.0:1673551329.963883:0:2269515:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000db5383d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out05_00:ai200x-MDT0003-mdtlov_UUID+5:10858:x1754806823472128:12345-172.16.0.22@o2ib:41: Request processed in 105us (174us total) trans 0 rc 0/0 00000800:00000200:21.2:1673551329.963885:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (69)++ 00000100:00100000:20.0:1673551329.963886:0:2269515:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.22@o2ib, seq: 9286 00000100:00000040:20.0:1673551329.963887:0:2269515:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004d397a21 : new rpc_count 0 00000100:00000001:20.0:1673551329.963888:0:2269515:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:20.0:1673551329.963889:0:2269515:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:20.0:1673551329.963890:0:2269515:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000458136ae. 00000020:00000010:20.0:1673551329.963893:0:2269515:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047c79be3. 00000020:00000010:20.0:1673551329.963895:0:2269515:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000041691db. 00000020:00000040:20.0:1673551329.963896:0:2269515:0:(genops.c:979:class_export_put()) PUTting export 000000004d397a21 : new refcount 4 00000800:00000200:23.0:1673551329.963897:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (70)++ 00000100:00000001:20.0:1673551329.963898:0:2269515:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:23.0:1673551329.963903:0:12876:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000001a128d74] (71)-- 00000400:00000200:23.0:1673551329.963905:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:23.0:1673551329.963907:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000400:00000200:23.0:1673551329.963909:0:12876:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000006397638d 00000400:00000010:23.0:1673551329.963910:0:12876:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000006397638d. 00000100:00000001:23.0:1673551329.963912:0:12876:0:(events.c:416:reply_out_callback()) Process entered 00000800:00000200:22.0:1673551329.963912:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000100:00000001:23.0:1673551329.963913:0:12876:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:23.0:1673551329.963915:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 00000100:00000001:14.0:1673551330.005059:0:2358800:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:14.0:1673551330.005060:0:2358800:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551330.005064:0:2269464:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:7.0:1673551330.005065:0:2269464:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:17.0:1673551330.005066:0:2270165:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:17.0:1673551330.005068:0:2270165:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000004:00000001:11.0F:1673551330.005068:0:2270180:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000001:6.0:1673551330.005068:0:2270178:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000100:00000010:17.0:1673551330.005069:0:2270165:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000007cc2aa40. 00000004:00000020:6.0:1673551330.005069:0:2270178:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000004:00000020:11.0:1673551330.005070:0:2270180:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000010:6.0:1673551330.005071:0:2270178:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000004fc0b7e8. 00000020:00000040:17.0:1673551330.005072:0:2270165:0:(genops.c:1192:class_import_get()) import 00000000b84b80cc refcount=3 obd=ai200x-OST0000-osc-MDT0001 00000100:00000010:11.0:1673551330.005072:0:2270180:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000627cac48. 00000100:00000001:17.0:1673551330.005073:0:2270165:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:11.0:1673551330.005073:0:2270180:0:(genops.c:1192:class_import_get()) import 000000008bad2712 refcount=3 obd=ai200x-OST0006-osc-MDT0001 00000020:00000040:6.0:1673551330.005073:0:2270178:0:(genops.c:1192:class_import_get()) import 00000000bea1065f refcount=3 obd=ai200x-OST0007-osc-MDT0001 02000000:00000001:17.0:1673551330.005074:0:2270165:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:6.0:1673551330.005074:0:2270178:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:11.0:1673551330.005075:0:2270180:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:11.0:1673551330.005075:0:2270180:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:17.0:1673551330.005076:0:2270165:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1673551330.005077:0:2270180:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1673551330.005077:0:2270178:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000004:00000001:1.0:1673551330.005077:0:2270167:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 02000000:00000001:6.0:1673551330.005078:0:2270178:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1673551330.005078:0:2270167:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 02000000:00000010:17.0:1673551330.005079:0:2270165:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009dfd6887. 02000000:00000010:11.0:1673551330.005079:0:2270180:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c885b174. 02000000:00000010:6.0:1673551330.005080:0:2270178:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dbeb5106. 00000100:00000010:1.0:1673551330.005080:0:2270167:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000024e12157. 00000100:00000001:17.0:1673551330.005081:0:2270165:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551330.005081:0:2270180:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551330.005081:0:2270178:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1673551330.005081:0:2270167:0:(genops.c:1192:class_import_get()) import 00000000bf34f1d8 refcount=3 obd=ai200x-OST0001-osc-MDT0001 00000100:00000001:17.0:1673551330.005083:0:2270165:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:17.0:1673551330.005083:0:2270165:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551330.005083:0:2270180:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:6.0:1673551330.005083:0:2270178:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:6.0:1673551330.005083:0:2270178:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551330.005083:0:2270167:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1673551330.005083:0:2270167:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:11.0:1673551330.005084:0:2270180:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1673551330.005084:0:2270167:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1673551330.005085:0:2270167:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000345955d7. 00000100:00000040:17.0:1673551330.005086:0:2270165:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [000000007cc2aa40] to pc [ptlrpcd_04_02+2] req@000000007cc2aa40 x1754791738760768/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:11.0:1673551330.005086:0:2270180:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000627cac48] to pc [ptlrpcd_02_00+0] req@00000000627cac48 x1754791738760704/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:6.0:1673551330.005086:0:2270178:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [000000004fc0b7e8] to pc [ptlrpcd_01_02+2] req@000000004fc0b7e8 x1754791738760832/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1673551330.005087:0:2270167:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551330.005088:0:2270167:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1673551330.005088:0:2270167:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1673551330.005091:0:2270167:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [0000000024e12157] to pc [ptlrpcd_00_03+3] req@0000000024e12157 x1754791738760896/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:6.0:1673551330.005099:0:2270178:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:17.0:1673551330.005100:0:2270165:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:11.0:1673551330.005100:0:2270180:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1673551330.005104:0:2270167:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551330.005105:0:12920:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:19.0:1673551330.005107:0:12920:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551330.005107:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:19.0:1673551330.005108:0:12920:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:9.0F:1673551330.005109:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551330.005109:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551330.005109:0:12908:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:4.0:1673551330.005109:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:18.0:1673551330.005110:0:12921:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551330.005110:0:12908:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1673551330.005110:0:12905:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000040:19.0:1673551330.005111:0:12920:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007cc2aa40 x1754791738760768/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:18.0:1673551330.005111:0:12921:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551330.005111:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:8.0:1673551330.005111:0:12911:0:(ptlrpcd.c:421:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:4.0:1673551330.005111:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551330.005111:0:12905:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1673551330.005112:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551330.005112:0:12905:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:5.0:1673551330.005113:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004fc0b7e8 x1754791738760832/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1673551330.005114:0:12904:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551330.005115:0:12911:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1673551330.005115:0:12905:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000024e12157 x1754791738760896/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1673551330.005115:0:12904:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551330.005116:0:12920:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:8.0:1673551330.005116:0:12911:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1673551330.005117:0:12920:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551330.005117:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551330.005117:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1673551330.005118:0:12911:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 02000000:00000001:19.0:1673551330.005119:0:12920:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:5.0:1673551330.005119:0:12908:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 02000000:00000001:19.0:1673551330.005120:0:12920:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551330.005120:0:12908:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1673551330.005121:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000627cac48 x1754791738760704/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 02000000:00000001:5.0:1673551330.005121:0:12908:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1673551330.005121:0:12905:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1673551330.005121:0:12905:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:19.0:1673551330.005122:0:12920:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@000000007cc2aa40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_04_02:ai200x-MDT0001-mdtlov_UUID:12920:1754791738760768:172.16.0.56@o2ib:13: 02000000:00000001:5.0:1673551330.005122:0:12908:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1673551330.005123:0:12905:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:19.0:1673551330.005124:0:12920:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00100000:5.0:1673551330.005124:0:12908:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@000000004fc0b7e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:ai200x-MDT0001-mdtlov_UUID:12908:1754791738760832:172.16.0.22@o2ib:13: 02000000:00000001:3.0:1673551330.005124:0:12905:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1673551330.005125:0:12920:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:19.0:1673551330.005126:0:12920:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551330.005126:0:12911:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:5.0:1673551330.005126:0:12908:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1673551330.005126:0:12905:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@0000000024e12157 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ai200x-MDT0001-mdtlov_UUID:12905:1754791738760896:172.16.0.56@o2ib:13: 02000000:00000001:19.0:1673551330.005127:0:12920:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:8.0:1673551330.005127:0:12911:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1673551330.005127:0:12908:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:19.0:1673551330.005128:0:12920:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000175c14ce. 02000000:00000001:8.0:1673551330.005128:0:12911:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:5.0:1673551330.005128:0:12908:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551330.005128:0:12905:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:19.0:1673551330.005129:0:12920:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1673551330.005129:0:12911:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1673551330.005129:0:12908:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1673551330.005129:0:12905:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1673551330.005129:0:12905:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:8.0:1673551330.005130:0:12911:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000627cac48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:ai200x-MDT0001-mdtlov_UUID:12911:1754791738760704:172.16.0.22@o2ib:13: 02000000:00000001:3.0:1673551330.005130:0:12905:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:19.0:1673551330.005131:0:12920:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 02000000:00000010:5.0:1673551330.005131:0:12908:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e9a8a1d4. 00000400:00000010:19.0:1673551330.005132:0:12920:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000321f14fa. 00000100:00000001:8.0:1673551330.005132:0:12911:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:8.0:1673551330.005132:0:12911:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:5.0:1673551330.005132:0:12908:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1673551330.005132:0:12905:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000664cfce1. 02000000:00000001:3.0:1673551330.005132:0:12905:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:19.0:1673551330.005133:0:12920:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2e5dc16. 02000000:00000001:8.0:1673551330.005133:0:12911:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1673551330.005134:0:12911:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:19.0:1673551330.005135:0:12920:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738760768, portal 4 02000000:00000010:8.0:1673551330.005135:0:12911:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000df47b723. 00000400:00000200:5.0:1673551330.005135:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:3.0:1673551330.005135:0:12905:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:19.0:1673551330.005136:0:12920:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:19.0:1673551330.005136:0:12920:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912628178396160 : -52831445531155456 : ff444e1488252400) 02000000:00000001:8.0:1673551330.005136:0:12911:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:5.0:1673551330.005136:0:12908:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 0000000083d6e76c. 00000400:00000010:3.0:1673551330.005136:0:12905:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000853eabd3. 00000400:00000010:5.0:1673551330.005137:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003be8618e. 00000400:00000010:3.0:1673551330.005137:0:12905:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080b75dc9. 00000100:00000040:19.0:1673551330.005138:0:12920:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@000000007cc2aa40 x1754791738760768/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:8.0:1673551330.005138:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000010:8.0:1673551330.005139:0:12911:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000002a982864. 00000100:00000200:5.0:1673551330.005139:0:12908:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738760832, portal 4 00000100:00000200:3.0:1673551330.005139:0:12905:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738760896, portal 4 00000100:00000001:3.0:1673551330.005139:0:12905:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:19.0:1673551330.005140:0:12920:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000010:8.0:1673551330.005140:0:12911:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c682520b. 00000100:00000001:5.0:1673551330.005140:0:12908:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:5.0:1673551330.005140:0:12908:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912568026966144 : -52831505682585472 : ff444e0686d72880) 00000100:00000001:3.0:1673551330.005140:0:12905:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618818045056 : -52831454891506560 : ff444e125a398480) 00000100:00000040:19.0:1673551330.005141:0:12920:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000100:00000200:8.0:1673551330.005141:0:12911:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738760704, portal 4 00000400:00000010:19.0:1673551330.005142:0:12920:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003cdfd1ed. 00000100:00000200:19.0:1673551330.005142:0:12920:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738760768, offset 0 00000100:00000001:8.0:1673551330.005142:0:12911:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:8.0:1673551330.005142:0:12911:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912558540947456 : -52831515168604160 : ff444e04516e0000) 00000100:00000040:3.0:1673551330.005142:0:12905:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@0000000024e12157 x1754791738760896/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000040:5.0:1673551330.005143:0:12908:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@000000004fc0b7e8 x1754791738760832/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:19.0:1673551330.005144:0:12920:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000100:00000040:8.0:1673551330.005144:0:12911:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000627cac48 x1754791738760704/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1673551330.005144:0:12905:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:5.0:1673551330.005145:0:12908:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1673551330.005145:0:12905:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000400:00000200:19.0:1673551330.005146:0:12920:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000040:5.0:1673551330.005146:0:12908:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000010:3.0:1673551330.005146:0:12905:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054fe48f4. 00000100:00000001:8.0:1673551330.005147:0:12911:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000010:5.0:1673551330.005147:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c1badce. 00000100:00000200:3.0:1673551330.005147:0:12905:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738760896, offset 0 00000400:00000200:19.0:1673551330.005148:0:12920:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000100:00000040:8.0:1673551330.005148:0:12911:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000100:00000200:5.0:1673551330.005148:0:12908:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738760832, offset 0 00000400:00000010:8.0:1673551330.005149:0:12911:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a1795c2. 00000400:00000200:3.0:1673551330.005149:0:12905:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000100:00000200:8.0:1673551330.005150:0:12911:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738760704, offset 0 00000400:00000200:3.0:1673551330.005150:0:12905:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:19.0:1673551330.005151:0:12920:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964964, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:5.0:1673551330.005151:0:12908:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000400:00000200:8.0:1673551330.005152:0:12911:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000400:00000200:5.0:1673551330.005152:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:3.0:1673551330.005152:0:12905:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000400:00000200:19.0:1673551330.005153:0:12920:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964963, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964964, g:4294967295] 00000400:00000200:8.0:1673551330.005153:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:19.0:1673551330.005154:0:12920:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:5.0:1673551330.005154:0:12908:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.22@o2ib local destination 00000400:00000200:3.0:1673551330.005154:0:12905:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964964, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:8.0:1673551330.005155:0:12911:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.22@o2ib local destination 00000400:00000200:19.0:1673551330.005156:0:12920:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964964, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964963, g:4294967295] 00000400:00000200:5.0:1673551330.005156:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964964, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:3.0:1673551330.005156:0:12905:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964963, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964964, g:4294967295] 00000400:00000200:19.0:1673551330.005157:0:12920:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964963, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964963, g:4294967295] 00000400:00000200:8.0:1673551330.005157:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964964, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:19.0:1673551330.005158:0:12920:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:5.0:1673551330.005158:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964963, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964964, g:4294967295] 00000400:00000200:19.0:1673551330.005159:0:12920:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:8.0:1673551330.005159:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964963, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964964, g:4294967295] 00000400:00000200:3.0:1673551330.005159:0:12905:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:5.0:1673551330.005160:0:12908:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:19.0:1673551330.005161:0:12920:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:8.0:1673551330.005161:0:12911:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:5.0:1673551330.005161:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964964, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964964, g:4294967295] 00000400:00000200:3.0:1673551330.005161:0:12905:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964964, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964964, g:4294967295] 00000400:00000200:19.0:1673551330.005162:0:12920:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501149, 4501148] 00000400:00000200:8.0:1673551330.005162:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964964, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964964, g:4294967295] 00000400:00000200:5.0:1673551330.005163:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964964, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964964, g:4294967295] 00000400:00000200:3.0:1673551330.005163:0:12905:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964964, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964964, g:4294967295] 00000400:00000200:19.0:1673551330.005164:0:12920:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.56@o2ib 00000400:00000200:8.0:1673551330.005164:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964964, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964964, g:4294967295] 00000400:00000200:3.0:1673551330.005164:0:12905:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:19.0:1673551330.005165:0:12920:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:5.0:1673551330.005165:0:12908:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:5.0:1673551330.005165:0:12908:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:3.0:1673551330.005165:0:12905:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:8.0:1673551330.005166:0:12911:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:8.0:1673551330.005166:0:12911:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:3.0:1673551330.005166:0:12905:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:5.0:1673551330.005167:0:12908:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:3.0:1673551330.005167:0:12905:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501149, 4501149] 00000400:00000200:8.0:1673551330.005168:0:12911:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:5.0:1673551330.005168:0:12908:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.23@o2ib c:[32, 32], s:[3094122, 3094123] 00000400:00000200:8.0:1673551330.005169:0:12911:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.23@o2ib c:[32, 32], s:[3094122, 3094123] 00000400:00000200:5.0:1673551330.005169:0:12908:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.23@o2ib 00000400:00000200:3.0:1673551330.005169:0:12905:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.56@o2ib 00000400:00000200:3.0:1673551330.005169:0:12905:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:19.0:1673551330.005170:0:12920:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) : PUT try# 0 00000400:00000200:8.0:1673551330.005170:0:12911:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.22@o2ib 00000400:00000200:5.0:1673551330.005170:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:8.0:1673551330.005171:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:19.0:1673551330.005172:0:12920:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.56@o2ib 00000400:00000200:19.0:1673551330.005173:0:12920:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:5.0:1673551330.005174:0:12908:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.23@o2ib(172.16.0.22@o2ib:172.16.0.23@o2ib) : PUT try# 0 00000400:00000200:8.0:1673551330.005175:0:12911:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.22@o2ib(172.16.0.22@o2ib:172.16.0.22@o2ib) : PUT try# 0 00000400:00000200:3.0:1673551330.005175:0:12905:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) : PUT try# 0 00000800:00000200:19.0:1673551330.005176:0:12920:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000e56901fc] -> 172.16.0.56@o2ib (2) version: 12 00000800:00000200:19.0:1673551330.005176:0:12920:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000008042fb16] (68)++ 00000800:00000200:5.0:1673551330.005176:0:12908:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.23@o2ib 00000800:00000200:19.0:1673551330.005177:0:12920:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000008042fb16] (69)++ 00000800:00000200:8.0:1673551330.005177:0:12911:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.22@o2ib 00000400:00000200:5.0:1673551330.005177:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:3.0:1673551330.005177:0:12905:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.56@o2ib 00000400:00000200:3.0:1673551330.005178:0:12905:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:8.0:1673551330.005179:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:19.0:1673551330.005180:0:12920:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000008042fb16] (70)-- 00000100:00000001:19.0:1673551330.005180:0:12920:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:5.0:1673551330.005180:0:12908:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000086c48d2b] -> 172.16.0.23@o2ib (3) version: 12 00000100:00000001:19.0:1673551330.005181:0:12920:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:8.0:1673551330.005181:0:12911:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000028e78a33] -> 172.16.0.22@o2ib (2) version: 12 00000800:00000200:5.0:1673551330.005181:0:12908:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000006f8568c3] (68)++ 00000800:00000200:3.0:1673551330.005181:0:12905:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000e56901fc] -> 172.16.0.56@o2ib (2) version: 12 00000100:00000001:19.0:1673551330.005182:0:12920:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1673551330.005182:0:12911:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000001a128d74] (68)++ 00000800:00000200:5.0:1673551330.005182:0:12908:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000006f8568c3] (69)++ 00000800:00000200:3.0:1673551330.005182:0:12905:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000008042fb16] (69)++ 00000100:00000001:19.0:1673551330.005183:0:12920:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551330.005183:0:12920:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:8.0:1673551330.005183:0:12911:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000001a128d74] (69)++ 00000100:00000001:19.0:1673551330.005185:0:12920:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:8.0:1673551330.005185:0:12911:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000001a128d74] (70)-- 00000100:00000001:8.0:1673551330.005185:0:12911:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:5.0:1673551330.005185:0:12908:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000006f8568c3] (70)-- 00000100:00000001:5.0:1673551330.005185:0:12908:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551330.005186:0:12920:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:19.0:1673551330.005186:0:12920:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551330.005186:0:12911:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:5.0:1673551330.005186:0:12908:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:19.0:1673551330.005187:0:12920:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:19.0:1673551330.005187:0:12920:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551330.005187:0:12911:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551330.005187:0:12908:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.2:1673551330.005187:0:12905:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (70)++ 00000100:00000001:19.0:1673551330.005188:0:12920:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551330.005188:0:12920:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:19.0:1673551330.005188:0:12920:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1673551330.005188:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551330.005188:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551330.005188:0:12908:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551330.005188:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1673551330.005189:0:12920:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551330.005189:0:12920:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551330.005189:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551330.005189:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1673551330.005190:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551330.005190:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551330.005190:0:12908:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1673551330.005191:0:12908:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:5.0:1673551330.005191:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551330.005191:0:12908:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551330.005192:0:12908:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551330.005193:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551330.005193:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551330.005193:0:12908:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551330.005194:0:12908:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551330.005194:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.2:1673551330.005195:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (69)++ 00000800:00000200:3.0:1673551330.005195:0:12905:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000008042fb16] (71)++ 00000800:00000200:14.2F:1673551330.005197:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000006f8568c3] (69)++ 00000800:00000200:3.0:1673551330.005197:0:12905:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000008042fb16] (72)-- 00000100:00000001:3.0:1673551330.005198:0:12905:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551330.005199:0:12905:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1673551330.005199:0:12905:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551330.005200:0:12905:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551330.005201:0:12905:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:13.0:1673551330.005202:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (71)++ 00000100:00000001:3.0:1673551330.005203:0:12905:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1673551330.005203:0:12905:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1673551330.005204:0:12905:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551330.005204:0:12905:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1673551330.005205:0:12905:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551330.005205:0:12905:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:22.0:1673551330.005206:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (70)++ 00000100:00000001:3.0:1673551330.005206:0:12905:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551330.005206:0:12905:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1673551330.005206:0:12905:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551330.005207:0:12905:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1673551330.005210:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000008042fb16] (72)-- 00000800:00000200:22.0:1673551330.005212:0:12875:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000001a128d74] (71)-- 00000400:00000200:13.0:1673551330.005212:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:22.0:1673551330.005213:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1673551330.005213:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000006f8568c3] (70)++ 00000400:00000200:22.0:1673551330.005216:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000400:00000200:13.0:1673551330.005216:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 00000400:00000200:22.0:1673551330.005217:0:12875:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000005a1795c2 00000400:00000010:22.0:1673551330.005218:0:12875:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000005a1795c2. 00000400:00000200:13.0:1673551330.005218:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003cdfd1ed 00000800:00000200:23.0:1673551330.005219:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000100:00000001:22.0:1673551330.005219:0:12875:0:(events.c:54:request_out_callback()) Process entered 00000400:00000010:13.0:1673551330.005219:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003cdfd1ed. 00000800:00000200:12.0:1673551330.005219:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (71)++ 00000800:00000200:0.0:1673551330.005219:0:12865:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000006f8568c3] (71)-- 00000100:00000200:22.0:1673551330.005221:0:12875:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000627cac48 x1754791738760704/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:13.0:1673551330.005221:0:12871:0:(events.c:54:request_out_callback()) Process entered 00000800:00000200:12.0:1673551330.005221:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000008042fb16] (72)-- 00000400:00000200:0.0:1673551330.005221:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551330.005222:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:13.0:1673551330.005223:0:12871:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@000000007cc2aa40 x1754791738760768/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:12.0:1673551330.005224:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 00000400:00000200:0.0:1673551330.005224:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.23@o2ib: PUT: OK 00000400:00000200:12.0:1673551330.005226:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000054fe48f4 00000400:00000010:12.0:1673551330.005226:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000054fe48f4. 00000400:00000200:0.0:1673551330.005226:0:12865:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000007c1badce 00000100:00000001:22.0:1673551330.005227:0:12875:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000800:00000200:1.0:1673551330.005227:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006f8568c3] (70)-- 00000400:00000010:0.0:1673551330.005227:0:12865:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000007c1badce. 00000100:00000040:22.0:1673551330.005228:0:12875:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000627cac48 x1754791738760704/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:12.0:1673551330.005228:0:12872:0:(events.c:54:request_out_callback()) Process entered 00000100:00000001:0.0:1673551330.005228:0:12865:0:(events.c:54:request_out_callback()) Process entered 00000100:00000001:13.0:1673551330.005229:0:12871:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000200:12.0:1673551330.005229:0:12872:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@0000000024e12157 x1754791738760896/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000040:13.0:1673551330.005230:0:12871:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000007cc2aa40 x1754791738760768/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1673551330.005230:0:12865:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@000000004fc0b7e8 x1754791738760832/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:22.0:1673551330.005232:0:12875:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1673551330.005232:0:12875:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:22.0:1673551330.005233:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 00000100:00000001:12.0:1673551330.005233:0:12872:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:13.0:1673551330.005234:0:12871:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:12.0:1673551330.005234:0:12872:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000024e12157 x1754791738760896/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:13.0:1673551330.005235:0:12871:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:0.0:1673551330.005235:0:12865:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1673551330.005236:0:12865:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004fc0b7e8 x1754791738760832/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:13.0:1673551330.005237:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (71)-- 00000100:00000001:12.0:1673551330.005237:0:12872:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551330.005238:0:12872:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:13.0:1673551330.005239:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000800:00000200:12.0:1673551330.005239:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 00000100:00000001:0.0:1673551330.005245:0:12865:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551330.005246:0:12865:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:0.0:1673551330.005248:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006f8568c3] (69)-- 00000800:00000200:21.2:1673551330.005281:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (68)++ 00000800:00000200:14.2:1673551330.005284:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007b5fd11d] (68)++ 00000800:00000200:23.0:1673551330.005292:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (69)++ 00000800:00000200:1.0:1673551330.005296:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007b5fd11d] (69)++ 00000800:00000200:23.0:1673551330.005298:0:12876:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.22@o2ib 00000400:00000200:23.0:1673551330.005299:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551330.005302:0:12876:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.22@o2ib : PUT - for me 00000800:00000200:1.0:1673551330.005302:0:12866:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.23@o2ib 00000400:00000200:23.0:1673551330.005304:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:1.0:1673551330.005304:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:23.0:1673551330.005305:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:22.0:1673551330.005305:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000400:00000200:1.0:1673551330.005306:0:12866:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.23@o2ib : PUT - for me 00000400:00000200:23.0:1673551330.005307:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551330.005308:0:12876:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 368 into portal 4 MB=0x63bf94a3e5e00 00000400:00000200:1.0:1673551330.005309:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:0.0:1673551330.005309:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007b5fd11d] (70)-- 00000400:00000200:23.0:1673551330.005310:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:1.0:1673551330.005311:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:23.0:1673551330.005312:0:12876:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.22@o2ib of length 368/368 into md 0x13a9d9f5 [1] + 224 00000400:00000200:1.0:1673551330.005313:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551330.005314:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1673551330.005315:0:12866:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 368 into portal 4 MB=0x63bf94a3e5e80 00000400:00000200:23.0:1673551330.005316:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000400:00000200:1.0:1673551330.005317:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:1.0:1673551330.005320:0:12866:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.22@o2ib of length 368/368 into md 0x13a9d9d5 [1] + 224 00000400:00000200:1.0:1673551330.005322:0:12866:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1673551330.005324:0:12866:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.23@o2ib: PUT: OK 00000100:00000001:23.0:1673551330.005325:0:12876:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:1.0:1673551330.005325:0:12866:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:23.0:1673551330.005326:0:12876:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000627cac48 x1754791738760704/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1673551330.005327:0:12866:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@000000004fc0b7e8 x1754791738760832/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:1.0:1673551330.005331:0:12866:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@000000004fc0b7e8 x1754791738760832/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000040:23.0:1673551330.005332:0:12876:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000627cac48 x1754791738760704/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.2:1673551330.005335:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (68)++ 00000100:00000001:23.0:1673551330.005338:0:12876:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:1.0:1673551330.005338:0:12866:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:23.0:1673551330.005339:0:12876:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000001a128d74] (69)++ 00000800:00000200:1.0:1673551330.005339:0:12866:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000007b5fd11d] (69)++ 00000800:00000200:23.0:1673551330.005340:0:12876:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000001a128d74] (70)-- 00000800:00000200:23.0:1673551330.005341:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 00000800:00000200:1.0:1673551330.005341:0:12866:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000007b5fd11d] (70)-- 00000800:00000200:1.0:1673551330.005341:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007b5fd11d] (69)-- 00000100:00000001:8.0:1673551330.005345:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551330.005345:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551330.005345:0:12908:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1673551330.005346:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000800:00000200:13.0:1673551330.005347:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (69)++ 00000400:00000001:5.0:1673551330.005347:0:12908:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:5.0:1673551330.005348:0:12908:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:5.0:1673551330.005348:0:12908:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 0000000083d6e76c. 00000400:00000200:5.0:1673551330.005349:0:12908:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003be8618e 00000400:00000010:5.0:1673551330.005349:0:12908:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003be8618e. 00000100:00000001:5.0:1673551330.005350:0:12908:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:5.0:1673551330.005351:0:12908:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@000000004fc0b7e8 x1754791738760832/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:13.0:1673551330.005352:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[3] from 172.16.0.56@o2ib 00000400:00000001:8.0:1673551330.005352:0:12911:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:8.0:1673551330.005353:0:12911:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:8.0:1673551330.005353:0:12911:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000002a982864. 00000400:00000200:13.0:1673551330.005354:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:8.0:1673551330.005354:0:12911:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000c682520b 00000100:00000200:5.0:1673551330.005354:0:12908:0:(events.c:128:reply_in_callback()) @@@ unlink req@000000004fc0b7e8 x1754791738760832/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:8.0:1673551330.005355:0:12911:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000c682520b. 00000400:00000200:13.0:1673551330.005356:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.56@o2ib : PUT - for me 00000100:00000001:8.0:1673551330.005356:0:12911:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:5.0:1673551330.005356:0:12908:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:5.0:1673551330.005356:0:12908:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:8.0:1673551330.005357:0:12911:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000627cac48 x1754791738760704/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551330.005357:0:12908:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:5.0:1673551330.005358:0:12908:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000400:00000200:13.0:1673551330.005359:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:12.0:1673551330.005359:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (70)++ 00000100:00000200:8.0:1673551330.005359:0:12911:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000627cac48 x1754791738760704/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551330.005359:0:12908:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:5.0:1673551330.005359:0:12908:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1673551330.005360:0:12908:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1673551330.005361:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:12.0:1673551330.005361:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.56@o2ib 00000100:00000001:8.0:1673551330.005361:0:12911:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000200:13.0:1673551330.005362:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:8.0:1673551330.005362:0:12911:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1673551330.005362:0:12911:0:(client.c:1442:after_reply()) Process entered 00000100:00001000:5.0:1673551330.005362:0:12908:0:(import.c:1925:at_measured()) add 1 to 000000004df511b4 time=102 v=1 (1 1 1 1) 00000400:00000200:13.0:1673551330.005363:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 368 into portal 4 MB=0x63bf94a3e5ec0 02000000:00000001:8.0:1673551330.005363:0:12911:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:8.0:1673551330.005363:0:12911:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00001000:5.0:1673551330.005363:0:12908:0:(import.c:1925:at_measured()) add 1 to 00000000c2b67475 time=102 v=1 (1 1 1 1) 00000100:00000001:5.0:1673551330.005363:0:12908:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000400:00000200:12.0:1673551330.005364:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:8.0:1673551330.005364:0:12911:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551330.005364:0:12908:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1673551330.005365:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 02000000:00000001:8.0:1673551330.005365:0:12911:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1673551330.005365:0:12908:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000400:00000200:12.0:1673551330.005366:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.56@o2ib : PUT - for me 00000100:00001000:8.0:1673551330.005366:0:12911:0:(import.c:1925:at_measured()) add 1 to 000000005f4d656e time=102 v=1 (1 1 1 1) 00000400:00000200:13.0:1673551330.005367:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.56@o2ib of length 368/368 into md 0x4bd8e02d [1] + 224 00000400:00000200:12.0:1673551330.005367:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00001000:8.0:1673551330.005367:0:12911:0:(import.c:1925:at_measured()) add 1 to 00000000c14e5005 time=102 v=1 (1 1 1 1) 00010000:00000001:5.0:1673551330.005367:0:12908:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551330.005368:0:12911:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:8.0:1673551330.005368:0:12911:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551330.005368:0:12908:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:5.0:1673551330.005368:0:12908:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0007-osc-MDT0001: skip recheck: last_committed 231941380167 00000400:00000200:12.0:1673551330.005369:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00010000:00000001:8.0:1673551330.005369:0:12911:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:5.0:1673551330.005369:0:12908:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000400:00000200:13.0:1673551330.005370:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551330.005370:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00010000:00000001:8.0:1673551330.005370:0:12911:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551330.005370:0:12908:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1673551330.005371:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 368 into portal 4 MB=0x63bf94a3e5e40 00000100:00000001:8.0:1673551330.005371:0:12911:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:8.0:1673551330.005371:0:12911:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0006-osc-MDT0001: skip recheck: last_committed 274891053261 00000100:00000040:5.0:1673551330.005371:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004fc0b7e8 x1754791738760832/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000400:00000200:13.0:1673551330.005372:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 00000100:00000001:8.0:1673551330.005372:0:12911:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:8.0:1673551330.005372:0:12911:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551330.005373:0:12871:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:12.0:1673551330.005373:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000040:8.0:1673551330.005373:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000627cac48 x1754791738760704/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551330.005373:0:12908:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:13.0:1673551330.005374:0:12871:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@0000000024e12157 x1754791738760896/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551330.005374:0:12908:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:12.0:1673551330.005375:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.56@o2ib of length 368/368 into md 0x4bd8e00d [1] + 224 00000100:00000001:8.0:1673551330.005375:0:12911:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:5.0:1673551330.005375:0:12908:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:12.0:1673551330.005376:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:8.0:1673551330.005376:0:12911:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:8.0:1673551330.005376:0:12911:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:5.0:1673551330.005376:0:12908:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000001:8.0:1673551330.005377:0:12911:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000040:5.0:1673551330.005377:0:12908:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0007-osc-MDT0001: Updating status = 0 00000400:00000200:12.0:1673551330.005378:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 00000004:00000040:8.0:1673551330.005378:0:12911:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0006-osc-MDT0001: Updating status = 0 00000004:00000040:5.0:1673551330.005378:0:12908:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0007-osc-MDT0001: blocks=1923008600 free=1296952785 avail=1277487084 avail_mb=4990183 hwm_mb=14671 files=60817408 ffree=34420711 state=200: rc = 0 00000100:00000001:12.0:1673551330.005379:0:12872:0:(events.c:104:reply_in_callback()) Process entered 00000004:00000040:8.0:1673551330.005379:0:12911:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0006-osc-MDT0001: blocks=1923008600 free=1290824725 avail=1271359023 avail_mb=4966246 hwm_mb=14671 files=60817408 ffree=34088770 state=200: rc = 0 00000100:00000200:12.0:1673551330.005380:0:12872:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@000000007cc2aa40 x1754791738760768/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000004:00000020:5.0:1673551330.005380:0:12908:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0007-osc-MDT0001 (0000000019d3763d): 1923008600 blocks, 1296952785 free, 1277487084 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 33 reserved ino low, 67 reserved ino high, 60817408 files, 34420711 free files 0x200 00000004:00000020:8.0:1673551330.005381:0:12911:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0006-osc-MDT0001 (00000000a19474d5): 1923008600 blocks, 1290824725 free, 1271359023 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 34088770 free files 0x200 00000100:00000040:13.0:1673551330.005382:0:12871:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@0000000024e12157 x1754791738760896/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000004:00000001:5.0:1673551330.005382:0:12908:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:8.0:1673551330.005383:0:12911:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1673551330.005383:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004fc0b7e8 x1754791738760832/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000040:12.0:1673551330.005384:0:12872:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@000000007cc2aa40 x1754791738760768/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000040:8.0:1673551330.005384:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000627cac48 x1754791738760704/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00100000:5.0:1673551330.005385:0:12908:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@000000004fc0b7e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:ai200x-MDT0001-mdtlov_UUID:12908:1754791738760832:172.16.0.22@o2ib:13: 00000100:00100000:8.0:1673551330.005387:0:12911:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000627cac48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:ai200x-MDT0001-mdtlov_UUID:12911:1754791738760704:172.16.0.22@o2ib:13: 00000100:00000001:5.0:1673551330.005387:0:12908:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551330.005387:0:12908:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:8.0:1673551330.005388:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1673551330.005388:0:12911:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:5.0:1673551330.005388:0:12908:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004fc0b7e8 x1754791738760832/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000040:8.0:1673551330.005389:0:12911:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000627cac48 x1754791738760704/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551330.005390:0:12908:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:5.0:1673551330.005390:0:12908:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:13.0:1673551330.005391:0:12871:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:8.0:1673551330.005391:0:12911:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:8.0:1673551330.005391:0:12911:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:5.0:1673551330.005391:0:12908:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e9a8a1d4. 00000100:00000001:12.0:1673551330.005392:0:12872:0:(events.c:186:reply_in_callback()) Process leaving 02000000:00000010:8.0:1673551330.005392:0:12911:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000df47b723. 02000000:00000001:5.0:1673551330.005392:0:12908:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:5.0:1673551330.005392:0:12908:0:(genops.c:1199:class_import_put()) Process entered 00000800:00000200:13.0:1673551330.005393:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000008042fb16] (71)++ 00000800:00000200:12.0:1673551330.005393:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000008042fb16] (71)++ 02000000:00000001:8.0:1673551330.005393:0:12911:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:8.0:1673551330.005393:0:12911:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:5.0:1673551330.005393:0:12908:0:(genops.c:1205:class_import_put()) import 00000000bea1065f refcount=2 obd=ai200x-OST0007-osc-MDT0001 00000020:00000001:5.0:1673551330.005393:0:12908:0:(genops.c:1212:class_import_put()) Process leaving 00000800:00000200:13.0:1673551330.005394:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000008042fb16] (73)-- 00000800:00000200:12.0:1673551330.005394:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000008042fb16] (73)-- 00000020:00000040:8.0:1673551330.005394:0:12911:0:(genops.c:1205:class_import_put()) import 000000008bad2712 refcount=2 obd=ai200x-OST0006-osc-MDT0001 00000020:00000001:8.0:1673551330.005394:0:12911:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:5.0:1673551330.005394:0:12908:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000dbeb5106. 00000800:00000200:13.0:1673551330.005395:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (71)-- 02000000:00000010:8.0:1673551330.005395:0:12911:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c885b174. 02000000:00000001:8.0:1673551330.005395:0:12911:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:5.0:1673551330.005395:0:12908:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:5.0:1673551330.005395:0:12908:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000800:00000200:12.0:1673551330.005396:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 02000000:00000001:8.0:1673551330.005396:0:12911:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:8.0:1673551330.005396:0:12911:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000627cac48. 00000100:00000010:5.0:1673551330.005396:0:12908:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000004fc0b7e8. 00000800:00000200:13.0:1673551330.005397:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 00000100:00000001:8.0:1673551330.005397:0:12911:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:8.0:1673551330.005397:0:12911:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551330.005397:0:12908:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:5.0:1673551330.005397:0:12908:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551330.005397:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551330.005397:0:12905:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551330.005397:0:12905:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:19.0:1673551330.005398:0:12920:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551330.005398:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551330.005398:0:12908:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:19.0:1673551330.005399:0:12920:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1673551330.005399:0:12911:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:8.0:1673551330.005399:0:12911:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551330.005399:0:12908:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551330.005399:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551330.005399:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1673551330.005399:0:12905:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1673551330.005399:0:12905:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:8.0:1673551330.005400:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551330.005400:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551330.005400:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551330.005400:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1673551330.005400:0:12905:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000853eabd3. 00000400:00000200:3.0:1673551330.005400:0:12905:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000080b75dc9 00000100:00000001:8.0:1673551330.005401:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551330.005401:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1673551330.005401:0:12905:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000080b75dc9. 00000400:00000001:19.0:1673551330.005402:0:12920:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:19.0:1673551330.005402:0:12920:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1673551330.005402:0:12905:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:3.0:1673551330.005402:0:12905:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@0000000024e12157 x1754791738760896/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000010:19.0:1673551330.005403:0:12920:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000321f14fa. 00000400:00000200:19.0:1673551330.005404:0:12920:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000d2e5dc16 00000400:00000010:19.0:1673551330.005405:0:12920:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000d2e5dc16. 00000100:00000200:3.0:1673551330.005405:0:12905:0:(events.c:128:reply_in_callback()) @@@ unlink req@0000000024e12157 x1754791738760896/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:19.0:1673551330.005406:0:12920:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:19.0:1673551330.005407:0:12920:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@000000007cc2aa40 x1754791738760768/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1673551330.005407:0:12905:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:3.0:1673551330.005407:0:12905:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551330.005408:0:12905:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:3.0:1673551330.005408:0:12905:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000200:19.0:1673551330.005409:0:12920:0:(events.c:128:reply_in_callback()) @@@ unlink req@000000007cc2aa40 x1754791738760768/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1673551330.005409:0:12905:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1673551330.005409:0:12905:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1673551330.005410:0:12905:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551330.005411:0:12920:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:19.0:1673551330.005411:0:12920:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1673551330.005411:0:12905:0:(import.c:1925:at_measured()) add 1 to 00000000ab082929 time=102 v=1 (1 1 1 1) 00000100:00000001:19.0:1673551330.005412:0:12920:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:19.0:1673551330.005412:0:12920:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00001000:3.0:1673551330.005412:0:12905:0:(import.c:1925:at_measured()) add 1 to 0000000025d6da45 time=102 v=1 (1 1 1 1) 00000100:00000001:19.0:1673551330.005413:0:12920:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:19.0:1673551330.005413:0:12920:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551330.005413:0:12905:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1673551330.005413:0:12905:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1673551330.005414:0:12920:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1673551330.005414:0:12905:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00001000:19.0:1673551330.005415:0:12920:0:(import.c:1925:at_measured()) add 1 to 00000000f3eec6b4 time=102 v=1 (1 1 1 1) 00010000:00000001:3.0:1673551330.005415:0:12905:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:19.0:1673551330.005416:0:12920:0:(import.c:1925:at_measured()) add 1 to 00000000e1fb47f6 time=102 v=1 (1 1 1 1) 00000100:00000001:3.0:1673551330.005416:0:12905:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1673551330.005416:0:12905:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0001-osc-MDT0001: skip recheck: last_committed 313543462209 00000100:00000001:19.0:1673551330.005417:0:12920:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:19.0:1673551330.005417:0:12920:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551330.005417:0:12905:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1673551330.005417:0:12905:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:19.0:1673551330.005418:0:12920:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:19.0:1673551330.005418:0:12920:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1673551330.005418:0:12905:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000024e12157 x1754791738760896/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:19.0:1673551330.005419:0:12920:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:19.0:1673551330.005420:0:12920:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0000-osc-MDT0001: skip recheck: last_committed 313543463269 00000100:00000001:19.0:1673551330.005420:0:12920:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:19.0:1673551330.005420:0:12920:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551330.005420:0:12905:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:19.0:1673551330.005421:0:12920:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007cc2aa40 x1754791738760768/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1673551330.005421:0:12905:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1673551330.005421:0:12905:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1673551330.005422:0:12905:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000100:00000001:19.0:1673551330.005423:0:12920:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000040:3.0:1673551330.005423:0:12905:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0001-osc-MDT0001: Updating status = 0 00000100:00000001:19.0:1673551330.005424:0:12920:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000004:00000040:3.0:1673551330.005424:0:12905:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0001-osc-MDT0001: blocks=1923008600 free=1449267356 avail=1429801655 avail_mb=5585162 hwm_mb=14671 files=60817408 ffree=29434415 state=200: rc = 0 00000100:00000001:19.0:1673551330.005425:0:12920:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:19.0:1673551330.005425:0:12920:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000040:19.0:1673551330.005426:0:12920:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0000-osc-MDT0001: Updating status = 0 00000004:00000040:19.0:1673551330.005427:0:12920:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0000-osc-MDT0001: blocks=1923008600 free=1445531882 avail=1426066181 avail_mb=5570571 hwm_mb=14671 files=60817408 ffree=29307776 state=200: rc = 0 00000004:00000020:3.0:1673551330.005427:0:12905:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0001-osc-MDT0001 (00000000c75fd052): 1923008600 blocks, 1449267356 free, 1429801655 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 29434415 free files 0x200 00000004:00000020:19.0:1673551330.005429:0:12920:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0000-osc-MDT0001 (000000004ade8028): 1923008600 blocks, 1445531882 free, 1426066181 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 29307776 free files 0x200 00000004:00000001:3.0:1673551330.005429:0:12905:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1673551330.005430:0:12905:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024e12157 x1754791738760896/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000004:00000001:19.0:1673551330.005432:0:12920:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1673551330.005432:0:12905:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@0000000024e12157 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ai200x-MDT0001-mdtlov_UUID:12905:1754791738760896:172.16.0.56@o2ib:13: 00000100:00000040:19.0:1673551330.005433:0:12920:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007cc2aa40 x1754791738760768/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1673551330.005433:0:12905:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551330.005434:0:12905:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00100000:19.0:1673551330.005435:0:12920:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@000000007cc2aa40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_04_02:ai200x-MDT0001-mdtlov_UUID:12920:1754791738760768:172.16.0.56@o2ib:13: 00000100:00000040:3.0:1673551330.005435:0:12905:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000024e12157 x1754791738760896/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:19.0:1673551330.005436:0:12920:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551330.005436:0:12905:0:(client.c:2641:__ptlrpc_free_req()) Process entered 00000100:00000001:19.0:1673551330.005437:0:12920:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 02000000:00000001:3.0:1673551330.005437:0:12905:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1673551330.005437:0:12905:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000664cfce1. 00000100:00000040:19.0:1673551330.005438:0:12920:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000007cc2aa40 x1754791738760768/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:19.0:1673551330.005439:0:12920:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1673551330.005439:0:12905:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1673551330.005439:0:12905:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:3.0:1673551330.005439:0:12905:0:(genops.c:1205:class_import_put()) import 00000000bf34f1d8 refcount=2 obd=ai200x-OST0001-osc-MDT0001 02000000:00000001:19.0:1673551330.005440:0:12920:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:19.0:1673551330.005440:0:12920:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000175c14ce. 00000020:00000001:3.0:1673551330.005440:0:12905:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:3.0:1673551330.005440:0:12905:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000345955d7. 02000000:00000001:19.0:1673551330.005441:0:12920:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1673551330.005441:0:12905:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:19.0:1673551330.005442:0:12920:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:19.0:1673551330.005442:0:12920:0:(genops.c:1205:class_import_put()) import 00000000b84b80cc refcount=2 obd=ai200x-OST0000-osc-MDT0001 02000000:00000001:3.0:1673551330.005442:0:12905:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1673551330.005442:0:12905:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000024e12157. 00000020:00000001:19.0:1673551330.005443:0:12920:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:19.0:1673551330.005443:0:12920:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000009dfd6887. 00000100:00000001:3.0:1673551330.005443:0:12905:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1673551330.005443:0:12905:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:19.0:1673551330.005444:0:12920:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:19.0:1673551330.005444:0:12920:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1673551330.005444:0:12905:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:19.0:1673551330.005445:0:12920:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000007cc2aa40. 00000100:00000001:3.0:1673551330.005445:0:12905:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1673551330.005445:0:12905:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551330.005446:0:12920:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:19.0:1673551330.005446:0:12920:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1673551330.005446:0:12920:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551330.005446:0:12905:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551330.005446:0:12905:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551330.005447:0:12920:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1673551330.005447:0:12905:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551330.005447:0:12905:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551330.005448:0:12920:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551330.005448:0:12920:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:19.0:1673551330.005449:0:12920:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551330.005449:0:12920:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:19.0:1673551330.005449:0:12920:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551330.120121:0:242221:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551330.120122:0:242221:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551330.120123:0:242221:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000ee968231 (tot 183701348). 00000400:00000001:20.0:1673551330.120124:0:242221:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551330.120125:0:242221:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:20.0:1673551330.120126:0:242221:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551330.120129:0:242221:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000ee968231 (tot 183700476). 00000400:00000001:20.0:1673551330.120130:0:242221:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551330.120142:0:242221:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551330.120142:0:242221:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551330.120143:0:242221:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000ee968231 (tot 183701348). 00000400:00000001:20.0:1673551330.120143:0:242221:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551330.120144:0:242221:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:20.0:1673551330.120144:0:242221:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551330.120145:0:242221:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000ee968231 (tot 183700476). 00000400:00000001:20.0:1673551330.120146:0:242221:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551330.120149:0:242221:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551330.120149:0:242221:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551330.120149:0:242221:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000ee968231 (tot 183701348). 00000400:00000001:20.0:1673551330.120150:0:242221:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551330.120150:0:242221:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:20.0:1673551330.120151:0:242221:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551330.120152:0:242221:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000ee968231 (tot 183700476). 00000400:00000001:20.0:1673551330.120152:0:242221:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551330.120154:0:242221:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551330.120154:0:242221:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551330.120154:0:242221:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000ee968231 (tot 183701348). 00000400:00000001:20.0:1673551330.120155:0:242221:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551330.120155:0:242221:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:20.0:1673551330.120155:0:242221:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551330.120156:0:242221:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000ee968231 (tot 183700476). 00000400:00000001:20.0:1673551330.120156:0:242221:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:20.0:1673551330.161371:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073532655852 : -176895764 : fffffffff574c8ec) 00000020:00000001:20.0:1673551330.161373:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=261438238 : 261438238 : f953b1e) 00000020:00000001:20.0:1673551330.161374:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=374303740 : 374303740 : 164f6bfc) 00000020:00000001:20.0:1673551330.161374:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073206932509 : -502619107 : ffffffffe20aa41d) 00000020:00000001:20.0:1673551330.161375:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072226266918 : -1483284698 : ffffffffa796df26) 00000020:00000001:20.0:1673551330.161375:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073557037797 : -152513819 : fffffffff6e8d2e5) 00000020:00000001:20.0:1673551330.161376:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=142330383 : 142330383 : 87bca0f) 00000020:00000001:20.0:1673551330.161376:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073424246021 : -285305595 : ffffffffeefe9505) 00000020:00000001:20.0:1673551330.161377:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072927438438 : -782113178 : ffffffffd161e666) 00000020:00000001:20.0:1673551330.161377:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072929541117 : -780010499 : ffffffffd181fbfd) 00000020:00000001:20.0:1673551330.161378:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072599122873 : -1110428743 : ffffffffbdd033b9) 00000020:00000001:20.0:1673551330.161378:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072658305467 : -1051246149 : ffffffffc15741bb) 00000020:00000001:20.0:1673551330.161379:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1805721480 : 1805721480 : 6ba11f88) 00000020:00000001:20.0:1673551330.161379:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1465028245 : 1465028245 : 57528e95) 00000020:00000001:20.0:1673551330.161380:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=2399207736 : 2399207736 : 8f010138) 00000020:00000001:20.0:1673551330.161380:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1574751331 : 1574751331 : 5ddccc63) 00000020:00000001:20.0:1673551330.161381:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=304502899 : 304502899 : 12265873) 00000020:00000001:20.0:1673551330.161381:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1730244493 : 1730244493 : 67216f8d) 00000020:00000001:20.0:1673551330.161382:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1584833333 : 1584833333 : 5e76a335) 00000020:00000001:20.0:1673551330.161382:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1533026031 : 1533026031 : 5b601eef) 00000020:00000001:20.0:1673551330.161383:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072928233222 : -781318394 : ffffffffd16e0706) 00000020:00000001:20.0:1673551330.161383:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=89605498 : 89605498 : 557457a) 00000020:00000001:20.0:1673551330.161384:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072905640396 : -803911220 : ffffffffd01549cc) 00000020:00000001:20.0:1673551330.161384:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=48074853 : 48074853 : 2dd9065) 00000020:00000001:20.0:1673551330.161425:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073532655852 : -176895764 : fffffffff574c8ec) 00000020:00000001:20.0:1673551330.161426:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=261438238 : 261438238 : f953b1e) 00000020:00000001:20.0:1673551330.161427:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=374303740 : 374303740 : 164f6bfc) 00000020:00000001:20.0:1673551330.161427:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073206932509 : -502619107 : ffffffffe20aa41d) 00000020:00000001:20.0:1673551330.161428:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072226266918 : -1483284698 : ffffffffa796df26) 00000020:00000001:20.0:1673551330.161428:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073557037797 : -152513819 : fffffffff6e8d2e5) 00000020:00000001:20.0:1673551330.161429:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=142330383 : 142330383 : 87bca0f) 00000020:00000001:20.0:1673551330.161429:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073424246021 : -285305595 : ffffffffeefe9505) 00000020:00000001:20.0:1673551330.161430:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072927438438 : -782113178 : ffffffffd161e666) 00000020:00000001:20.0:1673551330.161430:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072929541117 : -780010499 : ffffffffd181fbfd) 00000020:00000001:20.0:1673551330.161430:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072599122873 : -1110428743 : ffffffffbdd033b9) 00000020:00000001:20.0:1673551330.161431:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072658305467 : -1051246149 : ffffffffc15741bb) 00000020:00000001:20.0:1673551330.161431:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1805721480 : 1805721480 : 6ba11f88) 00000020:00000001:20.0:1673551330.161432:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1465028245 : 1465028245 : 57528e95) 00000020:00000001:20.0:1673551330.161432:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=2399207736 : 2399207736 : 8f010138) 00000020:00000001:20.0:1673551330.161433:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1574751331 : 1574751331 : 5ddccc63) 00000020:00000001:20.0:1673551330.161433:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=304502899 : 304502899 : 12265873) 00000020:00000001:20.0:1673551330.161433:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1730244493 : 1730244493 : 67216f8d) 00000020:00000001:20.0:1673551330.161434:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1584833333 : 1584833333 : 5e76a335) 00000020:00000001:20.0:1673551330.161434:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1533026031 : 1533026031 : 5b601eef) 00000020:00000001:20.0:1673551330.161435:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072928233222 : -781318394 : ffffffffd16e0706) 00000020:00000001:20.0:1673551330.161435:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=89605498 : 89605498 : 557457a) 00000020:00000001:20.0:1673551330.161435:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072905640396 : -803911220 : ffffffffd01549cc) 00000020:00000001:20.0:1673551330.161436:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=48074853 : 48074853 : 2dd9065) 00000020:00000040:20.0:1673551330.161481:0:242225:0:(obd_config.c:920:class_incref()) incref MGC172.16.0.56@o2ib (00000000dc661651) now 5 00000020:00000001:20.0:1673551330.161483:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161483:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161484:0:242225:0:(obd_config.c:931:class_decref()) Decref MGC172.16.0.56@o2ib (00000000dc661651) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161485:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 00000020:00000001:20.0:1673551330.161486:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161487:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161487:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 - health_check_show 00000020:00000040:20.0:1673551330.161488:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 00000020:00000001:20.0:1673551330.161489:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161489:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161490:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161490:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 00000020:00000001:20.0:1673551330.161491:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161491:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161491:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161492:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 00000020:00000001:20.0:1673551330.161493:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161493:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161493:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161494:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 00000020:00000001:20.0:1673551330.161494:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161494:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161495:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161495:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 00000020:00000001:20.0:1673551330.161496:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161496:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161496:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161497:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 00000020:00000001:20.0:1673551330.161498:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161499:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161499:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161500:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 00000020:00000001:20.0:1673551330.161500:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161500:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161501:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161501:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 00000020:00000001:20.0:1673551330.161502:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161502:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161502:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161503:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 00000020:00000001:20.0:1673551330.161504:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161504:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161505:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161505:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 00000020:00000001:20.0:1673551330.161506:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161506:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161506:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161507:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 00000020:00000001:20.0:1673551330.161507:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161507:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161508:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161508:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 00000020:00000001:20.0:1673551330.161509:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161509:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161509:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161510:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 00000020:00000001:20.0:1673551330.161510:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161511:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161511:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161511:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osd (00000000854d7bae) now 5 00000020:00000001:20.0:1673551330.161512:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161513:0:242225:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161514:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osd (00000000854d7bae) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161515:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 00000020:00000001:20.0:1673551330.161515:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161516:0:242225:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161516:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161517:0:242225:0:(obd_config.c:920:class_incref()) incref OSS (00000000c9099cbe) now 3 00000020:00000001:20.0:1673551330.161518:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161526:0:242225:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161526:0:242225:0:(obd_config.c:931:class_decref()) Decref OSS (00000000c9099cbe) now 3 - health_check_show 00000020:00000040:20.0:1673551330.161527:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002 (00000000539e52b3) now 19 00000020:00000001:20.0:1673551330.161528:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:20.0:1673551330.161530:0:242225:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000041691db. 00000020:00000010:20.0:1673551330.161532:0:242225:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b9f9a5a1. 00000020:00000010:20.0:1673551330.161533:0:242225:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000655ad7ac. 00000020:00000010:20.0:1673551330.161534:0:242225:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551330.161536:0:242225:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000669d7f7e. 80000000:00000010:20.0:1673551330.161537:0:242225:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000038b03b2c. 40000000:00000010:20.0:1673551330.161539:0:242225:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 00000000130d99a6. 00040000:00000010:20.0:1673551330.161541:0:242225:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000e0d293aa. 00040000:00000010:20.0:1673551330.161541:0:242225:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000d9cfdecf. 00080000:00000010:20.0:1673551330.161543:0:242225:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000fcef7103. 00080000:00000010:20.0:1673551330.161544:0:242225:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d8375487. 00100000:00000010:20.0:1673551330.161547:0:242225:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a37aa71f. 00002000:00000010:20.0:1673551330.161548:0:242225:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000ee968231. 00000020:00000010:20.0:1673551330.161555:0:242225:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000b9f9a5a1. 00000020:00000010:20.0:1673551330.161556:0:242225:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000655ad7ac. 00000020:00000010:20.0:1673551330.161557:0:242225:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551330.161558:0:242225:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000669d7f7e. 80000000:00000010:20.0:1673551330.161559:0:242225:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000038b03b2c. 40000000:00000010:20.0:1673551330.161559:0:242225:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 00000000130d99a6. 00040000:00000010:20.0:1673551330.161560:0:242225:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000e0d293aa. 00040000:00000010:20.0:1673551330.161561:0:242225:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000d9cfdecf. 00080000:00000010:20.0:1673551330.161562:0:242225:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d8375487. 00080000:00000010:20.0:1673551330.161563:0:242225:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000fcef7103. 00100000:00000010:20.0:1673551330.161564:0:242225:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a37aa71f. 00002000:00000010:20.0:1673551330.161564:0:242225:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000ee968231. 00000020:00000010:20.0:1673551330.161566:0:242225:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000041691db. 00000020:00000001:20.0:1673551330.161566:0:242225:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161567:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002 (00000000539e52b3) now 19 - health_check_show 00000020:00000040:20.0:1673551330.161568:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 00000020:00000001:20.0:1673551330.161568:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161569:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161570:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161571:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 00000020:00000001:20.0:1673551330.161571:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161572:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161572:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161573:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 00000020:00000001:20.0:1673551330.161573:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161573:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161573:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161574:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 00000020:00000001:20.0:1673551330.161574:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161575:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161575:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161576:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003 (000000002b59130a) now 19 00000020:00000001:20.0:1673551330.161577:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:20.0:1673551330.161577:0:242225:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000041691db. 00000020:00000010:20.0:1673551330.161577:0:242225:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000da0c3654. 00000020:00000010:20.0:1673551330.161578:0:242225:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000a37aa71f. 00000020:00000010:20.0:1673551330.161578:0:242225:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551330.161579:0:242225:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000d9cfdecf. 80000000:00000010:20.0:1673551330.161579:0:242225:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000038b03b2c. 40000000:00000010:20.0:1673551330.161580:0:242225:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 00000000130d99a6. 00040000:00000010:20.0:1673551330.161580:0:242225:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000e0d293aa. 00040000:00000010:20.0:1673551330.161581:0:242225:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000669d7f7e. 00080000:00000010:20.0:1673551330.161581:0:242225:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000fcef7103. 00080000:00000010:20.0:1673551330.161582:0:242225:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d8375487. 00100000:00000010:20.0:1673551330.161582:0:242225:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000655ad7ac. 00002000:00000010:20.0:1673551330.161583:0:242225:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000ee968231. 00000020:00000010:20.0:1673551330.161586:0:242225:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000da0c3654. 00000020:00000010:20.0:1673551330.161586:0:242225:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000a37aa71f. 00000020:00000010:20.0:1673551330.161587:0:242225:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551330.161587:0:242225:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000d9cfdecf. 80000000:00000010:20.0:1673551330.161588:0:242225:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000038b03b2c. 40000000:00000010:20.0:1673551330.161589:0:242225:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 00000000130d99a6. 00040000:00000010:20.0:1673551330.161589:0:242225:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000e0d293aa. 00040000:00000010:20.0:1673551330.161589:0:242225:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000669d7f7e. 00080000:00000010:20.0:1673551330.161590:0:242225:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d8375487. 00080000:00000010:20.0:1673551330.161590:0:242225:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000fcef7103. 00100000:00000010:20.0:1673551330.161591:0:242225:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000655ad7ac. 00002000:00000010:20.0:1673551330.161591:0:242225:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000ee968231. 00000020:00000010:20.0:1673551330.161592:0:242225:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000041691db. 00000020:00000001:20.0:1673551330.161592:0:242225:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161593:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003 (000000002b59130a) now 19 - health_check_show 00000020:00000040:20.0:1673551330.161593:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 00000020:00000001:20.0:1673551330.161594:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161594:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161594:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161595:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 00000020:00000001:20.0:1673551330.161595:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161595:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161596:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161596:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 00000020:00000001:20.0:1673551330.161597:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161597:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161597:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161598:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 00000020:00000001:20.0:1673551330.161598:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161598:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161599:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161600:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 00000020:00000001:20.0:1673551330.161600:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161601:0:242225:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161602:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 - health_check_show 00000020:00000040:20.0:1673551330.161602:0:242225:0:(obd_config.c:920:class_incref()) incref MDS (00000000f55b68e7) now 3 00000020:00000001:20.0:1673551330.161603:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161612:0:242225:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161612:0:242225:0:(obd_config.c:931:class_decref()) Decref MDS (00000000f55b68e7) now 3 - health_check_show 00000020:00000040:20.0:1673551330.161614:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 00000020:00000001:20.0:1673551330.161614:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161616:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161616:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 - health_check_show 00000020:00000040:20.0:1673551330.161617:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001 (00000000315cb77a) now 53 00000020:00000001:20.0:1673551330.161617:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161618:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161618:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001 (00000000315cb77a) now 53 - health_check_show 00000020:00000040:20.0:1673551330.161619:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDD0001 (00000000be65ec15) now 4 00000020:00000001:20.0:1673551330.161620:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161620:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161621:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDD0001 (00000000be65ec15) now 4 - health_check_show 00000020:00000040:20.0:1673551330.161621:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 00000020:00000001:20.0:1673551330.161622:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161622:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161622:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161623:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 00000020:00000001:20.0:1673551330.161623:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161624:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161624:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161624:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 00000020:00000001:20.0:1673551330.161625:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161625:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161625:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161626:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 00000020:00000001:20.0:1673551330.161626:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161627:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161627:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161628:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 00000020:00000001:20.0:1673551330.161628:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161628:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161629:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161629:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 00000020:00000001:20.0:1673551330.161630:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161630:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161631:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161631:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 00000020:00000001:20.0:1673551330.161632:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161632:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161632:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161633:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 00000020:00000001:20.0:1673551330.161633:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161634:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161634:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161634:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 00000020:00000001:20.0:1673551330.161635:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161635:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161635:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161636:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 00000020:00000001:20.0:1673551330.161636:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161637:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161637:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161638:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 00000020:00000001:20.0:1673551330.161638:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161639:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161639:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161640:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 00000020:00000001:20.0:1673551330.161640:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161640:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161641:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 - health_check_show 00000020:00000040:20.0:1673551330.161672:0:242225:0:(obd_config.c:920:class_incref()) incref MGC172.16.0.56@o2ib (00000000dc661651) now 5 00000020:00000001:20.0:1673551330.161673:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161673:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161674:0:242225:0:(obd_config.c:931:class_decref()) Decref MGC172.16.0.56@o2ib (00000000dc661651) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161675:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 00000020:00000001:20.0:1673551330.161675:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161676:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161676:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 - health_check_seq_show 00000020:00000040:20.0:1673551330.161677:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 00000020:00000001:20.0:1673551330.161678:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161678:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161678:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161679:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 00000020:00000001:20.0:1673551330.161679:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161679:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161680:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161680:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 00000020:00000001:20.0:1673551330.161681:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161681:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161681:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161682:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 00000020:00000001:20.0:1673551330.161682:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161683:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161683:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161683:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 00000020:00000001:20.0:1673551330.161684:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161684:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161684:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161685:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 00000020:00000001:20.0:1673551330.161685:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161686:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161686:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161686:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 00000020:00000001:20.0:1673551330.161687:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161687:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161687:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161688:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 00000020:00000001:20.0:1673551330.161688:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161689:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161689:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161690:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 00000020:00000001:20.0:1673551330.161690:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161690:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161691:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161691:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 00000020:00000001:20.0:1673551330.161692:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161692:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161692:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161693:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 00000020:00000001:20.0:1673551330.161693:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161693:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161694:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161694:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 00000020:00000001:20.0:1673551330.161695:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161695:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161695:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161696:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 00000020:00000001:20.0:1673551330.161696:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161697:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161697:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161697:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osd (00000000854d7bae) now 5 00000020:00000001:20.0:1673551330.161698:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161698:0:242225:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161698:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osd (00000000854d7bae) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161699:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 00000020:00000001:20.0:1673551330.161699:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161700:0:242225:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161700:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161700:0:242225:0:(obd_config.c:920:class_incref()) incref OSS (00000000c9099cbe) now 3 00000020:00000001:20.0:1673551330.161701:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161703:0:242225:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161703:0:242225:0:(obd_config.c:931:class_decref()) Decref OSS (00000000c9099cbe) now 3 - health_check_seq_show 00000020:00000040:20.0:1673551330.161704:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002 (00000000539e52b3) now 19 00000020:00000001:20.0:1673551330.161704:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:20.0:1673551330.161705:0:242225:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9f9a5a1. 00000020:00000010:20.0:1673551330.161705:0:242225:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000669d7f7e. 00000020:00000010:20.0:1673551330.161706:0:242225:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000655ad7ac. 00000020:00000010:20.0:1673551330.161706:0:242225:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551330.161707:0:242225:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000d9cfdecf. 80000000:00000010:20.0:1673551330.161707:0:242225:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000038b03b2c. 40000000:00000010:20.0:1673551330.161708:0:242225:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 000000001e958ed7. 00040000:00000010:20.0:1673551330.161708:0:242225:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000e0d293aa. 00040000:00000010:20.0:1673551330.161709:0:242225:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000da0c3654. 00080000:00000010:20.0:1673551330.161709:0:242225:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000fcef7103. 00080000:00000010:20.0:1673551330.161710:0:242225:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d8375487. 00100000:00000010:20.0:1673551330.161711:0:242225:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a37aa71f. 00002000:00000010:20.0:1673551330.161711:0:242225:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000ee968231. 00000020:00000010:20.0:1673551330.161713:0:242225:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000669d7f7e. 00000020:00000010:20.0:1673551330.161713:0:242225:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000655ad7ac. 00000020:00000010:20.0:1673551330.161714:0:242225:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551330.161714:0:242225:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000d9cfdecf. 80000000:00000010:20.0:1673551330.161715:0:242225:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000038b03b2c. 40000000:00000010:20.0:1673551330.161715:0:242225:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 000000001e958ed7. 00040000:00000010:20.0:1673551330.161715:0:242225:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000e0d293aa. 00040000:00000010:20.0:1673551330.161716:0:242225:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000da0c3654. 00080000:00000010:20.0:1673551330.161716:0:242225:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d8375487. 00080000:00000010:20.0:1673551330.161717:0:242225:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000fcef7103. 00100000:00000010:20.0:1673551330.161717:0:242225:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a37aa71f. 00002000:00000010:20.0:1673551330.161718:0:242225:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000ee968231. 00000020:00000010:20.0:1673551330.161718:0:242225:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9f9a5a1. 00000020:00000001:20.0:1673551330.161719:0:242225:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161719:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002 (00000000539e52b3) now 19 - health_check_seq_show 00000020:00000040:20.0:1673551330.161720:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 00000020:00000001:20.0:1673551330.161720:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161722:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161722:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161723:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 00000020:00000001:20.0:1673551330.161723:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161723:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161724:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161724:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 00000020:00000001:20.0:1673551330.161725:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161725:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161725:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161726:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 00000020:00000001:20.0:1673551330.161726:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161726:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161727:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161727:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003 (000000002b59130a) now 19 00000020:00000001:20.0:1673551330.161728:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:20.0:1673551330.161728:0:242225:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9f9a5a1. 00000020:00000010:20.0:1673551330.161728:0:242225:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d2380e56. 00000020:00000010:20.0:1673551330.161729:0:242225:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000a37aa71f. 00000020:00000010:20.0:1673551330.161729:0:242225:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551330.161730:0:242225:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000da0c3654. 80000000:00000010:20.0:1673551330.161730:0:242225:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000038b03b2c. 40000000:00000010:20.0:1673551330.161731:0:242225:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 000000001e958ed7. 00040000:00000010:20.0:1673551330.161731:0:242225:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000e0d293aa. 00040000:00000010:20.0:1673551330.161732:0:242225:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000d9cfdecf. 00080000:00000010:20.0:1673551330.161732:0:242225:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000fcef7103. 00080000:00000010:20.0:1673551330.161733:0:242225:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d8375487. 00100000:00000010:20.0:1673551330.161733:0:242225:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000655ad7ac. 00002000:00000010:20.0:1673551330.161734:0:242225:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000ee968231. 00000020:00000010:20.0:1673551330.161735:0:242225:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000d2380e56. 00000020:00000010:20.0:1673551330.161735:0:242225:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000a37aa71f. 00000020:00000010:20.0:1673551330.161736:0:242225:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551330.161736:0:242225:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000da0c3654. 80000000:00000010:20.0:1673551330.161737:0:242225:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000038b03b2c. 40000000:00000010:20.0:1673551330.161738:0:242225:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 000000001e958ed7. 00040000:00000010:20.0:1673551330.161738:0:242225:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000e0d293aa. 00040000:00000010:20.0:1673551330.161738:0:242225:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000d9cfdecf. 00080000:00000010:20.0:1673551330.161739:0:242225:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d8375487. 00080000:00000010:20.0:1673551330.161739:0:242225:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000fcef7103. 00100000:00000010:20.0:1673551330.161740:0:242225:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000655ad7ac. 00002000:00000010:20.0:1673551330.161740:0:242225:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000ee968231. 00000020:00000010:20.0:1673551330.161741:0:242225:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9f9a5a1. 00000020:00000001:20.0:1673551330.161741:0:242225:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161742:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003 (000000002b59130a) now 19 - health_check_seq_show 00000020:00000040:20.0:1673551330.161742:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 00000020:00000001:20.0:1673551330.161742:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161743:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161743:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161744:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 00000020:00000001:20.0:1673551330.161744:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161744:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161745:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161745:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 00000020:00000001:20.0:1673551330.161745:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161746:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161746:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161747:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 00000020:00000001:20.0:1673551330.161747:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161747:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161748:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161748:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 00000020:00000001:20.0:1673551330.161748:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161749:0:242225:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161749:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 - health_check_seq_show 00000020:00000040:20.0:1673551330.161750:0:242225:0:(obd_config.c:920:class_incref()) incref MDS (00000000f55b68e7) now 3 00000020:00000001:20.0:1673551330.161750:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161752:0:242225:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161753:0:242225:0:(obd_config.c:931:class_decref()) Decref MDS (00000000f55b68e7) now 3 - health_check_seq_show 00000020:00000040:20.0:1673551330.161753:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 00000020:00000001:20.0:1673551330.161754:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161754:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161754:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 - health_check_seq_show 00000020:00000040:20.0:1673551330.161755:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001 (00000000315cb77a) now 53 00000020:00000001:20.0:1673551330.161755:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161755:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161756:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001 (00000000315cb77a) now 53 - health_check_seq_show 00000020:00000040:20.0:1673551330.161756:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDD0001 (00000000be65ec15) now 4 00000020:00000001:20.0:1673551330.161757:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161757:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161757:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDD0001 (00000000be65ec15) now 4 - health_check_seq_show 00000020:00000040:20.0:1673551330.161758:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 00000020:00000001:20.0:1673551330.161758:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161758:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161759:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161759:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 00000020:00000001:20.0:1673551330.161760:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161760:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161760:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161761:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 00000020:00000001:20.0:1673551330.161761:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161761:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161762:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161762:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 00000020:00000001:20.0:1673551330.161763:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161763:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161763:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161764:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 00000020:00000001:20.0:1673551330.161764:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161764:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161765:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161765:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 00000020:00000001:20.0:1673551330.161766:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161766:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161767:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161767:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 00000020:00000001:20.0:1673551330.161767:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161768:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161768:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161768:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 00000020:00000001:20.0:1673551330.161769:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161769:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161769:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161770:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 00000020:00000001:20.0:1673551330.161770:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161771:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161771:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161771:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 00000020:00000001:20.0:1673551330.161772:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161772:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161772:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161773:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 00000020:00000001:20.0:1673551330.161773:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161774:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161774:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551330.161774:0:242225:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 00000020:00000001:20.0:1673551330.161775:0:242225:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551330.161775:0:242225:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551330.161775:0:242225:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 - health_check_seq_show 00080000:00000010:20.0:1673551330.162160:0:242225:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162164:0:242225:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162176:0:242225:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162177:0:242225:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162184:0:242225:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162185:0:242225:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162272:0:242225:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162274:0:242225:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162284:0:242225:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162285:0:242225:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162292:0:242225:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162293:0:242225:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162480:0:242225:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162481:0:242225:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162491:0:242225:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162492:0:242225:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162499:0:242225:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162500:0:242225:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162584:0:242225:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162586:0:242225:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162596:0:242225:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162597:0:242225:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162603:0:242225:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162604:0:242225:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162688:0:242225:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162689:0:242225:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162699:0:242225:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162700:0:242225:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162710:0:242225:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551330.162711:0:242225:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00000020:00000001:20.0:1673551330.164228:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709534356 : -17260 : ffffffffffffbc94) 00000020:00000001:20.0:1673551330.164230:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709544896 : -6720 : ffffffffffffe5c0) 00000020:00000001:20.0:1673551330.164231:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709535372 : -16244 : ffffffffffffc08c) 00000020:00000001:20.0:1673551330.164231:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709546493 : -5123 : ffffffffffffebfd) 00000020:00000001:20.0:1673551330.164232:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=55664 : 55664 : d970) 00000020:00000001:20.0:1673551330.164233:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709539462 : -12154 : ffffffffffffd086) 00000020:00000001:20.0:1673551330.164233:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=100021 : 100021 : 186b5) 00000020:00000001:20.0:1673551330.164234:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=17760 : 17760 : 4560) 00000020:00000001:20.0:1673551330.164235:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709535518 : -16098 : ffffffffffffc11e) 00000020:00000001:20.0:1673551330.164236:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709544026 : -7590 : ffffffffffffe25a) 00000020:00000001:20.0:1673551330.164236:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538216 : -13400 : ffffffffffffcba8) 00000020:00000001:20.0:1673551330.164237:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709546924 : -4692 : ffffffffffffedac) 00000020:00000001:20.0:1673551330.164238:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709543771 : -7845 : ffffffffffffe15b) 00000020:00000001:20.0:1673551330.164238:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1270 : 1270 : 4f6) 00000020:00000001:20.0:1673551330.164239:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709547278 : -4338 : ffffffffffffef0e) 00000020:00000001:20.0:1673551330.164239:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709550160 : -1456 : fffffffffffffa50) 00000020:00000001:20.0:1673551330.164240:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1804 : 1804 : 70c) 00000020:00000001:20.0:1673551330.164240:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709545648 : -5968 : ffffffffffffe8b0) 00000020:00000001:20.0:1673551330.164241:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538053 : -13563 : ffffffffffffcb05) 00000020:00000001:20.0:1673551330.164241:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=6133 : 6133 : 17f5) 00000020:00000001:20.0:1673551330.164242:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709530999 : -20617 : ffffffffffffaf77) 00000020:00000001:20.0:1673551330.164242:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709545959 : -5657 : ffffffffffffe9e7) 00000020:00000001:20.0:1673551330.164243:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709535634 : -15982 : ffffffffffffc192) 00000020:00000001:20.0:1673551330.164244:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709546505 : -5111 : ffffffffffffec09) 00000020:00000001:20.0:1673551330.164254:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709487565 : -64051 : ffffffffffff05cd) 00000020:00000001:20.0:1673551330.164255:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538857 : -12759 : ffffffffffffce29) 00000020:00000001:20.0:1673551330.164255:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709508610 : -43006 : ffffffffffff5802) 00000020:00000001:20.0:1673551330.164256:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709548664 : -2952 : fffffffffffff478) 00000020:00000001:20.0:1673551330.164256:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709453695 : -97921 : fffffffffffe817f) 00000020:00000001:20.0:1673551330.164257:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709507705 : -43911 : ffffffffffff5479) 00000020:00000001:20.0:1673551330.164258:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709483209 : -68407 : fffffffffffef4c9) 00000020:00000001:20.0:1673551330.164258:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709520894 : -30722 : ffffffffffff87fe) 00000020:00000001:20.0:1673551330.164259:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709481850 : -69766 : fffffffffffeef7a) 00000020:00000001:20.0:1673551330.164259:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709519676 : -31940 : ffffffffffff833c) 00000020:00000001:20.0:1673551330.164260:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709504456 : -47160 : ffffffffffff47c8) 00000020:00000001:20.0:1673551330.164261:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709528266 : -23350 : ffffffffffffa4ca) 00000020:00000001:20.0:1673551330.164261:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=99958 : 99958 : 18676) 00000020:00000001:20.0:1673551330.164262:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=93840 : 93840 : 16e90) 00000020:00000001:20.0:1673551330.164262:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=86257 : 86257 : 150f1) 00000020:00000001:20.0:1673551330.164263:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=96452 : 96452 : 178c4) 00000020:00000001:20.0:1673551330.164264:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=92500 : 92500 : 16954) 00000020:00000001:20.0:1673551330.164264:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=77142 : 77142 : 12d56) 00000020:00000001:20.0:1673551330.164265:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=82664 : 82664 : 142e8) 00000020:00000001:20.0:1673551330.164265:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=94100 : 94100 : 16f94) 00000020:00000001:20.0:1673551330.164266:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709469393 : -82223 : fffffffffffebed1) 00000020:00000001:20.0:1673551330.164266:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709527539 : -24077 : ffffffffffffa1f3) 00000020:00000001:20.0:1673551330.164267:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709484241 : -67375 : fffffffffffef8d1) 00000020:00000001:20.0:1673551330.164267:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538326 : -13290 : ffffffffffffcc16) 00000020:00000001:20.0:1673551330.164274:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709488030 : -63586 : ffffffffffff079e) 00000020:00000001:20.0:1673551330.164275:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709536179 : -15437 : ffffffffffffc3b3) 00000020:00000001:20.0:1673551330.164275:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709507560 : -44056 : ffffffffffff53e8) 00000020:00000001:20.0:1673551330.164276:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709547905 : -3711 : fffffffffffff181) 00000020:00000001:20.0:1673551330.164276:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709454671 : -96945 : fffffffffffe854f) 00000020:00000001:20.0:1673551330.164277:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709507714 : -43902 : ffffffffffff5482) 00000020:00000001:20.0:1673551330.164277:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709483113 : -68503 : fffffffffffef469) 00000020:00000001:20.0:1673551330.164278:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709519743 : -31873 : ffffffffffff837f) 00000020:00000001:20.0:1673551330.164278:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709482948 : -68668 : fffffffffffef3c4) 00000020:00000001:20.0:1673551330.164279:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709520003 : -31613 : ffffffffffff8483) 00000020:00000001:20.0:1673551330.164279:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709506527 : -45089 : ffffffffffff4fdf) 00000020:00000001:20.0:1673551330.164280:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709527989 : -23627 : ffffffffffffa3b5) 00000020:00000001:20.0:1673551330.164280:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=96824 : 96824 : 17a38) 00000020:00000001:20.0:1673551330.164281:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=92537 : 92537 : 16979) 00000020:00000001:20.0:1673551330.164282:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=88525 : 88525 : 159cd) 00000020:00000001:20.0:1673551330.164282:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=97422 : 97422 : 17c8e) 00000020:00000001:20.0:1673551330.164283:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=92864 : 92864 : 16ac0) 00000020:00000001:20.0:1673551330.164283:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=79840 : 79840 : 137e0) 00000020:00000001:20.0:1673551330.164284:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=81741 : 81741 : 13f4d) 00000020:00000001:20.0:1673551330.164284:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=95135 : 95135 : 1739f) 00000020:00000001:20.0:1673551330.164285:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709469016 : -82600 : fffffffffffebd58) 00000020:00000001:20.0:1673551330.164285:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709528588 : -23028 : ffffffffffffa60c) 00000020:00000001:20.0:1673551330.164286:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709482799 : -68817 : fffffffffffef32f) 00000020:00000001:20.0:1673551330.164286:0:242225:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538186 : -13430 : ffffffffffffcb8a) 00000400:00000001:20.0:1673551330.167041:0:242230:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551330.167052:0:242230:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551330.167053:0:242230:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000ee968231 (tot 183701348). 00000400:00000001:20.0:1673551330.167055:0:242230:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551330.167056:0:242230:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:20.0:1673551330.167057:0:242230:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551330.167060:0:242230:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000ee968231 (tot 183700476). 00000400:00000001:20.0:1673551330.167061:0:242230:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551330.167072:0:242230:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551330.167073:0:242230:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551330.167073:0:242230:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 72 at 0000000038b03b2c (tot 183700548). 00000400:00000001:20.0:1673551330.167074:0:242230:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551330.167075:0:242230:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310053 00000400:00001000:20.0:1673551330.167075:0:242230:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551330.167076:0:242230:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 72 at 0000000038b03b2c (tot 183700476). 00000400:00000001:20.0:1673551330.167077:0:242230:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551330.167080:0:242230:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551330.167081:0:242230:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551330.167081:0:242230:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 48 at 000000001e958ed7 (tot 183700524). 00000400:00000001:20.0:1673551330.167082:0:242230:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551330.167082:0:242230:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310055 00000400:00001000:20.0:1673551330.167082:0:242230:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551330.167083:0:242230:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 48 at 000000001e958ed7 (tot 183700476). 00000400:00000001:20.0:1673551330.167084:0:242230:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551330.167089:0:242230:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551330.167089:0:242230:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551330.167089:0:242230:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000ee968231 (tot 183701348). 00000400:00000001:20.0:1673551330.167090:0:242230:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551330.167091:0:242230:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:20.0:1673551330.167091:0:242230:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551330.167092:0:242230:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000ee968231 (tot 183700476). 00000400:00000001:20.0:1673551330.167093:0:242230:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551330.167095:0:242230:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551330.167096:0:242230:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551330.167096:0:242230:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 72 at 0000000038b03b2c (tot 183700548). 00000400:00000001:20.0:1673551330.167097:0:242230:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551330.167097:0:242230:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310053 00000400:00001000:20.0:1673551330.167097:0:242230:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551330.167098:0:242230:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 72 at 0000000038b03b2c (tot 183700476). 00000400:00000001:20.0:1673551330.167098:0:242230:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551330.167102:0:242230:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551330.167102:0:242230:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551330.167103:0:242230:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 48 at 000000001e958ed7 (tot 183700524). 00000400:00000001:20.0:1673551330.167103:0:242230:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551330.167104:0:242230:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310055 00000400:00001000:20.0:1673551330.167104:0:242230:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551330.167105:0:242230:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 48 at 000000001e958ed7 (tot 183700476). 00000400:00000001:20.0:1673551330.167105:0:242230:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551330.167110:0:242230:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551330.167111:0:242230:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551330.167111:0:242230:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000ee968231 (tot 183701348). 00000400:00000001:20.0:1673551330.167112:0:242230:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551330.167112:0:242230:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:20.0:1673551330.167112:0:242230:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551330.167113:0:242230:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000ee968231 (tot 183700476). 00000400:00000001:20.0:1673551330.167114:0:242230:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551330.167116:0:242230:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551330.167116:0:242230:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551330.167116:0:242230:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 72 at 0000000038b03b2c (tot 183700548). 00000400:00000001:20.0:1673551330.167117:0:242230:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551330.167117:0:242230:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310053 00000400:00001000:20.0:1673551330.167118:0:242230:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551330.167118:0:242230:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 72 at 0000000038b03b2c (tot 183700476). 00000400:00000001:20.0:1673551330.167119:0:242230:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551330.167121:0:242230:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551330.167121:0:242230:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551330.167121:0:242230:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 48 at 000000001e958ed7 (tot 183700524). 00000400:00000001:20.0:1673551330.167122:0:242230:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551330.167122:0:242230:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310055 00000400:00001000:20.0:1673551330.167122:0:242230:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551330.167123:0:242230:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 48 at 000000001e958ed7 (tot 183700476). 00000400:00000001:20.0:1673551330.167123:0:242230:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551330.167128:0:242230:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551330.167128:0:242230:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551330.167128:0:242230:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000ee968231 (tot 183701348). 00000400:00000001:20.0:1673551330.167129:0:242230:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551330.167129:0:242230:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:20.0:1673551330.167129:0:242230:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551330.167130:0:242230:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000ee968231 (tot 183700476). 00000400:00000001:20.0:1673551330.167131:0:242230:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:4.0:1673551330.261069:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551330.261070:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551330.261074:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551330.261074:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551330.261076:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551330.261077:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551330.261078:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551330.261078:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551330.261079:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551330.261079:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551330.261081:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551330.261081:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551330.261082:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551330.261082:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551330.261083:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551330.261083:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551330.261084:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551330.261084:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551330.261085:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551330.261086:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551330.261087:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551330.261087:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551330.261088:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551330.261088:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551330.261089:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551330.261089:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551330.261102:0:2462291:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1673551330.261103:0:2462291:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:14.0:1673551330.261104:0:2462291:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.2:1673551330.290223:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (68)++ 00000800:00000200:12.0:1673551330.290245:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (69)++ 00000800:00000200:12.0:1673551330.290255:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.20@o2ib 00000400:00000200:12.0:1673551330.290260:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:13.0:1673551330.290262:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000400:00000200:12.0:1673551330.290262:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000400:00000200:12.0:1673551330.290266:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551330.290269:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551330.290271:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551330.290273:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 24 MB=0x63bfd66a429c0 00000400:00000200:12.0:1673551330.290276:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 18 from 12345-172.16.0.20@o2ib of length 224/224 into md 0x4b04f7ad [256] + 9184 00000400:00000200:12.0:1673551330.290280:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551330.290283:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000001:12.0:1673551330.290286:0:12872:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:12.0:1673551330.290286:0:12872:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:12.0:1673551330.290289:0:12872:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000050a7dbe9. 00000100:00000040:12.0:1673551330.290290:0:12872:0:(events.c:367:request_in_callback()) incoming req@0000000050a7dbe9 x1754809395063232 msgsize 224 00000100:00100000:12.0:1673551330.290292:0:12872:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.20@o2ib) 00000100:00000001:12.0:1673551330.290297:0:12872:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:12.0:1673551330.290299:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000007a1be710] (69)++ 00000800:00000200:12.0:1673551330.290301:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000007a1be710] (70)-- 00000800:00000200:12.0:1673551330.290302:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000100:00000001:15.0:1673551330.290310:0:2270126:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:15.0:1673551330.290312:0:2270126:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:15.0:1673551330.290313:0:2270126:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:15.0:1673551330.290313:0:2270126:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1673551330.290316:0:2270126:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:15.0:1673551330.290318:0:2270126:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395063232 00000020:00000001:15.0:1673551330.290319:0:2270126:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:15.0:1673551330.290320:0:2270126:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b07 00000020:00000001:15.0:1673551330.290321:0:2270126:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:15.0:1673551330.290321:0:2270126:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000af8736a1 refcount=5 00000020:00000001:15.0:1673551330.290322:0:2270126:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748067328 : -52831469961484288 : ff444e0ed7fbe800) 00000020:00000001:15.0:1673551330.290323:0:2270126:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748067328 : -52831469961484288 : ff444e0ed7fbe800) 00000100:00000001:15.0:1673551330.290325:0:2270126:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:15.0:1673551330.290326:0:2270126:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:15.0:1673551330.290327:0:2270126:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000113e6e3f. 00000020:00000010:15.0:1673551330.290329:0:2270126:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036e234c6. 00000020:00000010:15.0:1673551330.290332:0:2270126:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be5c2368. 00000100:00000040:15.0:1673551330.290334:0:2270126:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt_out at +1s 00000100:00000001:15.0:1673551330.290335:0:2270126:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:15.0:1673551330.290336:0:2270126:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:15.0:1673551330.290336:0:2270126:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551330.290339:0:2270126:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551330.290345:0:2270126:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551330.290349:0:2270126:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:15.0:1673551330.290351:0:2270126:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:15.0:1673551330.290354:0:2270126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 528680 00000100:00000001:14.0:1673551330.290354:0:2351568:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:14.0:1673551330.290354:0:2351568:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000040:15.0:1673551330.290355:0:2270126:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000af8736a1 : new rpc_count 1 00000100:00000001:14.0:1673551330.290355:0:2351568:0:(service.c:2025:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551330.290356:0:2270126:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912621921204608 : -52831451788347008 : ff444e13132ff980) 00000100:00000001:14.0:1673551330.290356:0:2351568:0:(service.c:2230:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1673551330.290359:0:2270126:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000050a7dbe9 x1754809395063232/t0(0) o41->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:216/0 lens 224/0 e 0 to 0 dl 1673551336 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:15.0:1673551330.290365:0:2270126:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:15.0:1673551330.290366:0:2270126:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:15.0:1673551330.290368:0:2270126:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000050a7dbe9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out03_001:ai200x-MDT0002-mdtlov_UUID+5:10567:x1754809395063232:12345-172.16.0.20@o2ib:41: 00000100:00000200:15.0:1673551330.290372:0:2270126:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395063232 00000020:00000001:15.0:1673551330.290373:0:2270126:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:15.0:1673551330.290375:0:2270126:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:15.0:1673551330.290376:0:2270126:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551330.290376:0:2270126:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:15.0:1673551330.290377:0:2270126:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072666184064 : -1043367552 : ffffffffc1cf7980) 00000020:00000001:15.0:1673551330.290378:0:2270126:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:15.0:1673551330.290379:0:2270126:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:15.0:1673551330.290380:0:2270126:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:15.0:1673551330.290380:0:2270126:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:15.0:1673551330.290381:0:2270126:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551330.290383:0:2270126:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:15.0:1673551330.290384:0:2270126:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:15.0:1673551330.290385:0:2270126:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000cac4c89e. 02000000:00000001:15.0:1673551330.290386:0:2270126:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551330.290387:0:2270126:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:15.0:1673551330.290388:0:2270126:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000004:00000001:15.0:1673551330.290390:0:2270126:0:(mdt_lib.c:398:mdt_check_ucred()) Process entered 00000004:00000001:15.0:1673551330.290391:0:2270126:0:(mdt_lib.c:405:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:15.0:1673551330.290392:0:2270126:0:(mdt_handler.c:539:mdt_statfs()) blocks cached 0 granted 1906311167 pending 0 free 16804335616 avail 14330667008 00000020:00000020:15.0:1673551330.290393:0:2270126:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-MDT0001: processing self export: 0 0 0 00000020:00000020:15.0:1673551330.290395:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0001_UUID/00000000e9be0120 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551330.290396:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0000_UUID/000000000ef2907f dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551330.290398:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0004_UUID/0000000089451880 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551330.290398:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0005_UUID/00000000ebefb99a dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551330.290399:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0007_UUID/00000000dc25e61b dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551330.290400:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0006_UUID/00000000b5e1bf39 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551330.290400:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0003_UUID/0000000057d49917 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551330.290401:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0002_UUID/000000002b2e9d79 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551330.290402:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0000-mdtlov_UUID/000000005666bac4 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551330.290403:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/0000000079935574 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551330.290404:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0003-mdtlov_UUID/000000004d397a21 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551330.290404:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000f831e444 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551330.290405:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 8147c41a-b0e0-4f67-9b16-3ecec5e74e59/0000000068eb6ecf dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551330.290406:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli f6883e33-f9d9-44e1-9620-7d1810cee4d6/0000000016af0c64 dirty 0 pend 0 grant 1879048191 00000020:00000020:15.0:1673551330.290406:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 546ca0b7-6780-4f13-8f75-9c5ff65b0676/00000000395f0866 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551330.290407:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli e2e002af-f09c-4b05-bf31-5f3b5c0fc2b7/0000000085149461 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551330.290408:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 6d8d6132-29b8-426f-8245-b058f840fb7b/000000007d0d8ee7 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551330.290409:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 20170d48-9f93-4e23-b2d9-7467b30c0d37/00000000b61481ba dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551330.290410:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli b2f40830-929d-417e-aaf4-df6a6828a827/00000000aeff7c1c dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551330.290411:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli fac71ec6-9f35-4566-9c12-4be9db31431f/0000000000e137be dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551330.290411:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 77d2bdab-e05e-4099-8d1d-9a11cdcc0ba1/0000000030187047 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551330.290412:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 45cb3ae8-41b4-4d54-9b54-bb58c7e102f3/0000000057709798 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551330.290413:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000db8e401b dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551330.290413:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 49374343-0861-470b-a659-345a443590fd/000000003709ca29 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551330.290414:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0002-mdtlov_UUID/00000000af8736a1 dirty 0 pend 0 grant 0 00000004:00000020:15.0:1673551330.290415:0:2270126:0:(mdt_handler.c:549:mdt_statfs()) 34884907 blocks: 4102621 free, 3498698 avail; 96642000 objects: 68578523 free; state 200 00000004:00000001:15.0:1673551330.290417:0:2270126:0:(mdt_handler.c:568:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:15.0:1673551330.290418:0:2270126:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813813151, transno 0, xid 1754809395063232 00010000:00000001:15.0:1673551330.290418:0:2270126:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:15.0:1673551330.290420:0:2270126:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000050a7dbe9 x1754809395063232/t0(0) o41->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:216/0 lens 224/368 e 0 to 0 dl 1673551336 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:15.0:1673551330.290423:0:2270126:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:15.0:1673551330.290423:0:2270126:0:(ldlm_lib.c:3203:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:15.0:1673551330.290424:0:2270126:0:(import.c:1925:at_measured()) add 1 to 0000000096a20d38 time=35 v=1 (1 1 1 1) 00000100:00000001:15.0:1673551330.290426:0:2270126:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:15.0:1673551330.290427:0:2270126:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 49 to 172.16.0.20@o2ib 00000100:00000001:15.0:1673551330.290427:0:2270126:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 02000000:00000001:15.0:1673551330.290428:0:2270126:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:15.0:1673551330.290429:0:2270126:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551330.290430:0:2270126:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:15.0:1673551330.290430:0:2270126:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:15.0:1673551330.290432:0:2270126:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9fe813e. 00000100:00000200:15.0:1673551330.290433:0:2270126:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754809395063232, offset 224 00000400:00000200:15.0:1673551330.290436:0:2270126:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:15.0:1673551330.290439:0:2270126:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:15.0:1673551330.290441:0:2270126:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.20@o2ib local destination 00000400:00000200:15.0:1673551330.290443:0:2270126:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:15.0:1673551330.290446:0:2270126:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000800:00000200:15.0:1673551330.290448:0:2270126:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000400:00000200:15.0:1673551330.290449:0:2270126:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:15.0:1673551330.290453:0:2270126:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000004111b72] -> 172.16.0.20@o2ib (2) version: 12 00000800:00000200:15.0:1673551330.290454:0:2270126:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000007a1be710] (68)++ 00000800:00000200:15.0:1673551330.290455:0:2270126:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000007a1be710] (69)++ 00000800:00000200:15.0:1673551330.290458:0:2270126:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000007a1be710] (70)-- 00000100:00000001:15.0:1673551330.290459:0:2270126:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1673551330.290459:0:2270126:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 48 to 172.16.0.20@o2ib 00010000:00000001:15.0:1673551330.290461:0:2270126:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:15.0:1673551330.290461:0:2270126:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551330.290462:0:2270126:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:15.0:1673551330.290463:0:2270126:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050a7dbe9 x1754809395063232/t0(0) o41->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:216/0 lens 224/368 e 0 to 0 dl 1673551336 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:15.0:1673551330.290465:0:2270126:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000050a7dbe9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out03_001:ai200x-MDT0002-mdtlov_UUID+5:10567:x1754809395063232:12345-172.16.0.20@o2ib:41: Request processed in 100us (174us total) trans 0 rc 0/0 00000800:00000200:3.2:1673551330.290466:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (69)++ 00000100:00100000:15.0:1673551330.290468:0:2270126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 528680 00000100:00000040:15.0:1673551330.290469:0:2270126:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000af8736a1 : new rpc_count 0 00000100:00000001:15.0:1673551330.290470:0:2270126:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:15.0:1673551330.290470:0:2270126:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:15.0:1673551330.290471:0:2270126:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036e234c6. 00000020:00000010:15.0:1673551330.290473:0:2270126:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be5c2368. 00000020:00000010:15.0:1673551330.290474:0:2270126:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000113e6e3f. 00000020:00000040:15.0:1673551330.290475:0:2270126:0:(genops.c:979:class_export_put()) PUTting export 00000000af8736a1 : new refcount 4 00000100:00000001:15.0:1673551330.290476:0:2270126:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:13.0:1673551330.290478:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (70)++ 00000800:00000200:13.0:1673551330.290484:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000007a1be710] (71)-- 00000400:00000200:13.0:1673551330.290486:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551330.290488:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:13.0:1673551330.290490:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000b9fe813e 00000400:00000010:13.0:1673551330.290491:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000b9fe813e. 00000800:00000200:12.0:1673551330.290491:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000100:00000001:13.0:1673551330.290493:0:12871:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:13.0:1673551330.290494:0:12871:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:13.0:1673551330.290496:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000800:00000200:5.2:1673551330.307323:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (68)++ 00000800:00000200:19.0:1673551330.307340:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (69)++ 00000800:00000200:19.0:1673551330.307349:0:12873:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.57@o2ib 00000400:00000200:19.0:1673551330.307352:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:19.0:1673551330.307354:0:12873:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.57@o2ib : PUT - for me 00000400:00000200:19.0:1673551330.307356:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:17.0:1673551330.307357:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000400:00000200:19.0:1673551330.307359:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:19.0:1673551330.307360:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:19.0:1673551330.307361:0:12873:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 24 MB=0x63c0044b46d80 00000400:00000200:19.0:1673551330.307364:0:12873:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 18 from 12345-172.16.0.56@o2ib of length 224/224 into md 0x11615cf1 [256] + 4928 00000400:00000200:19.0:1673551330.307368:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:19.0:1673551330.307370:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000100:00000001:19.0:1673551330.307372:0:12873:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:19.0:1673551330.307373:0:12873:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_out 00000100:00000010:19.0:1673551330.307375:0:12873:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000aa0fe6d7. 00000100:00000040:19.0:1673551330.307376:0:12873:0:(events.c:367:request_in_callback()) incoming req@00000000aa0fe6d7 x1754821710605696 msgsize 224 00000100:00100000:19.0:1673551330.307378:0:12873:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.56@o2ib (source: 12345-172.16.0.57@o2ib) 00000100:00000001:19.0:1673551330.307383:0:12873:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:19.0:1673551330.307387:0:12873:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000580cc9cc] (69)++ 00000800:00000200:19.0:1673551330.307389:0:12873:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000580cc9cc] (70)-- 00000800:00000200:19.0:1673551330.307390:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 00000100:00000001:18.0:1673551330.307399:0:309720:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:18.0:1673551330.307400:0:309720:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:18.0:1673551330.307401:0:309720:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:18.0:1673551330.307402:0:309720:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551330.307403:0:309720:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:18.0:1673551330.307404:0:309720:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754821710605696 00000020:00000001:18.0:1673551330.307405:0:309720:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:18.0:1673551330.307406:0:309720:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b77 00000020:00000001:18.0:1673551330.307407:0:309720:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:18.0:1673551330.307408:0:309720:0:(lustre_handles.c:152:class_handle2object()) GET export 000000005666bac4 refcount=5 00000020:00000001:18.0:1673551330.307408:0:309720:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748055040 : -52831469961496576 : ff444e0ed7fbb800) 00000020:00000001:18.0:1673551330.307409:0:309720:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748055040 : -52831469961496576 : ff444e0ed7fbb800) 00000100:00000001:18.0:1673551330.307410:0:309720:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551330.307411:0:309720:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:18.0:1673551330.307413:0:309720:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a921222. 00000020:00000010:18.0:1673551330.307414:0:309720:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000056103c98. 00000020:00000010:18.0:1673551330.307416:0:309720:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f09c2ba. 00000100:00000040:18.0:1673551330.307418:0:309720:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_out at +1s 00000100:00000001:18.0:1673551330.307418:0:309720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:18.0:1673551330.307419:0:309720:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:18.0:1673551330.307419:0:309720:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551330.307421:0:309720:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551330.307427:0:309720:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551330.307431:0:309720:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:18.0:1673551330.307432:0:309720:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:19.0:1673551330.307433:0:143820:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00100000:18.0:1673551330.307433:0:309720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.56@o2ib, seq: 532402 00000100:00000001:19.0:1673551330.307434:0:143820:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000040:18.0:1673551330.307434:0:309720:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000005666bac4 : new rpc_count 1 00000100:00000001:19.0:1673551330.307435:0:143820:0:(service.c:2025:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551330.307435:0:143820:0:(service.c:2230:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551330.307435:0:309720:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912571296507776 : -52831502413043840 : ff444e0749b86780) 00000100:00000040:18.0:1673551330.307438:0:309720:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aa0fe6d7 x1754821710605696/t0(0) o41->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:216/0 lens 224/0 e 0 to 0 dl 1673551336 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:18.0:1673551330.307445:0:309720:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551330.307446:0:309720:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:18.0:1673551330.307447:0:309720:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000aa0fe6d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out04_00:ai200x-MDT0000-mdtlov_UUID+5:12267:x1754821710605696:12345-172.16.0.56@o2ib:41: 00000100:00000200:18.0:1673551330.307449:0:309720:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754821710605696 00000020:00000001:18.0:1673551330.307450:0:309720:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:18.0:1673551330.307452:0:309720:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:18.0:1673551330.307453:0:309720:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551330.307454:0:309720:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:18.0:1673551330.307455:0:309720:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072666184064 : -1043367552 : ffffffffc1cf7980) 00000020:00000001:18.0:1673551330.307456:0:309720:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:18.0:1673551330.307457:0:309720:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:18.0:1673551330.307458:0:309720:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:18.0:1673551330.307458:0:309720:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:18.0:1673551330.307459:0:309720:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551330.307460:0:309720:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:18.0:1673551330.307460:0:309720:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:18.0:1673551330.307461:0:309720:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000a5814b8b. 02000000:00000001:18.0:1673551330.307462:0:309720:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551330.307463:0:309720:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:18.0:1673551330.307465:0:309720:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000004:00000001:18.0:1673551330.307466:0:309720:0:(mdt_lib.c:398:mdt_check_ucred()) Process entered 00000004:00000001:18.0:1673551330.307466:0:309720:0:(mdt_lib.c:405:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:18.0:1673551330.307467:0:309720:0:(mdt_handler.c:539:mdt_statfs()) blocks cached 0 granted 1906311167 pending 0 free 16804335616 avail 14330667008 00000020:00000020:18.0:1673551330.307468:0:309720:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-MDT0001: processing self export: 0 0 0 00000020:00000020:18.0:1673551330.307469:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0001_UUID/00000000e9be0120 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551330.307470:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0000_UUID/000000000ef2907f dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551330.307471:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0004_UUID/0000000089451880 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551330.307472:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0005_UUID/00000000ebefb99a dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551330.307473:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0007_UUID/00000000dc25e61b dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551330.307473:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0006_UUID/00000000b5e1bf39 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551330.307474:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0003_UUID/0000000057d49917 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551330.307475:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0002_UUID/000000002b2e9d79 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551330.307475:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0000-mdtlov_UUID/000000005666bac4 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551330.307476:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/0000000079935574 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551330.307477:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0003-mdtlov_UUID/000000004d397a21 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551330.307477:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000f831e444 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551330.307478:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 8147c41a-b0e0-4f67-9b16-3ecec5e74e59/0000000068eb6ecf dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551330.307479:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli f6883e33-f9d9-44e1-9620-7d1810cee4d6/0000000016af0c64 dirty 0 pend 0 grant 1879048191 00000020:00000020:18.0:1673551330.307479:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 546ca0b7-6780-4f13-8f75-9c5ff65b0676/00000000395f0866 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551330.307480:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli e2e002af-f09c-4b05-bf31-5f3b5c0fc2b7/0000000085149461 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551330.307480:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 6d8d6132-29b8-426f-8245-b058f840fb7b/000000007d0d8ee7 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551330.307481:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 20170d48-9f93-4e23-b2d9-7467b30c0d37/00000000b61481ba dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551330.307482:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli b2f40830-929d-417e-aaf4-df6a6828a827/00000000aeff7c1c dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551330.307482:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli fac71ec6-9f35-4566-9c12-4be9db31431f/0000000000e137be dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551330.307483:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 77d2bdab-e05e-4099-8d1d-9a11cdcc0ba1/0000000030187047 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551330.307484:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 45cb3ae8-41b4-4d54-9b54-bb58c7e102f3/0000000057709798 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551330.307484:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000db8e401b dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551330.307485:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 49374343-0861-470b-a659-345a443590fd/000000003709ca29 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551330.307485:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0002-mdtlov_UUID/00000000af8736a1 dirty 0 pend 0 grant 0 00000004:00000020:18.0:1673551330.307486:0:309720:0:(mdt_handler.c:549:mdt_statfs()) 34884907 blocks: 4102621 free, 3498698 avail; 96642000 objects: 68578523 free; state 200 00000004:00000001:18.0:1673551330.307488:0:309720:0:(mdt_handler.c:568:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:18.0:1673551330.307489:0:309720:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813570213, transno 0, xid 1754821710605696 00010000:00000001:18.0:1673551330.307491:0:309720:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:18.0:1673551330.307492:0:309720:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000aa0fe6d7 x1754821710605696/t0(0) o41->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:216/0 lens 224/368 e 0 to 0 dl 1673551336 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:18.0:1673551330.307495:0:309720:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:18.0:1673551330.307495:0:309720:0:(ldlm_lib.c:3203:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:18.0:1673551330.307496:0:309720:0:(import.c:1925:at_measured()) add 1 to 00000000ae118519 time=98 v=1 (1 1 1 1) 00000100:00000001:18.0:1673551330.307497:0:309720:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:18.0:1673551330.307498:0:309720:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000e3f031ad refcount 55 to 172.16.0.56@o2ib 00000100:00000001:18.0:1673551330.307499:0:309720:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146464 : -52831505782405152 : ff444e0680e407e0) 02000000:00000001:18.0:1673551330.307500:0:309720:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:18.0:1673551330.307500:0:309720:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551330.307501:0:309720:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:18.0:1673551330.307502:0:309720:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.57@o2ib 00000400:00000010:18.0:1673551330.307503:0:309720:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000503b938c. 00000100:00000200:18.0:1673551330.307505:0:309720:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754821710605696, offset 224 00000400:00000200:18.0:1673551330.307506:0:309720:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.57@o2ib 00000400:00000200:18.0:1673551330.307508:0:309720:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:18.0:1673551330.307510:0:309720:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.57@o2ib local destination 00000400:00000200:18.0:1673551330.307511:0:309720:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:18.0:1673551330.307513:0:309720:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.57@o2ib(172.16.0.57@o2ib:172.16.0.57@o2ib) : PUT try# 0 00000800:00000200:18.0:1673551330.307515:0:309720:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000400:00000200:18.0:1673551330.307516:0:309720:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:18.0:1673551330.307519:0:309720:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000625538ff] -> 172.16.0.57@o2ib (2) version: 12 00000800:00000200:18.0:1673551330.307520:0:309720:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000580cc9cc] (68)++ 00000800:00000200:18.0:1673551330.307521:0:309720:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000580cc9cc] (69)++ 00000800:00000200:18.0:1673551330.307523:0:309720:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000580cc9cc] (70)-- 00000100:00000001:18.0:1673551330.307524:0:309720:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551330.307524:0:309720:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000e3f031ad refcount 54 to 172.16.0.56@o2ib 00010000:00000001:18.0:1673551330.307525:0:309720:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:18.0:1673551330.307526:0:309720:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551330.307526:0:309720:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:18.0:1673551330.307527:0:309720:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa0fe6d7 x1754821710605696/t0(0) o41->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:216/0 lens 224/368 e 0 to 0 dl 1673551336 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000800:00000200:5.2:1673551330.307531:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (69)++ 00000100:00100000:18.0:1673551330.307532:0:309720:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000aa0fe6d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out04_00:ai200x-MDT0000-mdtlov_UUID+5:12267:x1754821710605696:12345-172.16.0.56@o2ib:41: Request processed in 86us (155us total) trans 0 rc 0/0 00000100:00100000:18.0:1673551330.307535:0:309720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.56@o2ib, seq: 532402 00000100:00000040:18.0:1673551330.307535:0:309720:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005666bac4 : new rpc_count 0 00000100:00000001:18.0:1673551330.307536:0:309720:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:18.0:1673551330.307537:0:309720:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:18.0:1673551330.307537:0:309720:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000056103c98. 00000020:00000010:18.0:1673551330.307538:0:309720:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f09c2ba. 00000020:00000010:18.0:1673551330.307539:0:309720:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a921222. 00000020:00000040:18.0:1673551330.307541:0:309720:0:(genops.c:979:class_export_put()) PUTting export 000000005666bac4 : new refcount 4 00000100:00000001:18.0:1673551330.307541:0:309720:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:17.0:1673551330.307545:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (70)++ 00000800:00000200:17.0:1673551330.307550:0:12874:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000580cc9cc] (71)-- 00000400:00000200:17.0:1673551330.307552:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551330.307555:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000800:00000200:19.0:1673551330.307557:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000400:00000200:17.0:1673551330.307557:0:12874:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000503b938c 00000400:00000010:17.0:1673551330.307558:0:12874:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000503b938c. 00000100:00000001:17.0:1673551330.307559:0:12874:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:17.0:1673551330.307560:0:12874:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:17.0:1673551330.307562:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 00000100:00000001:14.0:1673551330.325059:0:2270409:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:14.0:1673551330.325061:0:2270409:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551330.325067:0:2372412:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:15.0:1673551330.325067:0:2717748:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:15.0:1673551330.325067:0:2717748:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551330.325068:0:2372412:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551330.325070:0:2283413:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:18.0:1673551330.325070:0:2283413:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.2F:1673551330.463176:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000ee01359a] (68)++ 00000800:00000200:22.0:1673551330.463197:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000ee01359a] (69)++ 00000800:00000200:22.0:1673551330.463206:0:12875:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.130@o2ib 00000400:00000200:22.0:1673551330.463211:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.130@o2ib to cpt 5 00000800:00000200:23.0:1673551330.463213:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000ee01359a] (70)-- 00000400:00000200:22.0:1673551330.463215:0:12875:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.130@o2ib : PUT - for me 00000400:00000200:22.0:1673551330.463219:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.130@o2ib to cpt 5 00000400:00000200:22.0:1673551330.463223:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.130@o2ib to cpt 5 00000400:00000200:22.0:1673551330.463225:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.130@o2ib to cpt 5 00000400:00000200:22.0:1673551330.463227:0:12875:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.130@o2ib of length 224 into portal 12 MB=0x63bb9de288080 00000400:00000200:22.0:1673551330.463230:0:12875:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-172.16.0.130@o2ib of length 224/224 into md 0x48b3d35 [64] + 168200 00000400:00000200:22.0:1673551330.463234:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:22.0:1673551330.463236:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.130@o2ib: PUT: OK 00000100:00000001:22.0:1673551330.463238:0:12875:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:22.0:1673551330.463239:0:12875:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:22.0:1673551330.463241:0:12875:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000076aa03e4. 00000100:00000040:22.0:1673551330.463242:0:12875:0:(events.c:367:request_in_callback()) incoming req@0000000076aa03e4 x1754519342448768 msgsize 224 00000100:00100000:22.0:1673551330.463244:0:12875:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.130@o2ib (source: 12345-172.16.0.130@o2ib) 00000100:00000001:22.0:1673551330.463249:0:12875:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:22.0:1673551330.463251:0:12875:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000ee01359a] (69)++ 00000800:00000200:22.0:1673551330.463253:0:12875:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000ee01359a] (70)-- 00000800:00000200:22.0:1673551330.463254:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000ee01359a] (69)-- 00000100:00000001:21.0:1673551330.463262:0:2270093:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:21.0:1673551330.463264:0:2270093:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:21.0:1673551330.463265:0:2270093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:21.0:1673551330.463266:0:2270093:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:21.0:1673551330.463269:0:2270093:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:21.0:1673551330.463270:0:2270093:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754519342448768 00000020:00000001:21.0:1673551330.463272:0:2270093:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:21.0:1673551330.463272:0:2270093:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b23 00000020:00000001:21.0:1673551330.463273:0:2270093:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:21.0:1673551330.463274:0:2270093:0:(lustre_handles.c:152:class_handle2object()) GET export 0000000030187047 refcount=6 00000020:00000001:21.0:1673551330.463275:0:2270093:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748051968 : -52831469961499648 : ff444e0ed7fbac00) 00000020:00000001:21.0:1673551330.463277:0:2270093:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748051968 : -52831469961499648 : ff444e0ed7fbac00) 00000100:00000001:21.0:1673551330.463280:0:2270093:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:21.0:1673551330.463281:0:2270093:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:21.0:1673551330.463282:0:2270093:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4b2fbc8. 00000020:00000010:21.0:1673551330.463284:0:2270093:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4ef0602. 00000020:00000010:21.0:1673551330.463286:0:2270093:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000085e72914. 00000100:00000040:21.0:1673551330.463288:0:2270093:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000001:21.0:1673551330.463289:0:2270093:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:21.0:1673551330.463289:0:2270093:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:21.0:1673551330.463290:0:2270093:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:21.0:1673551330.463293:0:2270093:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:21.0:1673551330.463293:0:2270093:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:21.0:1673551330.463294:0:2270093:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1673551330.463299:0:2270093:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:21.0:1673551330.463303:0:2270093:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:21.0:1673551330.463303:0:2270093:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:21.0:1673551330.463306:0:2270093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.130@o2ib, seq: 3584 00000100:00000040:21.0:1673551330.463307:0:2270093:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 0000000030187047 : new rpc_count 1 00000100:00000001:21.0:1673551330.463308:0:2270093:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912613301229184 : -52831460408322432 : ff444e1111659680) 00000100:00000040:21.0:1673551330.463309:0:2270093:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000076aa03e4 x1754519342448768/t0(0) o400->77d2bdab-e05e-4099-8d1d-9a11cdcc0ba1@172.16.0.130@o2ib:216/0 lens 224/0 e 0 to 0 dl 1673551336 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000001:21.0:1673551330.463314:0:2270093:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:21.0:1673551330.463314:0:2270093:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:21.0:1673551330.463315:0:2270093:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000076aa03e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_001:77d2bdab-e05e-4099-8d1d-9a11cdcc0ba1+6:3183:x1754519342448768:12345-172.16.0.130@o2ib:400: 00000100:00000200:21.0:1673551330.463317:0:2270093:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754519342448768 00000020:00000001:21.0:1673551330.463318:0:2270093:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:21.0:1673551330.463320:0:2270093:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:21.0:1673551330.463321:0:2270093:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:21.0:1673551330.463322:0:2270093:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:21.0:1673551330.463323:0:2270093:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000020:00000001:21.0:1673551330.463324:0:2270093:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000001:00000001:21.0:1673551330.463324:0:2270093:0:(tgt_lastrcvd.c:2249:tgt_lookup_reply()) ai200x-MDT0001: lookup reply xid 1754519342448768, found 0 last_xid 1754519342448767 00000020:00000001:21.0:1673551330.463326:0:2270093:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:21.0:1673551330.463327:0:2270093:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:21.0:1673551330.463328:0:2270093:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:21.0:1673551330.463329:0:2270093:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:21.0:1673551330.463329:0:2270093:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00000001:21.0:1673551330.463330:0:2270093:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:21.0:1673551330.463331:0:2270093:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:21.0:1673551330.463332:0:2270093:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000090a5c10. 02000000:00000001:21.0:1673551330.463333:0:2270093:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1673551330.463334:0:2270093:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:21.0:1673551330.463334:0:2270093:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:21.0:1673551330.463336:0:2270093:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 219043541495, transno 0, xid 1754519342448768 00010000:00000001:21.0:1673551330.463337:0:2270093:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:21.0:1673551330.463338:0:2270093:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000076aa03e4 x1754519342448768/t0(0) o400->77d2bdab-e05e-4099-8d1d-9a11cdcc0ba1@172.16.0.130@o2ib:216/0 lens 224/224 e 0 to 0 dl 1673551336 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00010000:00000001:21.0:1673551330.463341:0:2270093:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:21.0:1673551330.463342:0:2270093:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:21.0:1673551330.463343:0:2270093:0:(import.c:1925:at_measured()) add 1 to 000000004d70369c time=100 v=1 (1 1 1 1) 00000100:00000001:21.0:1673551330.463344:0:2270093:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:21.0:1673551330.463345:0:2270093:0:(connection.c:143:ptlrpc_connection_addref()) conn=0000000041b31c8d refcount 3 to 172.16.0.130@o2ib 00000100:00000001:21.0:1673551330.463346:0:2270093:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912564722335840 : -52831508987215776 : ff444e05c1de8060) 02000000:00000001:21.0:1673551330.463346:0:2270093:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:21.0:1673551330.463347:0:2270093:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1673551330.463348:0:2270093:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:21.0:1673551330.463349:0:2270093:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.130@o2ib 00000400:00000010:21.0:1673551330.463350:0:2270093:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000038f62df. 00000100:00000200:21.0:1673551330.463352:0:2270093:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754519342448768, offset 224 00000400:00000200:21.0:1673551330.463355:0:2270093:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.130@o2ib 00000400:00000200:21.0:1673551330.463357:0:2270093:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.130@o2ib to cpt 5 00000400:00000200:21.0:1673551330.463359:0:2270093:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.130@o2ib local destination 00000400:00000200:21.0:1673551330.463361:0:2270093:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.130@o2ib to cpt 5 00000400:00000200:21.0:1673551330.463364:0:2270093:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.130@o2ib(172.16.0.130@o2ib:172.16.0.130@o2ib) : PUT try# 0 00000800:00000200:21.0:1673551330.463366:0:2270093:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.130@o2ib 00000400:00000200:21.0:1673551330.463368:0:2270093:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.130@o2ib to cpt 5 00000800:00000200:21.0:1673551330.463372:0:2270093:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000e4ec6c4c] -> 172.16.0.130@o2ib (2) version: 12 00000800:00000200:21.0:1673551330.463373:0:2270093:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000ee01359a] (68)++ 00000800:00000200:21.0:1673551330.463374:0:2270093:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000ee01359a] (69)++ 00000800:00000200:21.0:1673551330.463378:0:2270093:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000ee01359a] (70)-- 00000100:00000001:21.0:1673551330.463379:0:2270093:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:21.0:1673551330.463379:0:2270093:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=0000000041b31c8d refcount 2 to 172.16.0.130@o2ib 00010000:00000001:21.0:1673551330.463380:0:2270093:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:21.0:1673551330.463381:0:2270093:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:21.0:1673551330.463381:0:2270093:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:21.0:1673551330.463382:0:2270093:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076aa03e4 x1754519342448768/t0(0) o400->77d2bdab-e05e-4099-8d1d-9a11cdcc0ba1@172.16.0.130@o2ib:216/0 lens 224/224 e 0 to 0 dl 1673551336 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00100000:21.0:1673551330.463385:0:2270093:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000076aa03e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_001:77d2bdab-e05e-4099-8d1d-9a11cdcc0ba1+6:3183:x1754519342448768:12345-172.16.0.130@o2ib:400: Request processed in 70us (141us total) trans 0 rc 0/0 00000800:00000200:11.2:1673551330.463386:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000ee01359a] (69)++ 00000100:00100000:21.0:1673551330.463387:0:2270093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.130@o2ib, seq: 3584 00000100:00000040:21.0:1673551330.463388:0:2270093:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000030187047 : new rpc_count 0 00000100:00000001:21.0:1673551330.463388:0:2270093:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:21.0:1673551330.463389:0:2270093:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:21.0:1673551330.463390:0:2270093:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4ef0602. 00000020:00000010:21.0:1673551330.463391:0:2270093:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000085e72914. 00000020:00000010:21.0:1673551330.463392:0:2270093:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4b2fbc8. 00000020:00000040:21.0:1673551330.463393:0:2270093:0:(genops.c:979:class_export_put()) PUTting export 0000000030187047 : new refcount 5 00000100:00000001:21.0:1673551330.463394:0:2270093:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:23.0:1673551330.463398:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000ee01359a] (70)++ 00000800:00000200:23.0:1673551330.463404:0:12876:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000ee01359a] (71)-- 00000400:00000200:23.0:1673551330.463405:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:23.0:1673551330.463408:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.130@o2ib: PUT: OK 00000400:00000200:23.0:1673551330.463409:0:12876:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000038f62df 00000400:00000010:23.0:1673551330.463411:0:12876:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000038f62df. 00000100:00000001:23.0:1673551330.463412:0:12876:0:(events.c:416:reply_out_callback()) Process entered 00000800:00000200:22.0:1673551330.463412:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000ee01359a] (70)-- 00000100:00000001:23.0:1673551330.463413:0:12876:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:23.0:1673551330.463415:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000ee01359a] (69)-- 00000004:00000001:9.0:1673551330.518077:0:2270161:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:9.0:1673551330.518079:0:2270161:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000004:00000001:11.0:1673551330.518081:0:2270159:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:11.0:1673551330.518082:0:2270159:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000010:9.0:1673551330.518082:0:2270161:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000700844bd. 00000100:00000010:11.0:1673551330.518085:0:2270159:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000f4683709. 00000020:00000040:9.0:1673551330.518085:0:2270161:0:(genops.c:1192:class_import_get()) import 00000000dbb812a7 refcount=3 obd=ai200x-MDT0003-osp-MDT0001 00000020:00000040:11.0:1673551330.518087:0:2270159:0:(genops.c:1192:class_import_get()) import 00000000fcc504f5 refcount=3 obd=ai200x-MDT0000-osp-MDT0001 00000100:00000001:9.0:1673551330.518088:0:2270161:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:11.0:1673551330.518089:0:2270159:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:9.0:1673551330.518089:0:2270161:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:11.0:1673551330.518090:0:2270159:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:9.0:1673551330.518091:0:2270161:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1673551330.518092:0:2270159:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:9.0:1673551330.518094:0:2270161:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000097dfc691. 02000000:00000010:11.0:1673551330.518095:0:2270159:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000853cb54d. 00000100:00000001:11.0:1673551330.518097:0:2270159:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551330.518097:0:2270161:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551330.518100:0:2270159:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:9.0:1673551330.518101:0:2270161:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:11.0:1673551330.518102:0:2270159:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551330.518102:0:2270161:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1673551330.518106:0:2270159:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000f4683709] to pc [ptlrpcd_02_01+1] req@00000000f4683709 x1754791738761024/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:9.0:1673551330.518106:0:2270161:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000700844bd] to pc [ptlrpcd_02_01+1] req@00000000700844bd x1754791738760960/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:11.0:1673551330.518112:0:2270159:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:9.0:1673551330.518118:0:2270161:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551330.518121:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551330.518122:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551330.518124:0:12911:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:9.0:1673551330.518125:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000700844bd x1754791738760960/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:11.0:1673551330.518126:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551330.518127:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551330.518129:0:12911:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:9.0:1673551330.518130:0:12911:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1673551330.518132:0:12911:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:9.0:1673551330.518133:0:12911:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:9.0:1673551330.518134:0:12911:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000700844bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:ai200x-MDT0001-mdtlov_UUID:12911:1754791738760960:172.16.0.22@o2ib:41: 00000100:00000001:9.0:1673551330.518136:0:12911:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:9.0:1673551330.518137:0:12911:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:9.0:1673551330.518138:0:12911:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1673551330.518139:0:12911:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:9.0:1673551330.518140:0:12911:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000069a65915. 02000000:00000001:9.0:1673551330.518141:0:12911:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1673551330.518145:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000010:9.0:1673551330.518148:0:12911:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000443fb84c. 00000400:00000010:9.0:1673551330.518149:0:12911:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005163dec. 00000100:00000200:9.0:1673551330.518151:0:12911:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738760960, portal 4 00000100:00000001:9.0:1673551330.518153:0:12911:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:9.0:1673551330.518153:0:12911:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912574856343936 : -52831498853207680 : ff444e081de73180) 00000100:00000040:9.0:1673551330.518155:0:12911:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000700844bd x1754791738760960/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551337 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:9.0:1673551330.518157:0:12911:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:9.0:1673551330.518158:0:12911:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000010:9.0:1673551330.518159:0:12911:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002824d51d. 00000100:00000200:9.0:1673551330.518160:0:12911:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1754791738760960, offset 0 00000400:00000200:9.0:1673551330.518163:0:12911:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000400:00000200:9.0:1673551330.518165:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:9.0:1673551330.518168:0:12911:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.22@o2ib local destination 00000400:00000200:9.0:1673551330.518172:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964966, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:9.0:1673551330.518174:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964965, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964966, g:4294967295] 00000400:00000200:9.0:1673551330.518175:0:12911:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:9.0:1673551330.518176:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964966, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964965, g:4294967295] 00000400:00000200:9.0:1673551330.518177:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964965, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964965, g:4294967295] 00000400:00000200:9.0:1673551330.518178:0:12911:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:9.0:1673551330.518179:0:12911:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:9.0:1673551330.518180:0:12911:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:9.0:1673551330.518181:0:12911:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.23@o2ib c:[32, 32], s:[3094123, 3094124] 00000400:00000200:9.0:1673551330.518182:0:12911:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.23@o2ib 00000400:00000200:9.0:1673551330.518183:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:9.0:1673551330.518185:0:12911:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.23@o2ib(172.16.0.22@o2ib:172.16.0.23@o2ib) : PUT try# 0 00000800:00000200:9.0:1673551330.518188:0:12911:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.23@o2ib 00000400:00000200:9.0:1673551330.518189:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:9.0:1673551330.518192:0:12911:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000006b07c300] -> 172.16.0.23@o2ib (2) version: 12 00000800:00000200:9.0:1673551330.518194:0:12911:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000036519f99] (68)++ 00000800:00000200:9.0:1673551330.518195:0:12911:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000036519f99] (69)++ 00000800:00000200:9.0:1673551330.518199:0:12911:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000036519f99] (70)-- 00000100:00000001:9.0:1673551330.518200:0:12911:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551330.518201:0:12911:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1673551330.518202:0:12911:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551330.518203:0:12911:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:9.0:1673551330.518204:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f4683709 x1754791738761024/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:9.0:1673551330.518206:0:12911:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:9.0:1673551330.518206:0:12911:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1673551330.518207:0:12911:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:9.0:1673551330.518207:0:12911:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:9.0:1673551330.518208:0:12911:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000f4683709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:ai200x-MDT0001-mdtlov_UUID:12911:1754791738761024:172.16.0.56@o2ib:41: 00000100:00000001:9.0:1673551330.518209:0:12911:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:9.0:1673551330.518209:0:12911:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:9.0:1673551330.518210:0:12911:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1673551330.518210:0:12911:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:9.0:1673551330.518210:0:12911:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ac72248a. 02000000:00000001:9.0:1673551330.518211:0:12911:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1673551330.518212:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000010:9.0:1673551330.518212:0:12911:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000002f42a08c. 00000400:00000010:9.0:1673551330.518213:0:12911:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003d9a1b3. 00000100:00000200:9.0:1673551330.518214:0:12911:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738761024, portal 4 00000100:00000001:9.0:1673551330.518214:0:12911:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:9.0:1673551330.518214:0:12911:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912558540956672 : -52831515168594944 : ff444e04516e2400) 00000100:00000040:9.0:1673551330.518216:0:12911:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000f4683709 x1754791738761024/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551337 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:6.2:1673551330.518216:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000036519f99] (69)++ 00000100:00000001:9.0:1673551330.518218:0:12911:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:9.0:1673551330.518218:0:12911:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000400:00000010:9.0:1673551330.518219:0:12911:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000380122eb. 00000100:00000200:9.0:1673551330.518219:0:12911:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1754791738761024, offset 0 00000400:00000200:9.0:1673551330.518220:0:12911:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000400:00000200:9.0:1673551330.518221:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:9.0:1673551330.518223:0:12911:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000400:00000200:9.0:1673551330.518224:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964966, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:9.0:1673551330.518225:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1535, d:10, s:10964966, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964966, g:4294967295] 00000400:00000200:9.0:1673551330.518227:0:12911:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:9.0:1673551330.518228:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964966, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964966, g:4294967295] 00000400:00000200:9.0:1673551330.518229:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1535, d:10, s:10964966, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964966, g:4294967295] 00000400:00000200:9.0:1673551330.518230:0:12911:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:9.0:1673551330.518230:0:12911:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000800:00000200:0.0:1673551330.518230:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (70)++ 00000400:00000200:9.0:1673551330.518231:0:12911:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:9.0:1673551330.518232:0:12911:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501150, 4501150] 00000400:00000200:9.0:1673551330.518233:0:12911:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.56@o2ib 00000400:00000200:9.0:1673551330.518233:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:9.0:1673551330.518235:0:12911:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) : PUT try# 0 00000800:00000200:9.0:1673551330.518237:0:12911:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.56@o2ib 00000400:00000200:9.0:1673551330.518237:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:0.0:1673551330.518238:0:12865:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000036519f99] (71)-- 00000800:00000200:9.0:1673551330.518239:0:12911:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000076e6a972] -> 172.16.0.56@o2ib (2) version: 12 00000800:00000200:9.0:1673551330.518240:0:12911:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000f2f16d9a] (68)++ 00000400:00000200:0.0:1673551330.518240:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:9.0:1673551330.518241:0:12911:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:9.0:1673551330.518242:0:12911:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000f2f16d9a] (70)-- 00000100:00000001:9.0:1673551330.518243:0:12911:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551330.518243:0:12911:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1673551330.518244:0:12911:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551330.518244:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1673551330.518244:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000100:00000001:9.0:1673551330.518245:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1673551330.518246:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (70)-- 00000400:00000200:0.0:1673551330.518246:0:12865:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000002824d51d 00000400:00000010:0.0:1673551330.518248:0:12865:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000002824d51d. 00000100:00000001:9.0:1673551330.518249:0:12911:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1673551330.518250:0:12911:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1673551330.518250:0:12865:0:(events.c:54:request_out_callback()) Process entered 00000100:00000001:9.0:1673551330.518251:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551330.518251:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551330.518252:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1673551330.518252:0:12865:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000700844bd x1754791738760960/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551337 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:9.0:1673551330.518253:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551330.518254:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551330.518254:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551330.518254:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551330.518255:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.2:1673551330.518258:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (69)++ 00000100:00000001:0.0:1673551330.518258:0:12865:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1673551330.518259:0:12865:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000700844bd x1754791738760960/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551337 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1673551330.518262:0:12865:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551330.518262:0:12865:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:0.0:1673551330.518264:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (69)-- 00000800:00000200:12.0:1673551330.518273:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)++ 00000800:00000200:12.0:1673551330.518283:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000f2f16d9a] (71)-- 00000400:00000200:12.0:1673551330.518285:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551330.518288:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: PUT: OK 00000400:00000200:12.0:1673551330.518290:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000380122eb 00000400:00000010:12.0:1673551330.518291:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000380122eb. 00000100:00000001:12.0:1673551330.518293:0:12872:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:12.0:1673551330.518295:0:12872:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000f4683709 x1754791738761024/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551337 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:13.0:1673551330.518298:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000800:00000200:6.2:1673551330.518298:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000036519f99] (68)++ 00000100:00000001:12.0:1673551330.518300:0:12872:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:12.0:1673551330.518301:0:12872:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f4683709 x1754791738761024/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551337 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:12.0:1673551330.518305:0:12872:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551330.518306:0:12872:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:12.0:1673551330.518308:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000800:00000200:1.0:1673551330.518309:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (69)++ 00000800:00000200:1.0:1673551330.518316:0:12866:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.23@o2ib 00000400:00000200:1.0:1673551330.518318:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:1.0:1673551330.518320:0:12866:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.23@o2ib : PUT - for me 00000800:00000200:0.0:1673551330.518320:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (70)-- 00000400:00000200:1.0:1673551330.518324:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:1.0:1673551330.518326:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:8.2:1673551330.518328:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (68)++ 00000400:00000200:1.0:1673551330.518328:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:1.0:1673551330.518330:0:12866:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 368 into portal 4 MB=0x63bf94a3e5f00 00000400:00000200:1.0:1673551330.518332:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:1.0:1673551330.518334:0:12866:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.22@o2ib of length 368/368 into md 0x13a9da35 [1] + 224 00000400:00000200:1.0:1673551330.518337:0:12866:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1673551330.518339:0:12866:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000800:00000200:13.0:1673551330.518340:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)++ 00000100:00000001:1.0:1673551330.518340:0:12866:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:1.0:1673551330.518342:0:12866:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000700844bd x1754791738760960/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:13.0:1673551330.518347:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.56@o2ib 00000100:00000040:1.0:1673551330.518347:0:12866:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000700844bd x1754791738760960/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:13.0:1673551330.518349:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551330.518351:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.56@o2ib : PUT - for me 00000800:00000200:12.0:1673551330.518351:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000400:00000200:13.0:1673551330.518354:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:1.0:1673551330.518354:0:12866:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:1.0:1673551330.518355:0:12866:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000036519f99] (69)++ 00000400:00000200:13.0:1673551330.518356:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:1.0:1673551330.518357:0:12866:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000036519f99] (70)-- 00000400:00000200:13.0:1673551330.518358:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:1.0:1673551330.518358:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (69)-- 00000400:00000200:13.0:1673551330.518359:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 368 into portal 4 MB=0x63bf94a3e5f40 00000400:00000200:13.0:1673551330.518361:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551330.518363:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.56@o2ib of length 368/368 into md 0x4bd8e06d [1] + 224 00000100:00000001:9.0:1673551330.518363:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551330.518363:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:9.0:1673551330.518365:0:12911:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000200:13.0:1673551330.518366:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:9.0:1673551330.518366:0:12911:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:9.0:1673551330.518366:0:12911:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000443fb84c. 00000400:00000200:9.0:1673551330.518367:0:12911:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000005163dec 00000400:00000200:13.0:1673551330.518368:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: PUT: OK 00000400:00000010:9.0:1673551330.518368:0:12911:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000005163dec. 00000100:00000001:13.0:1673551330.518369:0:12871:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:9.0:1673551330.518369:0:12911:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:13.0:1673551330.518370:0:12871:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000f4683709 x1754791738761024/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:9.0:1673551330.518370:0:12911:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000700844bd x1754791738760960/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:9.0:1673551330.518372:0:12911:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000700844bd x1754791738760960/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:9.0:1673551330.518374:0:12911:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:9.0:1673551330.518374:0:12911:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551330.518375:0:12911:0:(client.c:1442:after_reply()) Process entered 00000100:00000040:13.0:1673551330.518376:0:12871:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000f4683709 x1754791738761024/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 02000000:00000001:9.0:1673551330.518376:0:12911:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:9.0:1673551330.518376:0:12911:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:9.0:1673551330.518377:0:12911:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1673551330.518378:0:12911:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551330.518379:0:12871:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00001000:9.0:1673551330.518379:0:12911:0:(import.c:1925:at_measured()) add 1 to 000000006c56600e time=102 v=1 (1 1 1 1) 00000800:00000200:13.0:1673551330.518380:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:13.0:1673551330.518381:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000f2f16d9a] (70)-- 00000800:00000200:13.0:1673551330.518381:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000100:00001000:9.0:1673551330.518381:0:12911:0:(import.c:1925:at_measured()) add 1 to 0000000081de362e time=102 v=1 (1 1 1 1) 00000100:00000001:9.0:1673551330.518381:0:12911:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:9.0:1673551330.518382:0:12911:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:9.0:1673551330.518382:0:12911:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:9.0:1673551330.518383:0:12911:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551330.518384:0:12911:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:9.0:1673551330.518385:0:12911:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0003-osp-MDT0001: skip recheck: last_committed 270864996109 00000100:00000001:9.0:1673551330.518385:0:12911:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:9.0:1673551330.518386:0:12911:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1673551330.518387:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000700844bd x1754791738760960/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:9.0:1673551330.518389:0:12911:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1673551330.518390:0:12911:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:9.0:1673551330.518391:0:12911:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:9.0:1673551330.518391:0:12911:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000040:9.0:1673551330.518392:0:12911:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-MDT0003-osp-MDT0001: blocks=34884907 free=3788631 avail=3184708 avail_mb=12440 hwm_mb=267 files=96642000 ffree=66397551 state=200: rc = 0 00000004:00000020:9.0:1673551330.518394:0:12911:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-MDT0003-osp-MDT0001 (000000009005aeae): 34884907 blocks, 3788631 free, 3184708 avail, 4096 bsize, 133 reserved mb low, 267 reserved mb high, 63 reserved ino low, 127 reserved ino high, 96642000 files, 66397551 free files 0x200 00000004:00000001:9.0:1673551330.518396:0:12911:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1673551330.518397:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000700844bd x1754791738760960/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00100000:9.0:1673551330.518399:0:12911:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000700844bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:ai200x-MDT0001-mdtlov_UUID:12911:1754791738760960:172.16.0.22@o2ib:41: 00000400:00000001:9.0:1673551330.518401:0:12911:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:9.0:1673551330.518401:0:12911:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:9.0:1673551330.518402:0:12911:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000002f42a08c. 00000400:00000200:9.0:1673551330.518402:0:12911:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000003d9a1b3 00000400:00000010:9.0:1673551330.518402:0:12911:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000003d9a1b3. 00000100:00000001:9.0:1673551330.518403:0:12911:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:9.0:1673551330.518403:0:12911:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000f4683709 x1754791738761024/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:9.0:1673551330.518405:0:12911:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000f4683709 x1754791738761024/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:9.0:1673551330.518407:0:12911:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:9.0:1673551330.518407:0:12911:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551330.518408:0:12911:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:9.0:1673551330.518408:0:12911:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:9.0:1673551330.518408:0:12911:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:9.0:1673551330.518409:0:12911:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1673551330.518409:0:12911:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:9.0:1673551330.518410:0:12911:0:(import.c:1925:at_measured()) add 1 to 000000004201432e time=102 v=1 (1 1 1 1) 00000100:00001000:9.0:1673551330.518411:0:12911:0:(import.c:1925:at_measured()) add 1 to 00000000fdf5b919 time=102 v=1 (1 1 1 1) 00000100:00000001:9.0:1673551330.518411:0:12911:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:9.0:1673551330.518411:0:12911:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:9.0:1673551330.518412:0:12911:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:9.0:1673551330.518413:0:12911:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551330.518413:0:12911:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:9.0:1673551330.518413:0:12911:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0000-osp-MDT0001: skip recheck: last_committed 313781747073 00000100:00000001:9.0:1673551330.518414:0:12911:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:9.0:1673551330.518414:0:12911:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1673551330.518415:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f4683709 x1754791738761024/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:9.0:1673551330.518420:0:12911:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1673551330.518420:0:12911:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:9.0:1673551330.518421:0:12911:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:9.0:1673551330.518421:0:12911:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000040:9.0:1673551330.518422:0:12911:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-MDT0000-osp-MDT0001: blocks=34884907 free=1534985 avail=931062 avail_mb=3636 hwm_mb=267 files=96642000 ffree=62767139 state=200: rc = 0 00000004:00000020:9.0:1673551330.518423:0:12911:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-MDT0000-osp-MDT0001 (000000002bb7609b): 34884907 blocks, 1534985 free, 931062 avail, 4096 bsize, 133 reserved mb low, 267 reserved mb high, 59 reserved ino low, 119 reserved ino high, 96642000 files, 62767139 free files 0x200 00000004:00000001:9.0:1673551330.518424:0:12911:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1673551330.518425:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4683709 x1754791738761024/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00100000:9.0:1673551330.518427:0:12911:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000f4683709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:ai200x-MDT0001-mdtlov_UUID:12911:1754791738761024:172.16.0.56@o2ib:41: 00000100:00000001:9.0:1673551330.518428:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551330.518428:0:12911:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:9.0:1673551330.518429:0:12911:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000700844bd x1754791738760960/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:9.0:1673551330.518431:0:12911:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:9.0:1673551330.518432:0:12911:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:9.0:1673551330.518433:0:12911:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000069a65915. 02000000:00000001:9.0:1673551330.518433:0:12911:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:9.0:1673551330.518434:0:12911:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:9.0:1673551330.518434:0:12911:0:(genops.c:1205:class_import_put()) import 00000000dbb812a7 refcount=2 obd=ai200x-MDT0003-osp-MDT0001 00000020:00000001:9.0:1673551330.518435:0:12911:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:9.0:1673551330.518435:0:12911:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000097dfc691. 02000000:00000001:9.0:1673551330.518436:0:12911:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:9.0:1673551330.518437:0:12911:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:9.0:1673551330.518437:0:12911:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000700844bd. 00000100:00000001:9.0:1673551330.518438:0:12911:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:9.0:1673551330.518438:0:12911:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551330.518439:0:12911:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:9.0:1673551330.518439:0:12911:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000f4683709 x1754791738761024/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:9.0:1673551330.518443:0:12911:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:9.0:1673551330.518443:0:12911:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:9.0:1673551330.518443:0:12911:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ac72248a. 02000000:00000001:9.0:1673551330.518444:0:12911:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:9.0:1673551330.518444:0:12911:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:9.0:1673551330.518444:0:12911:0:(genops.c:1205:class_import_put()) import 00000000fcc504f5 refcount=2 obd=ai200x-MDT0000-osp-MDT0001 00000020:00000001:9.0:1673551330.518445:0:12911:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:9.0:1673551330.518445:0:12911:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000853cb54d. 02000000:00000001:9.0:1673551330.518445:0:12911:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:9.0:1673551330.518446:0:12911:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:9.0:1673551330.518446:0:12911:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000f4683709. 00000100:00000001:9.0:1673551330.518447:0:12911:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:9.0:1673551330.518447:0:12911:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551330.518447:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551330.518448:0:12911:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1673551330.518448:0:12911:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551330.518449:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551330.518449:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551330.518450:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551330.518450:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551330.965065:0:2269515:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:20.0:1673551330.965067:0:2269515:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551331.029064:0:2270169:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000001:8.0:1673551331.029065:0:2270173:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:0.0:1673551331.029065:0:2270169:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000004:00000020:8.0:1673551331.029066:0:2270173:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000010:8.0:1673551331.029069:0:2270173:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000edf9cd4b. 00000100:00000010:0.0:1673551331.029069:0:2270169:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000081e9d256. 00000020:00000040:8.0:1673551331.029071:0:2270173:0:(genops.c:1192:class_import_get()) import 00000000e662c092 refcount=3 obd=ai200x-OST0004-osc-MDT0001 00000020:00000040:0.0:1673551331.029071:0:2270169:0:(genops.c:1192:class_import_get()) import 00000000aefacf36 refcount=3 obd=ai200x-OST0005-osc-MDT0001 00000004:00000001:7.0:1673551331.029072:0:2270163:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000100:00000001:8.0:1673551331.029073:0:2270173:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000004:00000020:7.0:1673551331.029073:0:2270163:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000001:0.0:1673551331.029073:0:2270169:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:8.0:1673551331.029074:0:2270173:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1673551331.029074:0:2270169:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:7.0:1673551331.029075:0:2270163:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000995608c0. 02000000:00000001:8.0:1673551331.029076:0:2270173:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551331.029076:0:2270163:0:(genops.c:1192:class_import_get()) import 000000000b46b2ec refcount=3 obd=ai200x-MDT0002-osp-MDT0001 02000000:00000001:0.0:1673551331.029076:0:2270169:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:8.0:1673551331.029078:0:2270173:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e05e1651. 00000100:00000001:7.0:1673551331.029078:0:2270163:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1673551331.029078:0:2270169:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003da0f9c1. 00000100:00000001:8.0:1673551331.029080:0:2270173:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1673551331.029080:0:2270163:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1673551331.029080:0:2270169:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1673551331.029081:0:2270163:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551331.029082:0:2270173:0:(jobid.c:704:lustre_get_jobid()) Process entered 02000000:00000010:7.0:1673551331.029082:0:2270163:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000299fda56. 00000100:00000001:0.0:1673551331.029082:0:2270169:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:8.0:1673551331.029083:0:2270173:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551331.029083:0:2270169:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551331.029084:0:2270163:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551331.029085:0:2270163:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000040:8.0:1673551331.029086:0:2270173:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000edf9cd4b] to pc [ptlrpcd_02_02+2] req@00000000edf9cd4b x1754791738761088/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:7.0:1673551331.029086:0:2270163:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1673551331.029086:0:2270169:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [0000000081e9d256] to pc [ptlrpcd_00_00+0] req@0000000081e9d256 x1754791738761152/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:7.0:1673551331.029088:0:2270163:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000995608c0] to pc [ptlrpcd_01_03+3] req@00000000995608c0 x1754791738761216/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:8.0:1673551331.029100:0:2270173:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:7.0:1673551331.029100:0:2270163:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551331.029101:0:2270169:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551331.029105:0:12902:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551331.029107:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551331.029107:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1673551331.029107:0:12902:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1673551331.029108:0:12902:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:11.0:1673551331.029109:0:12912:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:4.0:1673551331.029109:0:12909:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1673551331.029110:0:12912:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:10.0:1673551331.029110:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551331.029110:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551331.029110:0:12909:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:10.0:1673551331.029111:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551331.029111:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1673551331.029111:0:12902:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081e9d256 x1754791738761152/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1673551331.029112:0:12903:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000040:11.0:1673551331.029113:0:12912:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000edf9cd4b x1754791738761088/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:4.0:1673551331.029113:0:12909:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000995608c0 x1754791738761216/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1673551331.029113:0:12903:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551331.029117:0:12902:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:4.0:1673551331.029118:0:12909:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1673551331.029118:0:12902:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551331.029119:0:12912:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:4.0:1673551331.029119:0:12909:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551331.029120:0:12902:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:11.0:1673551331.029121:0:12912:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1673551331.029121:0:12909:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:11.0:1673551331.029122:0:12912:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:4.0:1673551331.029122:0:12909:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551331.029122:0:12902:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1673551331.029123:0:12912:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:4.0:1673551331.029124:0:12909:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000995608c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:ai200x-MDT0001-mdtlov_UUID:12909:1754791738761216:172.16.0.20@o2ib:41: 00000100:00100000:2.0:1673551331.029124:0:12902:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@0000000081e9d256 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ai200x-MDT0001-mdtlov_UUID:12902:1754791738761152:172.16.0.20@o2ib:13: 00000100:00100000:11.0:1673551331.029125:0:12912:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000edf9cd4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:ai200x-MDT0001-mdtlov_UUID:12912:1754791738761088:172.16.0.20@o2ib:13: 00000100:00000001:11.0:1673551331.029127:0:12912:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000001:4.0:1673551331.029127:0:12909:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1673551331.029127:0:12902:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:11.0:1673551331.029128:0:12912:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:4.0:1673551331.029128:0:12909:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1673551331.029128:0:12902:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:11.0:1673551331.029129:0:12912:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551331.029129:0:12902:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1673551331.029130:0:12909:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551331.029130:0:12902:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:11.0:1673551331.029131:0:12912:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:4.0:1673551331.029131:0:12909:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1673551331.029132:0:12902:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e7933989. 02000000:00000010:11.0:1673551331.029133:0:12912:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000087857dd8. 02000000:00000010:4.0:1673551331.029133:0:12909:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000494e23b8. 02000000:00000001:2.0:1673551331.029133:0:12902:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1673551331.029134:0:12912:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1673551331.029134:0:12909:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:11.0:1673551331.029136:0:12912:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:4.0:1673551331.029136:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:2.0:1673551331.029136:0:12902:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000010:2.0:1673551331.029137:0:12902:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000009890be33. 00000400:00000010:11.0:1673551331.029138:0:12912:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000009d432585. 00000400:00000010:4.0:1673551331.029138:0:12909:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000002c3f858a. 00000400:00000010:2.0:1673551331.029139:0:12902:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090effd2f. 00000400:00000010:11.0:1673551331.029140:0:12912:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001922871e. 00000400:00000010:4.0:1673551331.029140:0:12909:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faa1e57e. 00000100:00000200:2.0:1673551331.029142:0:12902:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738761152, portal 4 00000100:00000200:11.0:1673551331.029143:0:12912:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738761088, portal 4 00000100:00000200:4.0:1673551331.029143:0:12909:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738761216, portal 4 00000100:00000001:2.0:1673551331.029143:0:12902:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1673551331.029143:0:12902:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912610150884352 : -52831463558667264 : ff444e10559f2400) 00000100:00000001:11.0:1673551331.029144:0:12912:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:4.0:1673551331.029144:0:12909:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:4.0:1673551331.029144:0:12909:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912620950833152 : -52831452758718464 : ff444e12d9594800) 00000100:00000001:11.0:1673551331.029145:0:12912:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912565958845440 : -52831507750706176 : ff444e060b922400) 00000100:00000040:4.0:1673551331.029146:0:12909:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000995608c0 x1754791738761216/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551338 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000040:11.0:1673551331.029147:0:12912:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000edf9cd4b x1754791738761088/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551338 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000040:2.0:1673551331.029147:0:12902:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@0000000081e9d256 x1754791738761152/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551338 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:11.0:1673551331.029150:0:12912:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:4.0:1673551331.029150:0:12909:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:2.0:1673551331.029150:0:12902:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:11.0:1673551331.029151:0:12912:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:11.0:1673551331.029152:0:12912:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3fe7871. 00000100:00000040:4.0:1673551331.029152:0:12909:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:4.0:1673551331.029152:0:12909:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edb20787. 00000100:00000040:2.0:1673551331.029152:0:12902:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:2.0:1673551331.029152:0:12902:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003190da0e. 00000100:00000200:11.0:1673551331.029153:0:12912:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738761088, offset 0 00000100:00000200:4.0:1673551331.029153:0:12909:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1754791738761216, offset 0 00000100:00000200:2.0:1673551331.029153:0:12902:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738761152, offset 0 00000400:00000200:11.0:1673551331.029157:0:12912:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:4.0:1673551331.029157:0:12909:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:2.0:1673551331.029157:0:12902:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:11.0:1673551331.029160:0:12912:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:4.0:1673551331.029160:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:2.0:1673551331.029160:0:12902:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:11.0:1673551331.029163:0:12912:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000400:00000200:4.0:1673551331.029163:0:12909:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000400:00000200:2.0:1673551331.029163:0:12902:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000400:00000200:4.0:1673551331.029165:0:12909:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964967, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:11.0:1673551331.029166:0:12912:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964967, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:2.0:1673551331.029166:0:12902:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964967, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:11.0:1673551331.029168:0:12912:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964966, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964967, g:4294967295] 00000400:00000200:4.0:1673551331.029168:0:12909:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964966, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964967, g:4294967295] 00000400:00000200:4.0:1673551331.029169:0:12909:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:2.0:1673551331.029169:0:12902:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964966, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964967, g:4294967295] 00000400:00000200:11.0:1673551331.029170:0:12912:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:4.0:1673551331.029170:0:12909:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964967, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964966, g:4294967295] 00000400:00000200:2.0:1673551331.029170:0:12902:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:11.0:1673551331.029171:0:12912:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964967, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964966, g:4294967295] 00000400:00000200:4.0:1673551331.029172:0:12909:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964966, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964966, g:4294967295] 00000400:00000200:2.0:1673551331.029172:0:12902:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964967, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964966, g:4294967295] 00000400:00000200:11.0:1673551331.029173:0:12912:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964966, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964966, g:4294967295] 00000400:00000200:4.0:1673551331.029173:0:12909:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:2.0:1673551331.029173:0:12902:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964966, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964966, g:4294967295] 00000400:00000200:11.0:1673551331.029174:0:12912:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:2.0:1673551331.029174:0:12902:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:11.0:1673551331.029175:0:12912:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:4.0:1673551331.029175:0:12909:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:2.0:1673551331.029175:0:12902:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:11.0:1673551331.029177:0:12912:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:4.0:1673551331.029177:0:12909:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:2.0:1673551331.029177:0:12902:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:11.0:1673551331.029178:0:12912:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[32, 32], s:[10403798, 10403798] 00000400:00000200:4.0:1673551331.029178:0:12909:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[32, 32], s:[10403798, 10403798] 00000400:00000200:2.0:1673551331.029178:0:12902:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[32, 32], s:[10403798, 10403798] 00000400:00000200:11.0:1673551331.029179:0:12912:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.20@o2ib 00000400:00000200:4.0:1673551331.029179:0:12909:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.20@o2ib 00000400:00000200:2.0:1673551331.029179:0:12902:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.20@o2ib 00000400:00000200:11.0:1673551331.029180:0:12912:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:4.0:1673551331.029180:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:2.0:1673551331.029180:0:12902:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:11.0:1673551331.029184:0:12912:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000800:00000200:11.0:1673551331.029186:0:12912:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000400:00000200:11.0:1673551331.029187:0:12912:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:4.0:1673551331.029189:0:12909:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000800:00000200:4.0:1673551331.029191:0:12909:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000800:00000200:11.0:1673551331.029192:0:12912:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000004111b72] -> 172.16.0.20@o2ib (2) version: 12 00000400:00000200:4.0:1673551331.029192:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:2.0:1673551331.029192:0:12902:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000800:00000200:11.0:1673551331.029193:0:12912:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000007a1be710] (68)++ 00000800:00000200:11.0:1673551331.029194:0:12912:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000007a1be710] (69)++ 00000800:00000200:2.0:1673551331.029194:0:12902:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000800:00000200:4.0:1673551331.029195:0:12909:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000004111b72] -> 172.16.0.20@o2ib (2) version: 12 00000800:00000200:4.0:1673551331.029196:0:12909:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000007a1be710] (70)++ 00000400:00000200:2.0:1673551331.029196:0:12902:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:2.0:1673551331.029198:0:12902:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000004111b72] -> 172.16.0.20@o2ib (2) version: 12 00000800:00000200:11.0:1673551331.029199:0:12912:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000007a1be710] (71)-- 00000100:00000001:11.0:1673551331.029199:0:12912:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1673551331.029199:0:12909:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000007a1be710] (71)++ 00000800:00000200:2.0:1673551331.029199:0:12902:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000007a1be710] (70)++ 00000100:00000001:11.0:1673551331.029200:0:12912:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1673551331.029201:0:12912:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551331.029202:0:12912:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551331.029202:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:4.0:1673551331.029202:0:12909:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000007a1be710] (72)-- 00000100:00000001:4.0:1673551331.029202:0:12909:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1673551331.029202:0:12902:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000007a1be710] (72)++ 00000100:00000001:4.0:1673551331.029203:0:12909:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:4.0:1673551331.029204:0:12909:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551331.029205:0:12909:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551331.029205:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1673551331.029205:0:12902:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000007a1be710] (72)-- 00000100:00000001:11.0:1673551331.029206:0:12912:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:11.0:1673551331.029206:0:12912:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1673551331.029206:0:12902:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551331.029207:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551331.029207:0:12912:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1673551331.029208:0:12912:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551331.029208:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551331.029208:0:12909:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:4.0:1673551331.029208:0:12909:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1673551331.029208:0:12902:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1673551331.029209:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551331.029209:0:12912:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1673551331.029209:0:12912:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551331.029209:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551331.029209:0:12909:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1673551331.029209:0:12902:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551331.029210:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551331.029210:0:12909:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551331.029210:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551331.029210:0:12902:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551331.029211:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551331.029211:0:12909:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1673551331.029211:0:12902:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551331.029212:0:12909:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551331.029212:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551331.029213:0:12902:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1673551331.029214:0:12902:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1673551331.029214:0:12902:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000800:00000200:3.2:1673551331.029215:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (71)++ 00000100:00000001:2.0:1673551331.029215:0:12902:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1673551331.029216:0:12902:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551331.029216:0:12902:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551331.029217:0:12902:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1673551331.029218:0:12902:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1673551331.029218:0:12902:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551331.029219:0:12902:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1673551331.029231:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (72)++ 00000800:00000200:12.0:1673551331.029238:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000007a1be710] (73)-- 00000400:00000200:12.0:1673551331.029240:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551331.029244:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000800:00000200:13.0:1673551331.029246:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (72)++ 00000400:00000200:12.0:1673551331.029246:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000b3fe7871 00000400:00000010:12.0:1673551331.029247:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000b3fe7871. 00000800:00000200:13.0:1673551331.029248:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000007a1be710] (73)-- 00000400:00000200:13.0:1673551331.029249:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:12.0:1673551331.029249:0:12872:0:(events.c:54:request_out_callback()) Process entered 00000400:00000200:13.0:1673551331.029251:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000200:12.0:1673551331.029251:0:12872:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000edf9cd4b x1754791738761088/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551338 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:13.0:1673551331.029252:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000edb20787 00000400:00000010:13.0:1673551331.029253:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000edb20787. 00000100:00000001:13.0:1673551331.029254:0:12871:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:13.0:1673551331.029256:0:12871:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000995608c0 x1754791738761216/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551338 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:12.0:1673551331.029256:0:12872:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:13.0:1673551331.029259:0:12871:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:12.0:1673551331.029259:0:12872:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000edf9cd4b x1754791738761088/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551338 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:13.0:1673551331.029261:0:12871:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000995608c0 x1754791738761216/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551338 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:12.0:1673551331.029262:0:12872:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551331.029263:0:12872:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:13.0:1673551331.029264:0:12871:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551331.029264:0:12871:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:12.0:1673551331.029265:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (72)-- 00000800:00000200:13.0:1673551331.029266:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (71)-- 00000800:00000200:12.0:1673551331.029267:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (70)++ 00000800:00000200:12.0:1673551331.029271:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000007a1be710] (71)-- 00000400:00000200:12.0:1673551331.029272:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551331.029274:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:12.0:1673551331.029275:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003190da0e 00000400:00000010:12.0:1673551331.029276:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003190da0e. 00000100:00000001:12.0:1673551331.029277:0:12872:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:12.0:1673551331.029278:0:12872:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@0000000081e9d256 x1754791738761152/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551338 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:13.0:1673551331.029280:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000100:00000001:12.0:1673551331.029281:0:12872:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:12.0:1673551331.029282:0:12872:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000081e9d256 x1754791738761152/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551338 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:12.0:1673551331.029285:0:12872:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551331.029286:0:12872:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:12.0:1673551331.029287:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000800:00000200:3.2:1673551331.029360:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (68)++ 00000800:00000200:13.0:1673551331.029372:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (69)++ 00000800:00000200:13.0:1673551331.029378:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[4] from 172.16.0.20@o2ib 00000400:00000200:13.0:1673551331.029381:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551331.029384:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000800:00000200:12.0:1673551331.029384:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (70)++ 00000400:00000200:13.0:1673551331.029386:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:12.0:1673551331.029386:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.20@o2ib 00000400:00000200:13.0:1673551331.029388:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551331.029389:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551331.029390:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551331.029391:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000400:00000200:13.0:1673551331.029392:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 368 into portal 4 MB=0x63bf94a3e5fc0 00000400:00000200:12.0:1673551331.029393:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551331.029394:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551331.029395:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551331.029396:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551331.029397:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.20@o2ib of length 368/368 into md 0x4bd8e08d [1] + 224 00000400:00000200:12.0:1673551331.029398:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 368 into portal 4 MB=0x63bf94a3e5f80 00000400:00000200:12.0:1673551331.029399:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551331.029400:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551331.029401:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.20@o2ib of length 368/368 into md 0x4bd8e0cd [1] + 224 00000400:00000200:13.0:1673551331.029402:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:12.0:1673551331.029402:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:13.0:1673551331.029404:0:12871:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:12.0:1673551331.029404:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000200:13.0:1673551331.029405:0:12871:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@0000000081e9d256 x1754791738761152/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551338 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:12.0:1673551331.029405:0:12872:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:12.0:1673551331.029406:0:12872:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000edf9cd4b x1754791738761088/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551338 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:13.0:1673551331.029409:0:12871:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@0000000081e9d256 x1754791738761152/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551338 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000040:12.0:1673551331.029410:0:12872:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000edf9cd4b x1754791738761088/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551338 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:13.0:1673551331.029418:0:12871:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:12.0:1673551331.029418:0:12872:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:12.0:1673551331.029420:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000007a1be710] (71)++ 00000800:00000200:13.0:1673551331.029421:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000007a1be710] (71)++ 00000800:00000200:13.0:1673551331.029422:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000007a1be710] (73)-- 00000800:00000200:12.0:1673551331.029422:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000007a1be710] (73)-- 00000800:00000200:12.0:1673551331.029423:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (71)-- 00000800:00000200:13.0:1673551331.029424:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000800:00000200:12.0:1673551331.029424:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (69)++ 00000100:00000001:2.0:1673551331.029425:0:12902:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1673551331.029425:0:12902:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000800:00000200:12.0:1673551331.029426:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.20@o2ib 00000100:00000001:11.0:1673551331.029426:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551331.029426:0:12912:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1673551331.029427:0:12902:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1673551331.029427:0:12902:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000200:12.0:1673551331.029428:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000010:2.0:1673551331.029428:0:12902:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000009890be33. 00000400:00000200:2.0:1673551331.029428:0:12902:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000090effd2f 00000400:00000200:12.0:1673551331.029429:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000400:00000010:2.0:1673551331.029429:0:12902:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000090effd2f. 00000100:00000001:2.0:1673551331.029430:0:12902:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:12.0:1673551331.029431:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000001:11.0:1673551331.029431:0:12912:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1673551331.029431:0:12902:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@0000000081e9d256 x1754791738761152/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551338 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:13.0:1673551331.029432:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000400:00000200:12.0:1673551331.029432:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000001:11.0:1673551331.029432:0:12912:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000200:12.0:1673551331.029433:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000010:11.0:1673551331.029433:0:12912:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000009d432585. 00000400:00000200:11.0:1673551331.029433:0:12912:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000001922871e 00000400:00000010:11.0:1673551331.029434:0:12912:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000001922871e. 00000100:00000001:11.0:1673551331.029434:0:12912:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:2.0:1673551331.029434:0:12902:0:(events.c:128:reply_in_callback()) @@@ unlink req@0000000081e9d256 x1754791738761152/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551338 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:12.0:1673551331.029435:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 368 into portal 4 MB=0x63bf94a3e6000 00000100:00000200:11.0:1673551331.029435:0:12912:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000edf9cd4b x1754791738761088/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551338 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1673551331.029436:0:12902:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000200:12.0:1673551331.029437:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:2.0:1673551331.029437:0:12902:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551331.029437:0:12902:0:(client.c:1442:after_reply()) Process entered 00000400:00000200:12.0:1673551331.029438:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.20@o2ib of length 368/368 into md 0x4bd8e0ad [1] + 224 02000000:00000001:2.0:1673551331.029438:0:12902:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1673551331.029439:0:12902:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000400:00000200:12.0:1673551331.029440:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1673551331.029440:0:12902:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1673551331.029441:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000200:11.0:1673551331.029441:0:12912:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000edf9cd4b x1754791738761088/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551338 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000001:2.0:1673551331.029441:0:12902:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551331.029442:0:12872:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:11.0:1673551331.029443:0:12912:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00001000:2.0:1673551331.029443:0:12902:0:(import.c:1925:at_measured()) add 1 to 000000008ac11dfe time=103 v=1 (1 1 1 1) 00000100:00000200:12.0:1673551331.029444:0:12872:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000995608c0 x1754791738761216/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551338 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:11.0:1673551331.029444:0:12912:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1673551331.029444:0:12912:0:(client.c:1442:after_reply()) Process entered 00000100:00001000:2.0:1673551331.029444:0:12902:0:(import.c:1925:at_measured()) add 1 to 0000000096d8c5a6 time=103 v=1 (1 1 1 1) 02000000:00000001:11.0:1673551331.029445:0:12912:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:11.0:1673551331.029445:0:12912:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1673551331.029445:0:12902:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:11.0:1673551331.029446:0:12912:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551331.029446:0:12902:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:12.0:1673551331.029447:0:12872:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000995608c0 x1754791738761216/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551338 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 02000000:00000001:11.0:1673551331.029447:0:12912:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551331.029447:0:12902:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00001000:11.0:1673551331.029448:0:12912:0:(import.c:1925:at_measured()) add 1 to 000000008f5d780c time=103 v=1 (1 1 1 1) 00010000:00000001:2.0:1673551331.029448:0:12902:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:11.0:1673551331.029449:0:12912:0:(import.c:1925:at_measured()) add 1 to 000000008a8633cc time=103 v=1 (1 1 1 1) 00000100:00000001:2.0:1673551331.029449:0:12902:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000001:11.0:1673551331.029450:0:12912:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:11.0:1673551331.029450:0:12912:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1673551331.029450:0:12902:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0005-osc-MDT0001: skip recheck: last_committed 249121018746 00010000:00000001:11.0:1673551331.029451:0:12912:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1673551331.029451:0:12902:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1673551331.029451:0:12902:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:11.0:1673551331.029452:0:12912:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1673551331.029452:0:12902:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081e9d256 x1754791738761152/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551338 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:11.0:1673551331.029453:0:12912:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:11.0:1673551331.029453:0:12912:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0004-osc-MDT0001: skip recheck: last_committed 292070691533 00000100:00000001:11.0:1673551331.029454:0:12912:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:11.0:1673551331.029454:0:12912:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551331.029454:0:12902:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:12.0:1673551331.029455:0:12872:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000040:11.0:1673551331.029455:0:12912:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000edf9cd4b x1754791738761088/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551338 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000800:00000200:12.0:1673551331.029456:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000007a1be710] (69)++ 00000800:00000200:12.0:1673551331.029456:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000007a1be710] (70)-- 00000100:00000001:2.0:1673551331.029456:0:12902:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1673551331.029456:0:12902:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:12.0:1673551331.029457:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000100:00000001:11.0:1673551331.029457:0:12912:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1673551331.029457:0:12902:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000100:00000001:11.0:1673551331.029458:0:12912:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000004:00000040:2.0:1673551331.029458:0:12902:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0005-osc-MDT0001: Updating status = 0 00000100:00000001:11.0:1673551331.029459:0:12912:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:11.0:1673551331.029459:0:12912:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1673551331.029459:0:12902:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0005-osc-MDT0001: blocks=1923008600 free=1294555861 avail=1275090160 avail_mb=4980820 hwm_mb=14671 files=60817408 ffree=34442062 state=200: rc = 0 00000004:00000040:11.0:1673551331.029460:0:12912:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0004-osc-MDT0001: Updating status = 0 00000004:00000040:11.0:1673551331.029461:0:12912:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0004-osc-MDT0001: blocks=1923008600 free=1297072726 avail=1277607025 avail_mb=4990652 hwm_mb=14671 files=60817408 ffree=34648510 state=200: rc = 0 00000100:00000001:4.0:1673551331.029461:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000004:00000020:2.0:1673551331.029461:0:12902:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0005-osc-MDT0001 (000000006816b24e): 1923008600 blocks, 1294555861 free, 1275090160 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 33 reserved ino low, 67 reserved ino high, 60817408 files, 34442062 free files 0x200 00000100:00000001:4.0:1673551331.029462:0:12909:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:4.0:1673551331.029462:0:12909:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000004:00000020:11.0:1673551331.029463:0:12912:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0004-osc-MDT0001 (0000000019d426a4): 1923008600 blocks, 1297072726 free, 1277607025 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 33 reserved ino low, 67 reserved ino high, 60817408 files, 34648510 free files 0x200 00000400:00000001:4.0:1673551331.029463:0:12909:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:4.0:1673551331.029463:0:12909:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000002c3f858a. 00000004:00000001:2.0:1673551331.029463:0:12902:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1673551331.029464:0:12909:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000faa1e57e 00000400:00000010:4.0:1673551331.029464:0:12909:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000faa1e57e. 00000100:00000040:2.0:1673551331.029464:0:12902:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081e9d256 x1754791738761152/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551338 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000004:00000001:11.0:1673551331.029465:0:12912:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551331.029465:0:12909:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000040:11.0:1673551331.029466:0:12912:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000edf9cd4b x1754791738761088/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551338 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000200:4.0:1673551331.029466:0:12909:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000995608c0 x1754791738761216/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551338 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1673551331.029466:0:12902:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@0000000081e9d256 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ai200x-MDT0001-mdtlov_UUID:12902:1754791738761152:172.16.0.20@o2ib:13: 00000100:00000001:2.0:1673551331.029468:0:12902:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551331.029468:0:12902:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000200:4.0:1673551331.029469:0:12909:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000995608c0 x1754791738761216/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551338 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:2.0:1673551331.029469:0:12902:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000081e9d256 x1754791738761152/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551338 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00100000:11.0:1673551331.029471:0:12912:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000edf9cd4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:ai200x-MDT0001-mdtlov_UUID:12912:1754791738761088:172.16.0.20@o2ib:13: 00000100:00000001:4.0:1673551331.029471:0:12909:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:4.0:1673551331.029471:0:12909:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551331.029471:0:12902:0:(client.c:2641:__ptlrpc_free_req()) Process entered 00000100:00000001:4.0:1673551331.029472:0:12909:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:4.0:1673551331.029472:0:12909:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1673551331.029472:0:12902:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1673551331.029472:0:12902:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e7933989. 00000100:00000001:11.0:1673551331.029473:0:12912:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1673551331.029473:0:12912:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:4.0:1673551331.029473:0:12909:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000040:11.0:1673551331.029474:0:12912:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000edf9cd4b x1754791738761088/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551338 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:4.0:1673551331.029474:0:12909:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551331.029474:0:12902:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1673551331.029474:0:12902:0:(genops.c:1199:class_import_put()) Process entered 02000000:00000001:4.0:1673551331.029475:0:12909:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551331.029475:0:12902:0:(genops.c:1205:class_import_put()) import 00000000aefacf36 refcount=2 obd=ai200x-OST0005-osc-MDT0001 00000020:00000001:2.0:1673551331.029475:0:12902:0:(genops.c:1212:class_import_put()) Process leaving 00000100:00000001:11.0:1673551331.029476:0:12912:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:11.0:1673551331.029476:0:12912:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:4.0:1673551331.029476:0:12909:0:(import.c:1925:at_measured()) add 1 to 00000000be1b4d3a time=103 v=1 (1 1 1 1) 02000000:00000010:2.0:1673551331.029476:0:12902:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003da0f9c1. 02000000:00000010:11.0:1673551331.029477:0:12912:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000087857dd8. 02000000:00000001:11.0:1673551331.029477:0:12912:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:4.0:1673551331.029477:0:12909:0:(import.c:1925:at_measured()) add 1 to 000000005ad7af53 time=103 v=1 (1 1 1 1) 02000000:00000001:2.0:1673551331.029477:0:12902:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:11.0:1673551331.029478:0:12912:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:11.0:1673551331.029478:0:12912:0:(genops.c:1205:class_import_put()) import 00000000e662c092 refcount=2 obd=ai200x-OST0004-osc-MDT0001 00000100:00000001:4.0:1673551331.029478:0:12909:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:4.0:1673551331.029478:0:12909:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551331.029478:0:12902:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1673551331.029478:0:12902:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000081e9d256. 00000020:00000001:11.0:1673551331.029479:0:12912:0:(genops.c:1212:class_import_put()) Process leaving 00010000:00000001:4.0:1673551331.029479:0:12909:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:4.0:1673551331.029479:0:12909:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551331.029479:0:12902:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1673551331.029479:0:12902:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:11.0:1673551331.029480:0:12912:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e05e1651. 02000000:00000001:11.0:1673551331.029480:0:12912:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:4.0:1673551331.029480:0:12909:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:4.0:1673551331.029480:0:12909:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0002-osp-MDT0001: skip recheck: last_committed 287995498174 00000100:00000001:2.0:1673551331.029480:0:12902:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551331.029480:0:12902:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:11.0:1673551331.029481:0:12912:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:11.0:1673551331.029481:0:12912:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000edf9cd4b. 00000100:00000001:4.0:1673551331.029481:0:12909:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:4.0:1673551331.029481:0:12909:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551331.029481:0:12902:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551331.029481:0:12902:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000040:4.0:1673551331.029482:0:12909:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000995608c0 x1754791738761216/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551338 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1673551331.029482:0:12902:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551331.029482:0:12902:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551331.029483:0:12912:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:11.0:1673551331.029483:0:12912:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1673551331.029483:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551331.029483:0:12902:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551331.029484:0:12912:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:4.0:1673551331.029484:0:12909:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1673551331.029485:0:12912:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551331.029485:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551331.029485:0:12909:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:4.0:1673551331.029485:0:12909:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1673551331.029486:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551331.029486:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551331.029486:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:4.0:1673551331.029486:0:12909:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000040:4.0:1673551331.029487:0:12909:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-MDT0002-osp-MDT0001: blocks=34884907 free=598078 avail=0 avail_mb=0 hwm_mb=267 files=96642000 ffree=66038855 state=220: rc = 0 00000004:00000020:4.0:1673551331.029489:0:12909:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-MDT0002-osp-MDT0001 (00000000e45e734f): 34884907 blocks, 598078 free, 0 avail, 4096 bsize, 133 reserved mb low, 267 reserved mb high, 63 reserved ino low, 127 reserved ino high, 96642000 files, 66038855 free files 0x220 00000004:00000001:4.0:1673551331.029491:0:12909:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551331.029491:0:12909:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000995608c0 x1754791738761216/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551338 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00100000:4.0:1673551331.029494:0:12909:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000995608c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:ai200x-MDT0001-mdtlov_UUID:12909:1754791738761216:172.16.0.20@o2ib:41: 00000100:00000001:4.0:1673551331.029495:0:12909:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551331.029495:0:12909:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:4.0:1673551331.029496:0:12909:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000995608c0 x1754791738761216/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551338 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:4.0:1673551331.029498:0:12909:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:4.0:1673551331.029498:0:12909:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:4.0:1673551331.029499:0:12909:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000494e23b8. 02000000:00000001:4.0:1673551331.029500:0:12909:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:4.0:1673551331.029500:0:12909:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:4.0:1673551331.029500:0:12909:0:(genops.c:1205:class_import_put()) import 000000000b46b2ec refcount=2 obd=ai200x-MDT0002-osp-MDT0001 00000020:00000001:4.0:1673551331.029501:0:12909:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:4.0:1673551331.029502:0:12909:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000299fda56. 02000000:00000001:4.0:1673551331.029502:0:12909:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:4.0:1673551331.029503:0:12909:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:4.0:1673551331.029503:0:12909:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000995608c0. 00000100:00000001:4.0:1673551331.029504:0:12909:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:4.0:1673551331.029504:0:12909:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551331.029505:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551331.029506:0:12909:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:4.0:1673551331.029506:0:12909:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551331.029507:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551331.029507:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551331.029507:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551331.029508:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.2:1673551331.149141:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000076493839] (68)++ 00000800:00000200:13.0:1673551331.149154:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000076493839] (69)++ 00000800:00000200:13.0:1673551331.149161:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.128@o2ib 00000400:00000200:13.0:1673551331.149163:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.128@o2ib to cpt 3 00000400:00000200:13.0:1673551331.149165:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.128@o2ib : PUT - for me 00000400:00000200:13.0:1673551331.149167:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.128@o2ib to cpt 3 00000800:00000200:12.0:1673551331.149167:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000076493839] (70)-- 00000400:00000200:13.0:1673551331.149168:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.128@o2ib to cpt 3 00000400:00000200:13.0:1673551331.149170:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.128@o2ib to cpt 3 00000400:00000200:13.0:1673551331.149171:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.128@o2ib of length 224 into portal 12 MB=0x63bba32f3ae80 00000400:00000200:13.0:1673551331.149175:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-172.16.0.128@o2ib of length 224/224 into md 0x44dd146d [64] + 130416 00000400:00000200:13.0:1673551331.149178:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551331.149180:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.128@o2ib: PUT: OK 00000100:00000001:13.0:1673551331.149181:0:12871:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:13.0:1673551331.149182:0:12871:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:13.0:1673551331.149184:0:12871:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000004d1e47c2. 00000100:00000040:13.0:1673551331.149184:0:12871:0:(events.c:367:request_in_callback()) incoming req@000000004d1e47c2 x1754520765050496 msgsize 224 00000100:00100000:13.0:1673551331.149186:0:12871:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.128@o2ib (source: 12345-172.16.0.128@o2ib) 00000100:00000001:13.0:1673551331.149191:0:12871:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:13.0:1673551331.149192:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000076493839] (69)++ 00000800:00000200:13.0:1673551331.149193:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000076493839] (70)-- 00000800:00000200:13.0:1673551331.149194:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000076493839] (69)-- 00000100:00000001:15.0:1673551331.149203:0:2717748:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:15.0:1673551331.149205:0:2717748:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:15.0:1673551331.149205:0:2717748:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:15.0:1673551331.149206:0:2717748:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1673551331.149208:0:2717748:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:15.0:1673551331.149209:0:2717748:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754520765050496 00000020:00000001:15.0:1673551331.149210:0:2717748:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:15.0:1673551331.149210:0:2717748:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b3f 00000020:00000001:15.0:1673551331.149211:0:2717748:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:15.0:1673551331.149212:0:2717748:0:(lustre_handles.c:152:class_handle2object()) GET export 000000007d0d8ee7 refcount=6 00000020:00000001:15.0:1673551331.149214:0:2717748:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748062208 : -52831469961489408 : ff444e0ed7fbd400) 00000020:00000001:15.0:1673551331.149215:0:2717748:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748062208 : -52831469961489408 : ff444e0ed7fbd400) 00000100:00000001:15.0:1673551331.149217:0:2717748:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:15.0:1673551331.149218:0:2717748:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:15.0:1673551331.149219:0:2717748:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000113e6e3f. 00000020:00000010:15.0:1673551331.149221:0:2717748:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036e234c6. 00000020:00000010:15.0:1673551331.149222:0:2717748:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be5c2368. 00000100:00000040:15.0:1673551331.149224:0:2717748:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000001:15.0:1673551331.149225:0:2717748:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:15.0:1673551331.149225:0:2717748:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:15.0:1673551331.149226:0:2717748:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551331.149228:0:2717748:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:15.0:1673551331.149229:0:2717748:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:15.0:1673551331.149229:0:2717748:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551331.149234:0:2717748:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551331.149237:0:2717748:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:15.0:1673551331.149238:0:2717748:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:15.0:1673551331.149240:0:2717748:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.128@o2ib, seq: 4354 00000100:00000040:15.0:1673551331.149241:0:2717748:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000007d0d8ee7 : new rpc_count 1 00000100:00000001:15.0:1673551331.149242:0:2717748:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912593449088256 : -52831480260463360 : ff444e0c721df500) 00000100:00000040:15.0:1673551331.149244:0:2717748:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004d1e47c2 x1754520765050496/t0(0) o400->6d8d6132-29b8-426f-8245-b058f840fb7b@172.16.0.128@o2ib:217/0 lens 224/0 e 0 to 0 dl 1673551337 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000001:15.0:1673551331.149248:0:2717748:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:15.0:1673551331.149248:0:2717748:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:15.0:1673551331.149249:0:2717748:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000004d1e47c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_007:6d8d6132-29b8-426f-8245-b058f840fb7b+6:2900:x1754520765050496:12345-172.16.0.128@o2ib:400: 00000100:00000200:15.0:1673551331.149250:0:2717748:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754520765050496 00000020:00000001:15.0:1673551331.149252:0:2717748:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:15.0:1673551331.149253:0:2717748:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:15.0:1673551331.149254:0:2717748:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551331.149255:0:2717748:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:15.0:1673551331.149256:0:2717748:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000020:00000001:15.0:1673551331.149257:0:2717748:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000001:00000001:15.0:1673551331.149257:0:2717748:0:(tgt_lastrcvd.c:2249:tgt_lookup_reply()) ai200x-MDT0001: lookup reply xid 1754520765050496, found 0 last_xid 1754520765050495 00000020:00000001:15.0:1673551331.149258:0:2717748:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:15.0:1673551331.149259:0:2717748:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:15.0:1673551331.149259:0:2717748:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:15.0:1673551331.149260:0:2717748:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551331.149261:0:2717748:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00000001:15.0:1673551331.149262:0:2717748:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:15.0:1673551331.149263:0:2717748:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:15.0:1673551331.149263:0:2717748:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 000000006743b5bf. 02000000:00000001:15.0:1673551331.149264:0:2717748:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551331.149265:0:2717748:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551331.149265:0:2717748:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:15.0:1673551331.149266:0:2717748:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 219043541512, transno 0, xid 1754520765050496 00010000:00000001:15.0:1673551331.149267:0:2717748:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:15.0:1673551331.149269:0:2717748:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000004d1e47c2 x1754520765050496/t0(0) o400->6d8d6132-29b8-426f-8245-b058f840fb7b@172.16.0.128@o2ib:217/0 lens 224/224 e 0 to 0 dl 1673551337 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00010000:00000001:15.0:1673551331.149272:0:2717748:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:15.0:1673551331.149272:0:2717748:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:15.0:1673551331.149273:0:2717748:0:(import.c:1925:at_measured()) add 1 to 00000000df0afe6d time=102 v=1 (1 1 1 1) 00000100:00000001:15.0:1673551331.149275:0:2717748:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:15.0:1673551331.149276:0:2717748:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000ab35b9fb refcount 3 to 172.16.0.128@o2ib 00000100:00000001:15.0:1673551331.149277:0:2717748:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912561548255712 : -52831512161295904 : ff444e0504ade1e0) 02000000:00000001:15.0:1673551331.149277:0:2717748:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:15.0:1673551331.149278:0:2717748:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551331.149278:0:2717748:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:15.0:1673551331.149279:0:2717748:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.128@o2ib 00000400:00000010:15.0:1673551331.149280:0:2717748:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001fe07431. 00000100:00000200:15.0:1673551331.149282:0:2717748:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754520765050496, offset 224 00000400:00000200:15.0:1673551331.149283:0:2717748:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.128@o2ib 00000400:00000200:15.0:1673551331.149285:0:2717748:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.128@o2ib to cpt 3 00000400:00000200:15.0:1673551331.149287:0:2717748:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.128@o2ib local destination 00000400:00000200:15.0:1673551331.149288:0:2717748:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.128@o2ib to cpt 3 00000400:00000200:15.0:1673551331.149291:0:2717748:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.128@o2ib(172.16.0.128@o2ib:172.16.0.128@o2ib) : PUT try# 0 00000800:00000200:15.0:1673551331.149292:0:2717748:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.128@o2ib 00000400:00000200:15.0:1673551331.149294:0:2717748:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.128@o2ib to cpt 3 00000800:00000200:15.0:1673551331.149296:0:2717748:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000806ce7af] -> 172.16.0.128@o2ib (2) version: 12 00000800:00000200:15.0:1673551331.149297:0:2717748:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000076493839] (68)++ 00000800:00000200:15.0:1673551331.149298:0:2717748:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000076493839] (69)++ 00000800:00000200:15.0:1673551331.149300:0:2717748:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000076493839] (70)-- 00000100:00000001:15.0:1673551331.149300:0:2717748:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1673551331.149301:0:2717748:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000ab35b9fb refcount 2 to 172.16.0.128@o2ib 00010000:00000001:15.0:1673551331.149302:0:2717748:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:15.0:1673551331.149302:0:2717748:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551331.149303:0:2717748:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:15.0:1673551331.149304:0:2717748:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d1e47c2 x1754520765050496/t0(0) o400->6d8d6132-29b8-426f-8245-b058f840fb7b@172.16.0.128@o2ib:217/0 lens 224/224 e 0 to 0 dl 1673551337 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00100000:15.0:1673551331.149306:0:2717748:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000004d1e47c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_007:6d8d6132-29b8-426f-8245-b058f840fb7b+6:2900:x1754520765050496:12345-172.16.0.128@o2ib:400: Request processed in 58us (121us total) trans 0 rc 0/0 00000100:00100000:15.0:1673551331.149308:0:2717748:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.128@o2ib, seq: 4354 00000800:00000200:3.2:1673551331.149308:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000076493839] (69)++ 00000100:00000040:15.0:1673551331.149310:0:2717748:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007d0d8ee7 : new rpc_count 0 00000100:00000001:15.0:1673551331.149311:0:2717748:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:15.0:1673551331.149311:0:2717748:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:15.0:1673551331.149312:0:2717748:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036e234c6. 00000020:00000010:15.0:1673551331.149313:0:2717748:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be5c2368. 00000020:00000010:15.0:1673551331.149314:0:2717748:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000113e6e3f. 00000020:00000040:15.0:1673551331.149315:0:2717748:0:(genops.c:979:class_export_put()) PUTting export 000000007d0d8ee7 : new refcount 5 00000100:00000001:15.0:1673551331.149316:0:2717748:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:12.0:1673551331.149318:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000076493839] (70)++ 00000800:00000200:12.0:1673551331.149323:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000076493839] (71)-- 00000400:00000200:12.0:1673551331.149324:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551331.149327:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.128@o2ib: PUT: OK 00000400:00000200:12.0:1673551331.149329:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000001fe07431 00000800:00000200:13.0:1673551331.149330:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000076493839] (70)-- 00000400:00000010:12.0:1673551331.149330:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000001fe07431. 00000100:00000001:12.0:1673551331.149332:0:12872:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:12.0:1673551331.149332:0:12872:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:12.0:1673551331.149334:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000076493839] (69)-- 00010000:00000001:4.0:1673551331.285061:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551331.285062:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551331.285063:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551331.285063:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551331.285064:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551331.285065:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551331.285066:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551331.285066:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551331.285067:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551331.285068:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551331.285069:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551331.285069:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551331.285070:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551331.285070:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551331.285071:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551331.285073:0:232941:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:4.0:1673551331.285073:0:232941:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:4.0:1673551331.285074:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551331.285074:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551331.285075:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551331.285076:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551331.285076:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551331.285077:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551331.285078:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551331.285078:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551331.285079:0:232941:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:4.0:1673551331.285079:0:232941:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:4.0:1673551331.285079:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551331.285080:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551331.285080:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551331.285080:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551331.285081:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551331.285082:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551331.285082:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551331.285083:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551331.285084:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551331.285084:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551331.285085:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551331.285086:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551331.285086:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551331.285087:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551331.285088:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1673551331.285101:0:2270766:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:6.0:1673551331.285103:0:2270766:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:6.0:1673551331.285104:0:2270766:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:5.2:1673551331.314215:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (68)++ 00000800:00000200:19.0:1673551331.314232:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (69)++ 00000800:00000200:19.0:1673551331.314239:0:12873:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.21@o2ib 00000400:00000200:19.0:1673551331.314241:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:19.0:1673551331.314243:0:12873:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000400:00000200:19.0:1673551331.314245:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:19.0:1673551331.314246:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:19.0:1673551331.314247:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:19.0:1673551331.314248:0:12873:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 7 MB=0x63bfd66a42a80 00000800:00000200:17.0:1673551331.314249:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000400:00000200:19.0:1673551331.314251:0:12873:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.20@o2ib of length 224/224 into md 0xe584611 [8] + 0 00000400:00000200:19.0:1673551331.314253:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:19.0:1673551331.314255:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:19.0:1673551331.314256:0:12873:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:19.0:1673551331.314257:0:12873:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:19.0:1673551331.314259:0:12873:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000925e0bd1. 00000100:00000040:19.0:1673551331.314260:0:12873:0:(events.c:367:request_in_callback()) incoming req@00000000925e0bd1 x1754809395063424 msgsize 224 00000100:00100000:19.0:1673551331.314261:0:12873:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.21@o2ib) 00000100:00000001:19.0:1673551331.314266:0:12873:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:19.0:1673551331.314269:0:12873:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000051b88e6b] (69)++ 00000800:00000200:19.0:1673551331.314272:0:12873:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000051b88e6b] (70)-- 00000800:00000200:19.0:1673551331.314273:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000100:00000001:18.0:1673551331.314277:0:2269469:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:18.0:1673551331.314278:0:2269469:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:18.0:1673551331.314279:0:2269469:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:18.0:1673551331.314280:0:2269469:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551331.314281:0:2269469:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:18.0:1673551331.314283:0:2269469:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395063424 00000020:00000001:18.0:1673551331.314284:0:2269469:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:18.0:1673551331.314285:0:2269469:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876a35 00000020:00000001:18.0:1673551331.314286:0:2269469:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:18.0:1673551331.314287:0:2269469:0:(lustre_handles.c:152:class_handle2object()) GET export 000000001a218102 refcount=5 00000020:00000001:18.0:1673551331.314288:0:2269469:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912595675793408 : -52831478033758208 : ff444e0cf6d6c800) 00000020:00000001:18.0:1673551331.314289:0:2269469:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912595675793408 : -52831478033758208 : ff444e0cf6d6c800) 00000100:00000001:18.0:1673551331.314290:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551331.314290:0:2269469:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:18.0:1673551331.314292:0:2269469:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a921222. 00000020:00000010:18.0:1673551331.314293:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000056103c98. 00000020:00000010:18.0:1673551331.314296:0:2269469:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f09c2ba. 00000100:00000040:18.0:1673551331.314297:0:2269469:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:18.0:1673551331.314298:0:2269469:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:18.0:1673551331.314301:0:2269469:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:18.0:1673551331.314301:0:2269469:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551331.314303:0:2269469:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551331.314308:0:2269469:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551331.314310:0:2269469:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:18.0:1673551331.314311:0:2269469:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:18.0:1673551331.314312:0:2269469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 7521 00000100:00000040:18.0:1673551331.314313:0:2269469:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000001a218102 : new rpc_count 1 00000100:00000001:18.0:1673551331.314314:0:2269469:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912571296499712 : -52831502413051904 : ff444e0749b84800) 00000100:00000040:18.0:1673551331.314315:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000925e0bd1 x1754809395063424/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:217/0 lens 224/0 e 0 to 0 dl 1673551337 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:18.0:1673551331.314318:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551331.314319:0:2269469:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:18.0:1673551331.314320:0:2269469:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000925e0bd1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0002-mdtlov_UUID+5:10563:x1754809395063424:12345-172.16.0.20@o2ib:13: 00000100:00000200:18.0:1673551331.314321:0:2269469:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395063424 00000020:00000001:18.0:1673551331.314322:0:2269469:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:18.0:1673551331.314323:0:2269469:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:18.0:1673551331.314324:0:2269469:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551331.314324:0:2269469:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:18.0:1673551331.314325:0:2269469:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:18.0:1673551331.314326:0:2269469:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:18.0:1673551331.314328:0:2269469:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:18.0:1673551331.314328:0:2269469:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:18.0:1673551331.314329:0:2269469:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:18.0:1673551331.314330:0:2269469:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551331.314331:0:2269469:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:18.0:1673551331.314331:0:2269469:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:18.0:1673551331.314332:0:2269469:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 000000006faead36. 02000000:00000001:18.0:1673551331.314333:0:2269469:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551331.314333:0:2269469:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:18.0:1673551331.314334:0:2269469:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:18.0:1673551331.314335:0:2269469:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:18.0:1673551331.314336:0:2269469:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:18.0:1673551331.314341:0:2269469:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:18.0:1673551331.314342:0:2269469:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148413632 pending 0 free 5928824139776 avail 5849092771840 00000020:00000020:18.0:1673551331.314343:0:2269469:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0003: processing self export: 143552 0 0 00000020:00000020:18.0:1673551331.314345:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0001-mdtlov_UUID/00000000e0414e82 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551331.314346:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0000-mdtlov_UUID/000000009480fef3 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551331.314346:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli cd52cb9a-4225-4c91-b023-faa62420b31d/0000000006681ce8 dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551331.314347:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0003-mdtlov_UUID/000000006f304481 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551331.314348:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000008b497c02 dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551331.314349:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000c611fe19 dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551331.314350:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 49374343-0861-470b-a659-345a443590fd/00000000aafb700c dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551331.314351:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0002-mdtlov_UUID/000000001a218102 dirty 0 pend 0 grant 0 00002000:00000020:18.0:1673551331.314351:0:2269469:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1447466831 free, 1428001130 avail; 60817408 objects: 29395648 free; state 200 00002000:00000001:18.0:1673551331.314352:0:2269469:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000001:18.0:1673551331.314354:0:2269469:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:18.0:1673551331.314355:0:2269469:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109421601, transno 0, xid 1754809395063424 00010000:00000001:18.0:1673551331.314355:0:2269469:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:18.0:1673551331.314356:0:2269469:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000925e0bd1 x1754809395063424/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:217/0 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:18.0:1673551331.314359:0:2269469:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:18.0:1673551331.314360:0:2269469:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:18.0:1673551331.314361:0:2269469:0:(import.c:1925:at_measured()) add 1 to 00000000f23c4c68 time=99 v=1 (1 1 1 1) 00000100:00000001:18.0:1673551331.314362:0:2269469:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:18.0:1673551331.314363:0:2269469:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 49 to 172.16.0.20@o2ib 00000100:00000001:18.0:1673551331.314364:0:2269469:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 02000000:00000001:18.0:1673551331.314364:0:2269469:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:18.0:1673551331.314365:0:2269469:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551331.314366:0:2269469:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:18.0:1673551331.314366:0:2269469:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.21@o2ib 00000400:00000010:18.0:1673551331.314367:0:2269469:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e36b5c19. 00000100:00000200:18.0:1673551331.314368:0:2269469:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754809395063424, offset 224 00000400:00000200:18.0:1673551331.314370:0:2269469:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.21@o2ib 00000400:00000200:18.0:1673551331.314372:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:18.0:1673551331.314373:0:2269469:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.21@o2ib local destination 00000400:00000200:18.0:1673551331.314374:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:18.0:1673551331.314376:0:2269469:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.21@o2ib(172.16.0.21@o2ib:172.16.0.21@o2ib) : PUT try# 0 00000800:00000200:18.0:1673551331.314378:0:2269469:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000400:00000200:18.0:1673551331.314379:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:18.0:1673551331.314382:0:2269469:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000f750ee49] -> 172.16.0.21@o2ib (2) version: 12 00000800:00000200:18.0:1673551331.314383:0:2269469:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000051b88e6b] (68)++ 00000800:00000200:18.0:1673551331.314383:0:2269469:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000051b88e6b] (69)++ 00000800:00000200:18.0:1673551331.314385:0:2269469:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000051b88e6b] (70)-- 00000100:00000001:18.0:1673551331.314386:0:2269469:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551331.314387:0:2269469:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 48 to 172.16.0.20@o2ib 00010000:00000001:18.0:1673551331.314387:0:2269469:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:18.0:1673551331.314388:0:2269469:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551331.314388:0:2269469:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:18.0:1673551331.314389:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000925e0bd1 x1754809395063424/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:217/0 lens 224/368 e 0 to 0 dl 1673551337 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:18.0:1673551331.314392:0:2269469:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000925e0bd1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0002-mdtlov_UUID+5:10563:x1754809395063424:12345-172.16.0.20@o2ib:13: Request processed in 73us (131us total) trans 0 rc 0/0 00000100:00100000:18.0:1673551331.314394:0:2269469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 7521 00000800:00000200:5.2:1673551331.314394:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (69)++ 00000100:00000040:18.0:1673551331.314395:0:2269469:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a218102 : new rpc_count 0 00000100:00000001:18.0:1673551331.314396:0:2269469:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:18.0:1673551331.314396:0:2269469:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:18.0:1673551331.314397:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000056103c98. 00000020:00000010:18.0:1673551331.314398:0:2269469:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f09c2ba. 00000020:00000010:18.0:1673551331.314399:0:2269469:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a921222. 00000020:00000040:18.0:1673551331.314400:0:2269469:0:(genops.c:979:class_export_put()) PUTting export 000000001a218102 : new refcount 4 00000100:00000001:18.0:1673551331.314400:0:2269469:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:17.0:1673551331.314406:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (70)++ 00000800:00000200:17.0:1673551331.314412:0:12874:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000051b88e6b] (71)-- 00000400:00000200:17.0:1673551331.314413:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551331.314415:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000400:00000200:17.0:1673551331.314417:0:12874:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000e36b5c19 00000400:00000010:17.0:1673551331.314417:0:12874:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000e36b5c19. 00000100:00000001:17.0:1673551331.314419:0:12874:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:17.0:1673551331.314419:0:12874:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:17.0:1673551331.314421:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000800:00000200:19.0:1673551331.314422:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000100:00000001:18.0:1673551331.349058:0:309720:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:18.0:1673551331.349059:0:309720:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551331.349066:0:2270126:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:15.0:1673551331.349067:0:2270126:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1673551331.477064:0:2270093:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:21.0:1673551331.477065:0:2270093:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.2F:1673551331.728750:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000e5080bc1] (68)++ 00000800:00000200:13.0:1673551331.728771:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000e5080bc1] (69)++ 00000800:00000200:13.0:1673551331.728780:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.122@o2ib 00000400:00000200:13.0:1673551331.728785:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.122@o2ib to cpt 3 00000800:00000200:12.0:1673551331.728786:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000e5080bc1] (70)-- 00000400:00000200:13.0:1673551331.728788:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.122@o2ib : PUT - for me 00000400:00000200:13.0:1673551331.728791:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.122@o2ib to cpt 3 00000400:00000200:13.0:1673551331.728794:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.122@o2ib to cpt 3 00000400:00000200:13.0:1673551331.728795:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.122@o2ib to cpt 3 00000400:00000200:13.0:1673551331.728797:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.122@o2ib of length 224 into portal 12 MB=0x63be64ff27ec0 00000400:00000200:13.0:1673551331.728802:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-172.16.0.122@o2ib of length 224/224 into md 0x44dd146d [64] + 130640 00000400:00000200:13.0:1673551331.728807:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551331.728809:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.122@o2ib: PUT: OK 00000100:00000001:13.0:1673551331.728811:0:12871:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:13.0:1673551331.728812:0:12871:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:13.0:1673551331.728814:0:12871:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000c2881d2a. 00000100:00000040:13.0:1673551331.728815:0:12871:0:(events.c:367:request_in_callback()) incoming req@00000000c2881d2a x1754710230073024 msgsize 224 00000100:00100000:13.0:1673551331.728817:0:12871:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.122@o2ib (source: 12345-172.16.0.122@o2ib) 00000100:00000001:13.0:1673551331.728824:0:12871:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:13.0:1673551331.728826:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000e5080bc1] (69)++ 00000800:00000200:13.0:1673551331.728828:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000e5080bc1] (70)-- 00000800:00000200:13.0:1673551331.728828:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000e5080bc1] (69)-- 00000100:00000001:15.0:1673551331.728837:0:2717748:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:15.0:1673551331.728839:0:2717748:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:15.0:1673551331.728839:0:2717748:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:15.0:1673551331.728840:0:2717748:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1673551331.728842:0:2717748:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:15.0:1673551331.728843:0:2717748:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754710230073024 00000020:00000001:15.0:1673551331.728845:0:2717748:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:15.0:1673551331.728845:0:2717748:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b54 00000020:00000001:15.0:1673551331.728846:0:2717748:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:15.0:1673551331.728847:0:2717748:0:(lustre_handles.c:152:class_handle2object()) GET export 0000000016af0c64 refcount=6 00000020:00000001:15.0:1673551331.728848:0:2717748:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748056064 : -52831469961495552 : ff444e0ed7fbbc00) 00000020:00000001:15.0:1673551331.728849:0:2717748:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748056064 : -52831469961495552 : ff444e0ed7fbbc00) 00000100:00000001:15.0:1673551331.728850:0:2717748:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:15.0:1673551331.728851:0:2717748:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:15.0:1673551331.728852:0:2717748:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000113e6e3f. 00000020:00000010:15.0:1673551331.728854:0:2717748:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036e234c6. 00000020:00000010:15.0:1673551331.728856:0:2717748:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be5c2368. 00000100:00000040:15.0:1673551331.728858:0:2717748:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000001:15.0:1673551331.728859:0:2717748:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:15.0:1673551331.728859:0:2717748:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:15.0:1673551331.728860:0:2717748:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551331.728861:0:2717748:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:15.0:1673551331.728862:0:2717748:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:15.0:1673551331.728862:0:2717748:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551331.728868:0:2717748:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551331.728871:0:2717748:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:15.0:1673551331.728872:0:2717748:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:15.0:1673551331.728874:0:2717748:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.122@o2ib, seq: 4355 00000100:00000040:15.0:1673551331.728875:0:2717748:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 0000000016af0c64 : new rpc_count 1 00000100:00000001:15.0:1673551331.728875:0:2717748:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912593449069824 : -52831480260481792 : ff444e0c721dad00) 00000100:00000040:15.0:1673551331.728877:0:2717748:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c2881d2a x1754710230073024/t0(0) o400->f6883e33-f9d9-44e1-9620-7d1810cee4d6@172.16.0.122@o2ib:217/0 lens 224/0 e 0 to 0 dl 1673551337 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000001:15.0:1673551331.728881:0:2717748:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:15.0:1673551331.728881:0:2717748:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:15.0:1673551331.728882:0:2717748:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000c2881d2a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_007:f6883e33-f9d9-44e1-9620-7d1810cee4d6+6:2906:x1754710230073024:12345-172.16.0.122@o2ib:400: 00000100:00000200:15.0:1673551331.728883:0:2717748:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754710230073024 00000020:00000001:15.0:1673551331.728885:0:2717748:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:15.0:1673551331.728886:0:2717748:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:15.0:1673551331.728888:0:2717748:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551331.728889:0:2717748:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:15.0:1673551331.728889:0:2717748:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000020:00000001:15.0:1673551331.728890:0:2717748:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000001:00000001:15.0:1673551331.728891:0:2717748:0:(tgt_lastrcvd.c:2249:tgt_lookup_reply()) ai200x-MDT0001: lookup reply xid 1754710230073024, found 0 last_xid 1754710230073023 00000020:00000001:15.0:1673551331.728892:0:2717748:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:15.0:1673551331.728893:0:2717748:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:15.0:1673551331.728893:0:2717748:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:15.0:1673551331.728894:0:2717748:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551331.728895:0:2717748:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00000001:15.0:1673551331.728897:0:2717748:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:15.0:1673551331.728897:0:2717748:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:15.0:1673551331.728898:0:2717748:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ba7d14a6. 02000000:00000001:15.0:1673551331.728899:0:2717748:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551331.728899:0:2717748:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551331.728900:0:2717748:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:15.0:1673551331.728901:0:2717748:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813813212, transno 0, xid 1754710230073024 00010000:00000001:15.0:1673551331.728902:0:2717748:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:15.0:1673551331.728904:0:2717748:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000c2881d2a x1754710230073024/t0(0) o400->f6883e33-f9d9-44e1-9620-7d1810cee4d6@172.16.0.122@o2ib:217/0 lens 224/224 e 0 to 0 dl 1673551337 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00010000:00000001:15.0:1673551331.728909:0:2717748:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:15.0:1673551331.728909:0:2717748:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:15.0:1673551331.728910:0:2717748:0:(import.c:1925:at_measured()) add 1 to 00000000df0afe6d time=102 v=1 (1 1 1 1) 00000100:00000001:15.0:1673551331.728912:0:2717748:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:15.0:1673551331.728913:0:2717748:0:(connection.c:143:ptlrpc_connection_addref()) conn=000000003c78ddef refcount 3 to 172.16.0.122@o2ib 00000100:00000001:15.0:1673551331.728913:0:2717748:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912562740344128 : -52831510969207488 : ff444e054bbbb540) 02000000:00000001:15.0:1673551331.728914:0:2717748:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:15.0:1673551331.728915:0:2717748:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551331.728915:0:2717748:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:15.0:1673551331.728916:0:2717748:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.122@o2ib 00000400:00000010:15.0:1673551331.728917:0:2717748:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e46f771. 00000100:00000200:15.0:1673551331.728919:0:2717748:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754710230073024, offset 224 00000400:00000200:15.0:1673551331.728921:0:2717748:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.122@o2ib 00000400:00000200:15.0:1673551331.728923:0:2717748:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.122@o2ib to cpt 3 00000400:00000200:15.0:1673551331.728925:0:2717748:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.122@o2ib local destination 00000400:00000200:15.0:1673551331.728927:0:2717748:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.122@o2ib to cpt 3 00000400:00000200:15.0:1673551331.728930:0:2717748:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.122@o2ib(172.16.0.122@o2ib:172.16.0.122@o2ib) : PUT try# 0 00000800:00000200:15.0:1673551331.728932:0:2717748:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.122@o2ib 00000400:00000200:15.0:1673551331.728933:0:2717748:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.122@o2ib to cpt 3 00000800:00000200:15.0:1673551331.728937:0:2717748:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000a0029872] -> 172.16.0.122@o2ib (2) version: 12 00000800:00000200:15.0:1673551331.728938:0:2717748:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000e5080bc1] (68)++ 00000800:00000200:15.0:1673551331.728939:0:2717748:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000e5080bc1] (69)++ 00000800:00000200:15.0:1673551331.728943:0:2717748:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000e5080bc1] (70)-- 00000100:00000001:15.0:1673551331.728943:0:2717748:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1673551331.728944:0:2717748:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=000000003c78ddef refcount 2 to 172.16.0.122@o2ib 00010000:00000001:15.0:1673551331.728945:0:2717748:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:15.0:1673551331.728945:0:2717748:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551331.728945:0:2717748:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:15.0:1673551331.728946:0:2717748:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2881d2a x1754710230073024/t0(0) o400->f6883e33-f9d9-44e1-9620-7d1810cee4d6@172.16.0.122@o2ib:217/0 lens 224/224 e 0 to 0 dl 1673551337 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00100000:15.0:1673551331.728949:0:2717748:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000c2881d2a pname:cluuid+ref:pid:xid:nid:opc:job mdt03_007:f6883e33-f9d9-44e1-9620-7d1810cee4d6+6:2906:x1754710230073024:12345-172.16.0.122@o2ib:400: Request processed in 67us (132us total) trans 0 rc 0/0 00000100:00100000:15.0:1673551331.728951:0:2717748:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.122@o2ib, seq: 4355 00000800:00000200:12.2:1673551331.728951:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000e5080bc1] (69)++ 00000100:00000040:15.0:1673551331.728952:0:2717748:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000016af0c64 : new rpc_count 0 00000100:00000001:15.0:1673551331.728953:0:2717748:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:15.0:1673551331.728953:0:2717748:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:15.0:1673551331.728955:0:2717748:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036e234c6. 00000020:00000010:15.0:1673551331.728956:0:2717748:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be5c2368. 00000020:00000010:15.0:1673551331.728956:0:2717748:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000113e6e3f. 00000800:00000200:12.0:1673551331.728956:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000e5080bc1] (70)++ 00000020:00000040:15.0:1673551331.728958:0:2717748:0:(genops.c:979:class_export_put()) PUTting export 0000000016af0c64 : new refcount 5 00000100:00000001:15.0:1673551331.728959:0:2717748:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:12.0:1673551331.728961:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000e5080bc1] (71)-- 00000400:00000200:12.0:1673551331.728962:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551331.728964:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.122@o2ib: PUT: OK 00000400:00000200:12.0:1673551331.728966:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000007e46f771 00000400:00000010:12.0:1673551331.728967:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000007e46f771. 00000800:00000200:13.0:1673551331.728968:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000e5080bc1] (70)-- 00000100:00000001:12.0:1673551331.728969:0:12872:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:12.0:1673551331.728970:0:12872:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:12.0:1673551331.728971:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000e5080bc1] (69)-- 00000800:00000200:5.2:1673551331.843344:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (68)++ 00000800:00000200:17.0:1673551331.843361:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (69)++ 00000800:00000200:3.2:1673551331.843366:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (68)++ 00000800:00000200:17.0:1673551331.843369:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.57@o2ib 00000400:00000200:17.0:1673551331.843371:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551331.843373:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.57@o2ib : PUT - for me 00000400:00000200:17.0:1673551331.843375:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:19.0:1673551331.843377:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000400:00000200:17.0:1673551331.843377:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551331.843378:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551331.843381:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 12 MB=0x63c0044b46ec0 00000800:00000200:13.0:1673551331.843381:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (69)++ 00000400:00000200:17.0:1673551331.843384:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-172.16.0.56@o2ib of length 224/224 into md 0xfa6e531 [64] + 6720 00000800:00000200:5.2:1673551331.843384:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (69)++ 00000400:00000200:17.0:1673551331.843387:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:13.0:1673551331.843387:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.56@o2ib 00000400:00000200:13.0:1673551331.843388:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551331.843389:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000100:00000001:17.0:1673551331.843390:0:12874:0:(events.c:315:request_in_callback()) Process entered 00000400:00000200:13.0:1673551331.843390:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.56@o2ib : PUT - for me 00000100:00000200:17.0:1673551331.843391:0:12874:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:13.0:1673551331.843392:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000010:17.0:1673551331.843393:0:12874:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000e65e2670. 00000100:00000040:17.0:1673551331.843394:0:12874:0:(events.c:367:request_in_callback()) incoming req@00000000e65e2670 x1754821710606016 msgsize 224 00000400:00000200:13.0:1673551331.843394:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:12.0:1673551331.843394:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000100:00100000:17.0:1673551331.843395:0:12874:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.56@o2ib (source: 12345-172.16.0.57@o2ib) 00000400:00000200:13.0:1673551331.843395:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:18.2:1673551331.843397:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a2509833] (68)++ 00000400:00000200:13.0:1673551331.843397:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 28 MB=0x63c0044b46fc0 00000800:00000200:19.0:1673551331.843398:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (70)++ 00000100:00000001:17.0:1673551331.843400:0:12874:0:(events.c:403:request_in_callback()) Process leaving 00000400:00000200:13.0:1673551331.843400:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.16.0.56@o2ib of length 224/224 into md 0x4b847a4d [8] + 4704 00000800:00000200:19.0:1673551331.843401:0:12873:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.57@o2ib 00000400:00000200:19.0:1673551331.843402:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:17.0:1673551331.843402:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000580cc9cc] (71)++ 00000400:00000200:13.0:1673551331.843402:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:17.0:1673551331.843403:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000580cc9cc] (72)-- 00000800:00000200:17.0:1673551331.843404:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (71)-- 00000400:00000200:13.0:1673551331.843404:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 00000400:00000200:19.0:1673551331.843405:0:12873:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.57@o2ib : PUT - for me 00000100:00000001:13.0:1673551331.843406:0:12871:0:(events.c:315:request_in_callback()) Process entered 00000800:00000200:17.0:1673551331.843407:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a2509833] (69)++ 00000100:00000200:13.0:1673551331.843407:0:12871:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:19.0:1673551331.843408:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000100:00000001:18.0:1673551331.843408:0:2283413:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:17.0:1673551331.843408:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.57@o2ib 00000100:00000010:13.0:1673551331.843408:0:12871:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000bbdbbc40. 00000100:00000040:13.0:1673551331.843408:0:12871:0:(events.c:367:request_in_callback()) incoming req@00000000bbdbbc40 x1754821710606272 msgsize 224 00000400:00000200:19.0:1673551331.843409:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 02000000:00000001:18.0:1673551331.843410:0:2283413:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:13.0:1673551331.843410:0:12871:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.56@o2ib (source: 12345-172.16.0.56@o2ib) 00000100:00000001:18.0:1673551331.843411:0:2283413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000400:00000200:17.0:1673551331.843411:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:19.0:1673551331.843412:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:18.0:1673551331.843412:0:2283413:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:17.0:1673551331.843412:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.57@o2ib : PUT - for me 00000400:00000200:19.0:1673551331.843413:0:12873:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 28 MB=0x63c0044b47000 02000000:00000001:18.0:1673551331.843413:0:2283413:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:17.0:1673551331.843413:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000100:00100000:18.0:1673551331.843414:0:2283413:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754821710606016 00000400:00000200:17.0:1673551331.843414:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551331.843414:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000020:00000001:18.0:1673551331.843415:0:2283413:0:(genops.c:899:class_conn2export()) Process entered 00000400:00000200:17.0:1673551331.843415:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 12 MB=0x63c0044b47080 00000100:00000001:13.0:1673551331.843415:0:12871:0:(events.c:403:request_in_callback()) Process leaving 00000400:00000200:19.0:1673551331.843416:0:12873:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.16.0.56@o2ib of length 224/224 into md 0x118ee3d1 [8] + 8736 00000020:00000040:18.0:1673551331.843416:0:2283413:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b15 00000020:00000001:18.0:1673551331.843417:0:2283413:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000800:00000200:13.0:1673551331.843417:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000008042fb16] (69)++ 00000800:00000200:13.0:1673551331.843417:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000008042fb16] (70)-- 00000020:00000040:18.0:1673551331.843418:0:2283413:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000db8e401b refcount=1984 00000400:00000200:17.0:1673551331.843418:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-172.16.0.56@o2ib of length 224/224 into md 0xfa6e531 [64] + 6944 00000800:00000200:13.0:1673551331.843418:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 00000400:00000200:19.0:1673551331.843419:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:18.0:1673551331.843419:0:2283413:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748042752 : -52831469961508864 : ff444e0ed7fb8800) 00000400:00000200:17.0:1673551331.843419:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:18.0:1673551331.843420:0:2283413:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748042752 : -52831469961508864 : ff444e0ed7fb8800) 00000400:00000200:19.0:1673551331.843421:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000400:00000200:17.0:1673551331.843421:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.57@o2ib: PUT: OK 00000100:00000001:17.0:1673551331.843421:0:12874:0:(events.c:315:request_in_callback()) Process entered 00000100:00000001:19.0:1673551331.843422:0:12873:0:(events.c:315:request_in_callback()) Process entered 00000100:00000001:18.0:1673551331.843422:0:2283413:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000200:17.0:1673551331.843422:0:12874:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:19.0:1673551331.843423:0:12873:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:18.0:1673551331.843423:0:2283413:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000100:00000010:17.0:1673551331.843423:0:12874:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000f47bda62. 00000100:00000040:17.0:1673551331.843423:0:12874:0:(events.c:367:request_in_callback()) incoming req@00000000f47bda62 x1754821710606464 msgsize 224 00000100:00100000:17.0:1673551331.843424:0:12874:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.56@o2ib (source: 12345-172.16.0.57@o2ib) 00000100:00000001:14.0:1673551331.843424:0:2270409:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:19.0:1673551331.843425:0:12873:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000002eb552ee. 00000020:00000010:18.0:1673551331.843425:0:2283413:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a921222. 02000000:00000001:14.0:1673551331.843425:0:2270409:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:14.0:1673551331.843425:0:2270409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000040:19.0:1673551331.843426:0:12873:0:(events.c:367:request_in_callback()) incoming req@000000002eb552ee x1754821710606336 msgsize 224 00000100:00000001:14.0:1673551331.843426:0:2270409:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:18.0:1673551331.843427:0:2283413:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000056103c98. 02000000:00000001:14.0:1673551331.843427:0:2270409:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:14.0:1673551331.843427:0:2270409:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754821710606272 00000100:00100000:19.0:1673551331.843428:0:12873:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.56@o2ib (source: 12345-172.16.0.57@o2ib) 00000020:00000010:18.0:1673551331.843428:0:2283413:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f09c2ba. 00000020:00000001:14.0:1673551331.843428:0:2270409:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:14.0:1673551331.843428:0:2270409:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c8769b0 00000020:00000001:14.0:1673551331.843429:0:2270409:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:14.0:1673551331.843429:0:2270409:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000178ee4bb refcount=8 00000100:00000001:17.0:1673551331.843430:0:12874:0:(events.c:403:request_in_callback()) Process leaving 00000100:00000040:18.0:1673551331.843431:0:2283413:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt at +1s 00000020:00000001:14.0:1673551331.843431:0:2270409:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558465888256 : -52831515243663360 : ff444e044cf4b000) 00000020:00000001:14.0:1673551331.843431:0:2270409:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558465888256 : -52831515243663360 : ff444e044cf4b000) 00000100:00000001:19.0:1673551331.843432:0:12873:0:(events.c:403:request_in_callback()) Process leaving 00000100:00000001:18.0:1673551331.843432:0:2283413:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000800:00000200:17.0:1673551331.843432:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000a2509833] (70)++ 00000100:00000001:14.0:1673551331.843432:0:2270409:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551331.843433:0:2283413:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:18.0:1673551331.843433:0:2283413:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:17.0:1673551331.843433:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000a2509833] (71)-- 00000100:00000001:14.0:1673551331.843433:0:2270409:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000800:00000200:19.0:1673551331.843434:0:12873:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000580cc9cc] (70)++ 00000800:00000200:17.0:1673551331.843434:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (70)-- 00000020:00000010:14.0:1673551331.843434:0:2270409:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000497cc71e. 00000020:00000010:14.0:1673551331.843434:0:2270409:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f81d824. 00000800:00000200:17.0:1673551331.843435:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (71)++ 00000020:00000010:14.0:1673551331.843435:0:2270409:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b8e8bcc. 00000800:00000200:19.0:1673551331.843436:0:12873:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000580cc9cc] (71)-- 00000100:00000001:18.0:1673551331.843436:0:2283413:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:18.0:1673551331.843436:0:2283413:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000800:00000200:19.0:1673551331.843437:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (71)-- 00000100:00000001:18.0:1673551331.843437:0:2283413:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:17.0:1673551331.843437:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.57@o2ib 00000100:00000040:14.0:1673551331.843437:0:2270409:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost at +1s 00000100:00000001:14.0:1673551331.843437:0:2270409:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000400:00000200:17.0:1673551331.843438:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000100:00000001:14.0:1673551331.843438:0:2270409:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:14.0:1673551331.843438:0:2270409:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:19.0:1673551331.843439:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (69)-- 00000800:00000200:19.0:1673551331.843440:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000400:00000200:17.0:1673551331.843440:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.57@o2ib : PUT - for me 00000100:00000001:14.0:1673551331.843440:0:2270409:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:14.0:1673551331.843440:0:2270409:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:14.0:1673551331.843440:0:2270409:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551331.843441:0:2283413:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:17.0:1673551331.843441:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551331.843442:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551331.843443:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:16.0:1673551331.843443:0:47353:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:18.0:1673551331.843444:0:2283413:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:18.0:1673551331.843444:0:2283413:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:17.0:1673551331.843444:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 12 MB=0x63c0044b47180 00000100:00000001:16.0:1673551331.843444:0:47353:0:(service.c:2059:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551331.843445:0:2340481:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:19.0:1673551331.843445:0:2340481:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:18.0:1673551331.843445:0:2283413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:18.0:1673551331.843445:0:2283413:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551331.843445:0:2270409:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:18.0:1673551331.843446:0:2283413:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:17.0:1673551331.843446:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-172.16.0.56@o2ib of length 224/224 into md 0xfa6e531 [64] + 7168 00000100:00100000:19.0:1673551331.843447:0:2340481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.56@o2ib, seq: 2241 00000100:00100000:18.0:1673551331.843447:0:2283413:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754821710606464 00000400:00000200:17.0:1673551331.843447:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:14.0:1673551331.843447:0:2270409:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000020:00000001:18.0:1673551331.843448:0:2283413:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:18.0:1673551331.843448:0:2283413:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c88264e 00000100:00000001:14.0:1673551331.843448:0:2270409:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000040:19.0:1673551331.843449:0:2340481:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000db8e401b : new rpc_count 1 00000020:00000001:18.0:1673551331.843449:0:2283413:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000400:00000200:17.0:1673551331.843449:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000100:00000001:16.0:1673551331.843449:0:47353:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00100000:14.0:1673551331.843449:0:2270409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.56@o2ib, seq: 1328 00000100:00000001:19.0:1673551331.843450:0:2340481:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912628178412288 : -52831445531139328 : ff444e1488256300) 00000020:00000040:18.0:1673551331.843450:0:2283413:0:(lustre_handles.c:152:class_handle2object()) GET export 000000000ef2907f refcount=5 00000100:00000001:17.0:1673551331.843450:0:12874:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:17.0:1673551331.843450:0:12874:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:14.0:1673551331.843450:0:2270409:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000178ee4bb : new rpc_count 1 00000100:00000001:14.0:1673551331.843450:0:2270409:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912593449064064 : -52831480260487552 : ff444e0c721d9680) 00000020:00000001:18.0:1673551331.843451:0:2283413:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912561680199680 : -52831512029351936 : ff444e050c8b3000) 00000100:00000010:17.0:1673551331.843451:0:12874:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000eaba0267. 00000100:00000001:16.0:1673551331.843451:0:47353:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000040:14.0:1673551331.843451:0:2270409:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bbdbbc40 x1754821710606272/t0(0) o400->cd52cb9a-4225-4c91-b023-faa62420b31d@172.16.0.56@o2ib:217/0 lens 224/0 e 0 to 0 dl 1673551337 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000020:00000001:18.0:1673551331.843452:0:2283413:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912561680199680 : -52831512029351936 : ff444e050c8b3000) 00000100:00000040:17.0:1673551331.843452:0:12874:0:(events.c:367:request_in_callback()) incoming req@00000000eaba0267 x1754821710606720 msgsize 224 00000100:00000001:16.0:1673551331.843452:0:47353:0:(service.c:2025:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:19.0:1673551331.843453:0:2340481:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e65e2670 x1754821710606016/t0(0) o400->cd52cb9a-4225-4c91-b023-faa62420b31d@172.16.0.56@o2ib:217/0 lens 224/0 e 0 to 0 dl 1673551337 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000001:16.0:1673551331.843453:0:47353:0:(service.c:2230:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551331.843454:0:2270409:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551331.843454:0:2270409:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:18.0:1673551331.843455:0:2283413:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551331.843455:0:2283413:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:17.0:1673551331.843455:0:12874:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.56@o2ib (source: 12345-172.16.0.57@o2ib) 00000100:00100000:14.0:1673551331.843455:0:2270409:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000bbdbbc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost03_003:cd52cb9a-4225-4c91-b023-faa62420b31d+8:12263:x1754821710606272:12345-172.16.0.56@o2ib:400: 00000020:00000010:18.0:1673551331.843456:0:2283413:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001799ec8c. 00000100:00000200:14.0:1673551331.843456:0:2270409:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754821710606272 00000020:00000001:14.0:1673551331.843456:0:2270409:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:19.0:1673551331.843457:0:2340481:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000020:00000010:18.0:1673551331.843457:0:2283413:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e3188e8c. 00000020:00000001:14.0:1673551331.843457:0:2270409:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000001:19.0:1673551331.843458:0:2340481:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:18.0:1673551331.843458:0:2283413:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000777490d6. 00000100:00000001:17.0:1673551331.843458:0:12874:0:(events.c:403:request_in_callback()) Process leaving 00000020:00000001:14.0:1673551331.843458:0:2270409:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551331.843458:0:2270409:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00100000:19.0:1673551331.843459:0:2340481:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000e65e2670 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_004:cd52cb9a-4225-4c91-b023-faa62420b31d+1984:12263:x1754821710606016:12345-172.16.0.56@o2ib:400: 00000100:00000001:18.0:1673551331.843459:0:2283413:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000800:00000200:17.0:1673551331.843459:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000580cc9cc] (69)++ 00000020:00000001:14.0:1673551331.843459:0:2270409:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000100:00000001:18.0:1673551331.843460:0:2283413:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:18.0:1673551331.843460:0:2283413:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:14.0:1673551331.843460:0:2270409:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000200:19.0:1673551331.843461:0:2340481:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754821710606016 00000800:00000200:17.0:1673551331.843461:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000580cc9cc] (70)-- 00000800:00000200:17.0:1673551331.843461:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 00000020:00000001:14.0:1673551331.843461:0:2270409:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:14.0:1673551331.843461:0:2270409:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:19.0:1673551331.843462:0:2340481:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:18.0:1673551331.843462:0:2283413:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:18.0:1673551331.843462:0:2283413:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:14.0:1673551331.843462:0:2270409:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:14.0:1673551331.843462:0:2270409:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1673551331.843463:0:2340481:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000001:18.0:1673551331.843463:0:2283413:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551331.843463:0:2270409:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00000001:14.0:1673551331.843463:0:2270409:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:14.0:1673551331.843463:0:2270409:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:16.0:1673551331.843464:0:2372412:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:14.0:1673551331.843464:0:2270409:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000006fb7133. 00000020:00000001:19.0:1673551331.843465:0:2340481:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551331.843465:0:2283413:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:16.0:1673551331.843465:0:2372412:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:14.0:1673551331.843465:0:2270409:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551331.843465:0:2270409:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1673551331.843466:0:2340481:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:19.0:1673551331.843466:0:2340481:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000100:00000001:16.0:1673551331.843466:0:2372412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:16.0:1673551331.843466:0:2372412:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551331.843466:0:2270409:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:14.0:1673551331.843466:0:2270409:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109398659, transno 0, xid 1754821710606272 00000100:00000001:18.0:1673551331.843467:0:2283413:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:17.0:1673551331.843467:0:47353:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:14.0:1673551331.843467:0:2270409:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000020:00000001:19.0:1673551331.843468:0:2340481:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 02000000:00000001:18.0:1673551331.843468:0:2283413:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:18.0:1673551331.843468:0:2283413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:17.0:1673551331.843468:0:47353:0:(service.c:2059:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:16.0:1673551331.843468:0:2372412:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:14.0:1673551331.843468:0:2270409:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000bbdbbc40 x1754821710606272/t0(0) o400->cd52cb9a-4225-4c91-b023-faa62420b31d@172.16.0.56@o2ib:217/0 lens 224/224 e 0 to 0 dl 1673551337 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000001:00000001:19.0:1673551331.843469:0:2340481:0:(tgt_lastrcvd.c:2249:tgt_lookup_reply()) ai200x-MDT0001: lookup reply xid 1754821710606016, found 0 last_xid 1754821710606015 00000100:00000001:18.0:1673551331.843469:0:2283413:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:16.0:1673551331.843469:0:2372412:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754821710606336 00010000:00000001:14.0:1673551331.843469:0:2270409:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00000020:00000001:19.0:1673551331.843470:0:2340481:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:18.0:1673551331.843470:0:2283413:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551331.843470:0:47353:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000020:00000001:16.0:1673551331.843470:0:2372412:0:(genops.c:899:class_conn2export()) Process entered 00010000:00000001:14.0:1673551331.843470:0:2270409:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:14.0:1673551331.843470:0:2270409:0:(import.c:1925:at_measured()) add 1 to 000000000ad41bd7 time=101 v=1 (1 1 1 1) 00000020:00000001:19.0:1673551331.843471:0:2340481:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00100000:18.0:1673551331.843471:0:2283413:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754821710606720 00000020:00000001:18.0:1673551331.843471:0:2283413:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000001:17.0:1673551331.843471:0:47353:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000020:00000040:16.0:1673551331.843471:0:2372412:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876a5f 00000100:00000001:14.0:1673551331.843471:0:2270409:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000020:00000001:19.0:1673551331.843472:0:2340481:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000040:18.0:1673551331.843472:0:2283413:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c882655 00000020:00000001:18.0:1673551331.843472:0:2283413:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00100000:17.0:1673551331.843472:0:47353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.56@o2ib, seq: 2242 00000020:00000001:16.0:1673551331.843472:0:2372412:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00000040:14.0:1673551331.843472:0:2270409:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000e3f031ad refcount 55 to 172.16.0.56@o2ib 00000020:00000001:19.0:1673551331.843473:0:2340481:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:18.0:1673551331.843473:0:2283413:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000e9be0120 refcount=5 00000020:00000040:16.0:1673551331.843473:0:2372412:0:(lustre_handles.c:152:class_handle2object()) GET export 0000000006681ce8 refcount=8 00000100:00000001:14.0:1673551331.843473:0:2270409:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146464 : -52831505782405152 : ff444e0680e407e0) 02000000:00000001:14.0:1673551331.843473:0:2270409:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:19.0:1673551331.843474:0:2340481:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000020:00000001:18.0:1673551331.843474:0:2283413:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912561680211968 : -52831512029339648 : ff444e050c8b6000) 00000100:00000040:17.0:1673551331.843474:0:47353:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000000ef2907f : new rpc_count 1 00000020:00000001:16.0:1673551331.843474:0:2372412:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912595675774976 : -52831478033776640 : ff444e0cf6d68000) 02000000:00000001:14.0:1673551331.843474:0:2270409:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551331.843474:0:2270409:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:19.0:1673551331.843475:0:2340481:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000020:00000001:18.0:1673551331.843475:0:2283413:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912561680211968 : -52831512029339648 : ff444e050c8b6000) 00000100:00000001:17.0:1673551331.843475:0:47353:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912628178393856 : -52831445531157760 : ff444e1488251b00) 00000020:00000001:16.0:1673551331.843475:0:2372412:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912595675774976 : -52831478033776640 : ff444e0cf6d68000) 00000100:00000040:14.0:1673551331.843475:0:2270409:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 02000000:00000001:19.0:1673551331.843476:0:2340481:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:18.0:1673551331.843476:0:2283413:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551331.843476:0:2283413:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:14.0:1673551331.843476:0:2270409:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d5121beb. 00000020:00000010:18.0:1673551331.843477:0:2283413:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007cf7c1b2. 00000100:00000040:17.0:1673551331.843477:0:47353:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f47bda62 x1754821710606464/t0(0) o400->ai200x-MDT0001-lwp-OST0000_UUID@172.16.0.56@o2ib:217/0 lens 224/0 e 0 to 0 dl 1673551337 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000001:16.0:1673551331.843477:0:2372412:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:16.0:1673551331.843477:0:2372412:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:14.0:1673551331.843477:0:2270409:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1754821710606272, offset 224 02000000:00000010:19.0:1673551331.843478:0:2340481:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000c801c9e. 02000000:00000001:19.0:1673551331.843478:0:2340481:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:18.0:1673551331.843478:0:2283413:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ffab7b02. 00000100:00000001:19.0:1673551331.843479:0:2340481:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:16.0:1673551331.843479:0:2372412:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da43aea3. 00000400:00000200:14.0:1673551331.843479:0:2270409:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000020:00000001:19.0:1673551331.843480:0:2340481:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:18.0:1673551331.843480:0:2283413:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000bbe368b. 00000400:00000200:14.0:1673551331.843480:0:2270409:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00010000:00000040:19.0:1673551331.843481:0:2340481:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813813522, transno 0, xid 1754821710606016 00000100:00000001:18.0:1673551331.843481:0:2283413:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:18.0:1673551331.843481:0:2283413:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:16.0:1673551331.843481:0:2372412:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007e73d9aa. 00000400:00000200:14.0:1673551331.843481:0:2270409:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.56@o2ib local destination 00000100:00000001:18.0:1673551331.843482:0:2283413:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:16.0:1673551331.843482:0:2372412:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d91f5c0d. 00000400:00000200:14.0:1673551331.843482:0:2270409:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00010000:00000001:19.0:1673551331.843483:0:2340481:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000100:00000001:18.0:1673551331.843483:0:2283413:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:18.0:1673551331.843483:0:2283413:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:17.0:1673551331.843483:0:47353:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:17.0:1673551331.843483:0:47353:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00010000:00000200:19.0:1673551331.843484:0:2340481:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000e65e2670 x1754821710606016/t0(0) o400->cd52cb9a-4225-4c91-b023-faa62420b31d@172.16.0.56@o2ib:217/0 lens 224/224 e 0 to 0 dl 1673551337 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00000001:18.0:1673551331.843484:0:2283413:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:16.0:1673551331.843484:0:2372412:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost at +1s 00000100:00100000:17.0:1673551331.843485:0:47353:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000f47bda62 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_005:ai200x-MDT0001-lwp-OST0000_UUID+5:12262:x1754821710606464:12345-172.16.0.56@o2ib:400: 00000100:00000001:16.0:1673551331.843485:0:2372412:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000400:00000200:14.0:1673551331.843485:0:2270409:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) : PUT try# 0 00000100:00000001:16.0:1673551331.843486:0:2372412:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:16.0:1673551331.843486:0:2372412:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:14.0:1673551331.843486:0:2270409:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.56@o2ib 00000100:00000200:17.0:1673551331.843487:0:47353:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754821710606464 00000400:00000200:14.0:1673551331.843487:0:2270409:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00010000:00000001:19.0:1673551331.843488:0:2340481:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00000020:00000001:17.0:1673551331.843488:0:47353:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:16.0:1673551331.843488:0:2372412:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:19.0:1673551331.843489:0:2340481:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551331.843489:0:2283413:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:16.0:1673551331.843489:0:2372412:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:16.0:1673551331.843489:0:2372412:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:19.0:1673551331.843490:0:2340481:0:(import.c:1925:at_measured()) add 1 to 00000000ed15471c time=99 v=1 (1 1 1 1) 00000020:00000001:17.0:1673551331.843490:0:47353:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000800:00000200:14.0:1673551331.843490:0:2270409:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000e56901fc] -> 172.16.0.56@o2ib (2) version: 12 00000800:00000200:14.0:1673551331.843490:0:2270409:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000008042fb16] (68)++ 00000100:00000001:18.0:1673551331.843491:0:2283413:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:18.0:1673551331.843491:0:2283413:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000020:00000001:17.0:1673551331.843491:0:47353:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1673551331.843491:0:47353:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000800:00000200:14.0:1673551331.843491:0:2270409:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000008042fb16] (69)++ 00000100:00000001:19.0:1673551331.843492:0:2340481:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000020:00000001:17.0:1673551331.843492:0:47353:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000100:00000040:19.0:1673551331.843493:0:2340481:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000e3f031ad refcount 56 to 172.16.0.56@o2ib 00000100:00100000:18.0:1673551331.843493:0:2283413:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.56@o2ib, seq: 2243 00000020:00000001:17.0:1673551331.843493:0:47353:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000001:16.0:1673551331.843493:0:2372412:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:14.0:1673551331.843493:0:2270409:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000008042fb16] (70)-- 00000100:00000001:14.0:1673551331.843493:0:2270409:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551331.843494:0:2340481:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146464 : -52831505782405152 : ff444e0680e407e0) 00000100:00000040:18.0:1673551331.843494:0:2283413:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000e9be0120 : new rpc_count 1 00000020:00000001:17.0:1673551331.843494:0:47353:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:14.0:1673551331.843494:0:2270409:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000e3f031ad refcount 55 to 172.16.0.56@o2ib 00000100:00000001:18.0:1673551331.843495:0:2283413:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912628178405376 : -52831445531146240 : ff444e1488254800) 00000020:00000001:17.0:1673551331.843495:0:47353:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00000001:16.0:1673551331.843495:0:2372412:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00010000:00000001:14.0:1673551331.843495:0:2270409:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:14.0:1673551331.843495:0:2270409:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1673551331.843496:0:2340481:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:19.0:1673551331.843496:0:2340481:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551331.843496:0:2283413:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eaba0267 x1754821710606720/t0(0) o400->ai200x-MDT0001-lwp-OST0001_UUID@172.16.0.56@o2ib:217/0 lens 224/0 e 0 to 0 dl 1673551337 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000020:00000001:17.0:1673551331.843496:0:47353:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000001:16.0:1673551331.843496:0:2372412:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000020:00000001:14.0:1673551331.843496:0:2270409:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:14.0:1673551331.843496:0:2270409:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbdbbc40 x1754821710606272/t0(0) o400->cd52cb9a-4225-4c91-b023-faa62420b31d@172.16.0.56@o2ib:217/0 lens 224/224 e 0 to 0 dl 1673551337 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00000001:19.0:1673551331.843497:0:2340481:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000020:00000001:17.0:1673551331.843497:0:47353:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:17.0:1673551331.843498:0:47353:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00100000:16.0:1673551331.843498:0:2372412:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.56@o2ib, seq: 878 00000100:00000040:19.0:1673551331.843499:0:2340481:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.57@o2ib 00000100:00000001:17.0:1673551331.843499:0:47353:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:17.0:1673551331.843499:0:47353:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:16.0:1673551331.843499:0:2372412:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 0000000006681ce8 : new rpc_count 1 00000100:00100000:14.0:1673551331.843499:0:2270409:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000bbdbbc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost03_003:cd52cb9a-4225-4c91-b023-faa62420b31d+8:12263:x1754821710606272:12345-172.16.0.56@o2ib:400: Request processed in 44us (89us total) trans 0 rc 0/0 00000400:00000010:19.0:1673551331.843500:0:2340481:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2e5dc16. 00000100:00000001:18.0:1673551331.843500:0:2283413:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551331.843500:0:2283413:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:16.0:1673551331.843500:0:2372412:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912571296504320 : -52831502413047296 : ff444e0749b85a00) 02000000:00000010:17.0:1673551331.843501:0:47353:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 000000003ac412f4. 00000100:00000040:16.0:1673551331.843501:0:2372412:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002eb552ee x1754821710606336/t0(0) o400->cd52cb9a-4225-4c91-b023-faa62420b31d@172.16.0.56@o2ib:217/0 lens 224/0 e 0 to 0 dl 1673551337 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00100000:14.0:1673551331.843501:0:2270409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.56@o2ib, seq: 1328 00000800:00000200:3.2:1673551331.843501:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (69)++ 00000100:00000200:19.0:1673551331.843502:0:2340481:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754821710606016, offset 224 00000100:00100000:18.0:1673551331.843502:0:2283413:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000eaba0267 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_003:ai200x-MDT0001-lwp-OST0001_UUID+5:12262:x1754821710606720:12345-172.16.0.56@o2ib:400: 02000000:00000001:17.0:1673551331.843502:0:47353:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551331.843502:0:47353:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551331.843502:0:2270409:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000178ee4bb : new rpc_count 0 00000100:00000001:14.0:1673551331.843502:0:2270409:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:18.0:1673551331.843503:0:2283413:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754821710606720 00000020:00000001:17.0:1673551331.843503:0:47353:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551331.843503:0:2270409:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:14.0:1673551331.843503:0:2270409:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f81d824. 00000400:00000200:19.0:1673551331.843504:0:2340481:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.57@o2ib 00000020:00000001:18.0:1673551331.843504:0:2283413:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00010000:00000040:17.0:1673551331.843504:0:47353:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 0, transno 0, xid 1754821710606464 00000020:00000010:14.0:1673551331.843504:0:2270409:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b8e8bcc. 00000020:00000001:18.0:1673551331.843505:0:2283413:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000010:14.0:1673551331.843505:0:2270409:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000497cc71e. 00000400:00000200:19.0:1673551331.843506:0:2340481:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000020:00000001:18.0:1673551331.843506:0:2283413:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1673551331.843506:0:47353:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000020:00000040:14.0:1673551331.843506:0:2270409:0:(genops.c:979:class_export_put()) PUTting export 00000000178ee4bb : new refcount 7 00000100:00000001:14.0:1673551331.843506:0:2270409:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:18.0:1673551331.843507:0:2283413:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:18.0:1673551331.843507:0:2283413:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00010000:00000200:17.0:1673551331.843507:0:47353:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000f47bda62 x1754821710606464/t0(0) o400->ai200x-MDT0001-lwp-OST0000_UUID@172.16.0.56@o2ib:217/0 lens 224/224 e 0 to 0 dl 1673551337 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000400:00000200:19.0:1673551331.843508:0:2340481:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.57@o2ib local destination 00000020:00000001:18.0:1673551331.843508:0:2283413:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000400:00000200:19.0:1673551331.843510:0:2340481:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000020:00000001:18.0:1673551331.843510:0:2283413:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:16.0:1673551331.843510:0:2372412:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:16.0:1673551331.843510:0:2372412:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:18.0:1673551331.843511:0:2283413:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:18.0:1673551331.843511:0:2283413:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00010000:00000001:17.0:1673551331.843511:0:47353:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00000800:00000200:12.0:1673551331.843511:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (70)++ 00000020:00000001:18.0:1673551331.843512:0:2283413:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:17.0:1673551331.843512:0:47353:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:16.0:1673551331.843512:0:2372412:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000002eb552ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost04_010:cd52cb9a-4225-4c91-b023-faa62420b31d+8:12264:x1754821710606336:12345-172.16.0.56@o2ib:400: 00000020:00000001:18.0:1673551331.843513:0:2283413:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00000001:18.0:1673551331.843513:0:2283413:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000100:00001000:17.0:1673551331.843513:0:47353:0:(import.c:1925:at_measured()) add 1 to 00000000ed15471c time=99 v=1 (1 1 1 1) 00000400:00000200:19.0:1673551331.843514:0:2340481:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.57@o2ib(172.16.0.57@o2ib:172.16.0.57@o2ib) : PUT try# 0 02000000:00000001:18.0:1673551331.843514:0:2283413:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:17.0:1673551331.843514:0:47353:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000200:16.0:1673551331.843514:0:2372412:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754821710606336 02000000:00000010:18.0:1673551331.843515:0:2283413:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002c5e5645. 00000020:00000001:16.0:1673551331.843515:0:2372412:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:16.0:1673551331.843515:0:2372412:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 02000000:00000001:18.0:1673551331.843516:0:2283413:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551331.843516:0:2283413:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:17.0:1673551331.843516:0:47353:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000e3f031ad refcount 56 to 172.16.0.56@o2ib 00000020:00000001:16.0:1673551331.843516:0:2372412:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1673551331.843517:0:2340481:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000020:00000001:18.0:1673551331.843517:0:2283413:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551331.843517:0:47353:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146464 : -52831505782405152 : ff444e0680e407e0) 00000800:00000200:12.0:1673551331.843517:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000008042fb16] (71)-- 00000400:00000200:19.0:1673551331.843518:0:2340481:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00010000:00000040:18.0:1673551331.843518:0:2283413:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 0, transno 0, xid 1754821710606720 02000000:00000001:17.0:1673551331.843518:0:47353:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:17.0:1673551331.843518:0:47353:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:16.0:1673551331.843518:0:2372412:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:16.0:1673551331.843518:0:2372412:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000400:00000200:12.0:1673551331.843518:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:18.0:1673551331.843519:0:2283413:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000100:00000001:17.0:1673551331.843519:0:47353:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000020:00000001:16.0:1673551331.843519:0:2372412:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00010000:00000200:18.0:1673551331.843520:0:2283413:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000eaba0267 x1754821710606720/t0(0) o400->ai200x-MDT0001-lwp-OST0001_UUID@172.16.0.56@o2ib:217/0 lens 224/224 e 0 to 0 dl 1673551337 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000020:00000001:16.0:1673551331.843520:0:2372412:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:12.0:1673551331.843520:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 00000800:00000200:19.0:1673551331.843521:0:2340481:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000625538ff] -> 172.16.0.57@o2ib (2) version: 12 00000100:00000040:17.0:1673551331.843521:0:47353:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.57@o2ib 00000020:00000001:16.0:1673551331.843521:0:2372412:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000400:00000200:12.0:1673551331.843521:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000d5121beb 00000800:00000200:19.0:1673551331.843522:0:2340481:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000580cc9cc] (68)++ 00000400:00000010:17.0:1673551331.843522:0:47353:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a35f9daf. 00000020:00000001:16.0:1673551331.843522:0:2372412:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:16.0:1673551331.843522:0:2372412:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:12.0:1673551331.843522:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000d5121beb. 00000020:00000001:16.0:1673551331.843523:0:2372412:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00000001:12.0:1673551331.843523:0:12872:0:(events.c:416:reply_out_callback()) Process entered 00000800:00000200:19.0:1673551331.843524:0:2340481:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000580cc9cc] (69)++ 00010000:00000001:18.0:1673551331.843524:0:2283413:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00000100:00000200:17.0:1673551331.843524:0:47353:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754821710606464, offset 224 00000100:00000001:16.0:1673551331.843524:0:2372412:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:16.0:1673551331.843524:0:2372412:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:13.0:1673551331.843524:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000100:00000001:12.0:1673551331.843524:0:12872:0:(events.c:428:reply_out_callback()) Process leaving 00010000:00000001:18.0:1673551331.843525:0:2283413:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:16.0:1673551331.843525:0:2372412:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000041be33be. 00000800:00000200:12.0:1673551331.843525:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 00000800:00000200:19.0:1673551331.843526:0:2340481:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000580cc9cc] (70)-- 00000100:00001000:18.0:1673551331.843526:0:2283413:0:(import.c:1925:at_measured()) add 1 to 00000000ed15471c time=99 v=1 (1 1 1 1) 02000000:00000001:16.0:1673551331.843526:0:2372412:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551331.843527:0:2340481:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551331.843527:0:2283413:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000400:00000200:17.0:1673551331.843527:0:47353:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.57@o2ib 00000100:00000001:16.0:1673551331.843527:0:2372412:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551331.843528:0:2283413:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000e3f031ad refcount 56 to 172.16.0.56@o2ib 00000020:00000001:16.0:1673551331.843528:0:2372412:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:16.0:1673551331.843528:0:2372412:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109400387, transno 0, xid 1754821710606336 00000100:00000040:19.0:1673551331.843529:0:2340481:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000e3f031ad refcount 56 to 172.16.0.56@o2ib 00000100:00000001:18.0:1673551331.843529:0:2283413:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146464 : -52831505782405152 : ff444e0680e407e0) 00000400:00000200:17.0:1673551331.843529:0:47353:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00010000:00000001:19.0:1673551331.843530:0:2340481:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:19.0:1673551331.843530:0:2340481:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551331.843530:0:2283413:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:16.0:1673551331.843530:0:2372412:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000020:00000001:19.0:1673551331.843531:0:2340481:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 02000000:00000001:18.0:1673551331.843531:0:2283413:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:17.0:1673551331.843531:0:47353:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.57@o2ib local destination 00010000:00000200:16.0:1673551331.843531:0:2372412:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000002eb552ee x1754821710606336/t0(0) o400->cd52cb9a-4225-4c91-b023-faa62420b31d@172.16.0.56@o2ib:217/0 lens 224/224 e 0 to 0 dl 1673551337 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00000001:18.0:1673551331.843532:0:2283413:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:19.0:1673551331.843533:0:2340481:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e65e2670 x1754821710606016/t0(0) o400->cd52cb9a-4225-4c91-b023-faa62420b31d@172.16.0.56@o2ib:217/0 lens 224/224 e 0 to 0 dl 1673551337 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00000040:18.0:1673551331.843533:0:2283413:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.57@o2ib 00000400:00000200:17.0:1673551331.843533:0:47353:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000010:18.0:1673551331.843534:0:2283413:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000016ea176f. 00010000:00000001:16.0:1673551331.843534:0:2372412:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00000800:00000200:5.2:1673551331.843534:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (69)++ 00000100:00000200:18.0:1673551331.843535:0:2283413:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754821710606720, offset 224 00010000:00000001:16.0:1673551331.843535:0:2372412:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:16.0:1673551331.843536:0:2372412:0:(import.c:1925:at_measured()) add 1 to 000000000bd59306 time=100 v=1 (1 1 1 1) 00000100:00100000:19.0:1673551331.843537:0:2340481:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000e65e2670 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_004:cd52cb9a-4225-4c91-b023-faa62420b31d+1984:12263:x1754821710606016:12345-172.16.0.56@o2ib:400: Request processed in 79us (142us total) trans 0 rc 0/0 00000400:00000200:17.0:1673551331.843537:0:47353:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.57@o2ib(172.16.0.57@o2ib:172.16.0.57@o2ib) : PUT try# 0 00000100:00000001:16.0:1673551331.843537:0:2372412:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000400:00000200:18.0:1673551331.843538:0:2283413:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.57@o2ib 00000100:00000040:16.0:1673551331.843538:0:2372412:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000e3f031ad refcount 57 to 172.16.0.56@o2ib 00000100:00000001:16.0:1673551331.843539:0:2372412:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146464 : -52831505782405152 : ff444e0680e407e0) 00000100:00100000:19.0:1673551331.843540:0:2340481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.56@o2ib, seq: 2241 00000400:00000200:18.0:1673551331.843540:0:2283413:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:17.0:1673551331.843540:0:47353:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.57@o2ib 02000000:00000001:16.0:1673551331.843540:0:2372412:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:19.0:1673551331.843541:0:2340481:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000db8e401b : new rpc_count 0 02000000:00000001:16.0:1673551331.843541:0:2372412:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:18.0:1673551331.843542:0:2283413:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.57@o2ib local destination 00000100:00000001:16.0:1673551331.843542:0:2372412:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:19.0:1673551331.843543:0:2340481:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:19.0:1673551331.843543:0:2340481:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:18.0:1673551331.843543:0:2283413:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000100:00000040:16.0:1673551331.843543:0:2372412:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.57@o2ib 00000400:00000010:16.0:1673551331.843544:0:2372412:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a87d9619. 00000020:00000010:19.0:1673551331.843545:0:2340481:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000056103c98. 00000100:00000200:16.0:1673551331.843545:0:2372412:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1754821710606336, offset 224 00000020:00000010:19.0:1673551331.843546:0:2340481:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f09c2ba. 00000020:00000010:19.0:1673551331.843547:0:2340481:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a921222. 00000400:00000200:18.0:1673551331.843547:0:2283413:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.57@o2ib(172.16.0.57@o2ib:172.16.0.57@o2ib) : PUT try# 0 00000400:00000200:16.0:1673551331.843547:0:2372412:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.57@o2ib 00000020:00000040:19.0:1673551331.843548:0:2340481:0:(genops.c:979:class_export_put()) PUTting export 00000000db8e401b : new refcount 1983 00000100:00000001:19.0:1673551331.843549:0:2340481:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:18.0:1673551331.843549:0:2283413:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000400:00000200:17.0:1673551331.843549:0:47353:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:16.0:1673551331.843550:0:2372412:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:17.0:1673551331.843551:0:47353:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000ecadf817] -> 172.16.0.57@o2ib (2) version: 12 00000400:00000200:16.0:1673551331.843552:0:2372412:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.57@o2ib local destination 00000800:00000200:17.0:1673551331.843553:0:47353:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000a2509833] (68)++ 00000400:00000200:16.0:1673551331.843553:0:2372412:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:17.0:1673551331.843554:0:47353:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000a2509833] (69)++ 00000800:00000200:17.0:1673551331.843556:0:47353:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000a2509833] (70)-- 00000800:00000200:19.0:1673551331.843557:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (70)++ 00000100:00000001:17.0:1673551331.843557:0:47353:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:16.0:1673551331.843557:0:2372412:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.57@o2ib(172.16.0.57@o2ib:172.16.0.57@o2ib) : PUT try# 0 00000100:00000040:17.0:1673551331.843558:0:47353:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000e3f031ad refcount 56 to 172.16.0.56@o2ib 00010000:00000001:17.0:1673551331.843559:0:47353:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000800:00000200:16.0:1673551331.843559:0:2372412:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000800:00000200:19.0:1673551331.843560:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000580cc9cc] (71)-- 00000800:00000200:18.2:1673551331.843560:0:2283413:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a2509833] (69)++ 00000020:00000001:17.0:1673551331.843560:0:47353:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:19.0:1673551331.843561:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:17.0:1673551331.843561:0:47353:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:17.0:1673551331.843562:0:47353:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f47bda62 x1754821710606464/t0(0) o400->ai200x-MDT0001-lwp-OST0000_UUID@172.16.0.56@o2ib:217/0 lens 224/224 e 0 to 0 dl 1673551337 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000400:00000200:19.0:1673551331.843563:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000400:00000200:18.0:1673551331.843563:0:2283413:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:19.0:1673551331.843564:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000d2e5dc16 00000400:00000010:19.0:1673551331.843565:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000d2e5dc16. 00000800:00000200:18.0:1673551331.843565:0:2283413:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000625538ff] -> 172.16.0.57@o2ib (2) version: 12 00000800:00000200:18.0:1673551331.843566:0:2283413:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000580cc9cc] (70)++ 00000100:00100000:17.0:1673551331.843566:0:47353:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000f47bda62 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_005:ai200x-MDT0001-lwp-OST0000_UUID+5:12262:x1754821710606464:12345-172.16.0.56@o2ib:400: Request processed in 83us (142us total) trans 0 rc 0/0 00000400:00000200:16.0:1673551331.843566:0:2372412:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000100:00000001:19.0:1673551331.843567:0:12873:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:19.0:1673551331.843567:0:12873:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:18.0:1673551331.843567:0:2283413:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000580cc9cc] (71)++ 00000800:00000200:19.0:1673551331.843568:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (72)-- 00000800:00000200:16.0:1673551331.843568:0:2372412:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000625538ff] -> 172.16.0.57@o2ib (2) version: 12 00000800:00000200:18.0:1673551331.843569:0:2283413:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000580cc9cc] (72)-- 00000100:00100000:17.0:1673551331.843569:0:47353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.56@o2ib, seq: 2242 00000800:00000200:19.0:1673551331.843570:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (71)-- 00000100:00000001:18.0:1673551331.843570:0:2283413:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:17.0:1673551331.843570:0:47353:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000ef2907f : new rpc_count 0 00000800:00000200:16.0:1673551331.843570:0:2372412:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000580cc9cc] (71)++ 00000800:00000200:16.0:1673551331.843570:0:2372412:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000580cc9cc] (70)++ 00000800:00000200:19.0:1673551331.843571:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a2509833] (70)++ 00000100:00000040:18.0:1673551331.843571:0:2283413:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000e3f031ad refcount 55 to 172.16.0.56@o2ib 00000100:00000001:17.0:1673551331.843571:0:47353:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:19.0:1673551331.843572:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000a2509833] (71)-- 00010000:00000001:18.0:1673551331.843572:0:2283413:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000100:00000001:17.0:1673551331.843572:0:47353:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:16.0:1673551331.843572:0:2372412:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000580cc9cc] (71)-- 00000400:00000200:19.0:1673551331.843573:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:18.0:1673551331.843573:0:2283413:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:17.0:1673551331.843573:0:47353:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e3188e8c. 00000100:00000001:16.0:1673551331.843573:0:2372412:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551331.843574:0:2283413:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000020:00000010:17.0:1673551331.843574:0:47353:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000777490d6. 00000400:00000200:19.0:1673551331.843575:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.57@o2ib: PUT: OK 00000100:00000040:18.0:1673551331.843575:0:2283413:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eaba0267 x1754821710606720/t0(0) o400->ai200x-MDT0001-lwp-OST0001_UUID@172.16.0.56@o2ib:217/0 lens 224/224 e 0 to 0 dl 1673551337 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00000040:16.0:1673551331.843575:0:2372412:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000e3f031ad refcount 54 to 172.16.0.56@o2ib 00000400:00000200:19.0:1673551331.843576:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000a35f9daf 00000020:00000010:17.0:1673551331.843576:0:47353:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001799ec8c. 00010000:00000001:16.0:1673551331.843576:0:2372412:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:16.0:1673551331.843576:0:2372412:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:19.0:1673551331.843577:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000a35f9daf. 00000020:00000040:17.0:1673551331.843577:0:47353:0:(genops.c:979:class_export_put()) PUTting export 000000000ef2907f : new refcount 4 00000020:00000001:16.0:1673551331.843577:0:2372412:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000800:00000200:5.2:1673551331.843577:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (70)++ 00000100:00000001:19.0:1673551331.843578:0:12873:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:19.0:1673551331.843578:0:12873:0:(events.c:428:reply_out_callback()) Process leaving 00000100:00000001:17.0:1673551331.843578:0:47353:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:16.0:1673551331.843578:0:2372412:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002eb552ee x1754821710606336/t0(0) o400->cd52cb9a-4225-4c91-b023-faa62420b31d@172.16.0.56@o2ib:217/0 lens 224/224 e 0 to 0 dl 1673551337 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000800:00000200:19.0:1673551331.843579:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (70)-- 00000100:00100000:18.0:1673551331.843579:0:2283413:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000eaba0267 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_003:ai200x-MDT0001-lwp-OST0001_UUID+5:12262:x1754821710606720:12345-172.16.0.56@o2ib:400: Request processed in 78us (125us total) trans 0 rc 0/0 00000800:00000200:19.0:1673551331.843581:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (69)-- 00000800:00000200:19.0:1673551331.843582:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (71)++ 00000100:00100000:18.0:1673551331.843582:0:2283413:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.56@o2ib, seq: 2243 00000800:00000200:19.0:1673551331.843583:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000580cc9cc] (72)-- 00000100:00000040:18.0:1673551331.843583:0:2283413:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e9be0120 : new rpc_count 0 00000100:00100000:16.0:1673551331.843583:0:2372412:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000002eb552ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost04_010:cd52cb9a-4225-4c91-b023-faa62420b31d+8:12264:x1754821710606336:12345-172.16.0.56@o2ib:400: Request processed in 72us (156us total) trans 0 rc 0/0 00000400:00000200:19.0:1673551331.843584:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:18.0:1673551331.843584:0:2283413:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:18.0:1673551331.843585:0:2283413:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:19.0:1673551331.843586:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000020:00000010:18.0:1673551331.843586:0:2283413:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ffab7b02. 00000100:00100000:16.0:1673551331.843586:0:2372412:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.56@o2ib, seq: 878 00000400:00000200:19.0:1673551331.843587:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000016ea176f 00000020:00000010:18.0:1673551331.843587:0:2283413:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000bbe368b. 00000100:00000040:16.0:1673551331.843587:0:2372412:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000006681ce8 : new rpc_count 0 00000400:00000010:19.0:1673551331.843588:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000016ea176f. 00000020:00000010:18.0:1673551331.843588:0:2283413:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007cf7c1b2. 00000100:00000001:16.0:1673551331.843588:0:2372412:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:16.0:1673551331.843588:0:2372412:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:19.0:1673551331.843589:0:12873:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:19.0:1673551331.843589:0:12873:0:(events.c:428:reply_out_callback()) Process leaving 00000020:00000040:18.0:1673551331.843589:0:2283413:0:(genops.c:979:class_export_put()) PUTting export 00000000e9be0120 : new refcount 4 00000020:00000010:16.0:1673551331.843589:0:2372412:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007e73d9aa. 00000800:00000200:19.0:1673551331.843590:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (71)-- 00000100:00000001:18.0:1673551331.843590:0:2283413:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:16.0:1673551331.843590:0:2372412:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d91f5c0d. 00000020:00000010:16.0:1673551331.843591:0:2372412:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da43aea3. 00000800:00000200:19.0:1673551331.843592:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (70)++ 00000020:00000040:16.0:1673551331.843593:0:2372412:0:(genops.c:979:class_export_put()) PUTting export 0000000006681ce8 : new refcount 7 00000100:00000001:16.0:1673551331.843594:0:2372412:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:19.0:1673551331.843597:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000580cc9cc] (71)-- 00000400:00000200:19.0:1673551331.843598:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:19.0:1673551331.843599:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000800:00000200:17.0:1673551331.843599:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000400:00000200:19.0:1673551331.843600:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000a87d9619 00000400:00000010:19.0:1673551331.843601:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000a87d9619. 00000100:00000001:19.0:1673551331.843602:0:12873:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:19.0:1673551331.843602:0:12873:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:19.0:1673551331.843603:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 00010000:00000001:4.0:1673551332.309063:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551332.309064:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309065:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551332.309065:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309067:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551332.309067:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309068:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551332.309069:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309069:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551332.309070:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309071:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551332.309071:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309072:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551332.309073:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309074:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551332.309074:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309075:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551332.309075:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309077:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551332.309079:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551332.309080:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551332.309081:0:232941:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:4.0:1673551332.309081:0:232941:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:4.0:1673551332.309082:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309083:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551332.309083:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309084:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309084:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309085:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551332.309086:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551332.309086:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551332.309087:0:232941:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:4.0:1673551332.309087:0:232941:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:4.0:1673551332.309087:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309088:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551332.309088:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309088:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309089:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309090:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551332.309090:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551332.309091:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551332.309091:0:232941:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:4.0:1673551332.309091:0:232941:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:4.0:1673551332.309092:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309092:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551332.309092:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309093:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309093:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309094:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551332.309094:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551332.309095:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551332.309096:0:232941:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:4.0:1673551332.309096:0:232941:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:4.0:1673551332.309096:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309096:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551332.309097:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309097:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551332.309099:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1673551332.309110:0:2363613:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:6.0:1673551332.309111:0:2363613:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:6.0:1673551332.309112:0:2363613:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:18.0:1673551332.373066:0:2269469:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:18.0:1673551332.373067:0:2269469:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551332.757065:0:2717748:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:15.0:1673551332.757066:0:2717748:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551332.885058:0:2283413:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:14.0:1673551332.885058:0:2270409:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:18.0:1673551332.885059:0:2283413:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1673551332.885059:0:2372412:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:14.0:1673551332.885059:0:2270409:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:16.0:1673551332.885060:0:2372412:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1673551333.077064:0:230241:0:(pinger.c:250:ptlrpc_pinger_process_import()) 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1673551333.077066:0:230241:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1673551333.077070:0:230241:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000003da01719. 00000020:00000040:10.0:1673551333.077072:0:230241:0:(genops.c:1192:class_import_get()) import 00000000d8df1b51 refcount=6 obd=ai200x-MDT0000-mdc-ff444e0748e14000 00000100:00000001:10.0:1673551333.077074:0:230241:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1673551333.077075:0:230241:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1673551333.077077:0:230241:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1673551333.077079:0:230241:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ddc994c5. 00000100:00000001:10.0:1673551333.077081:0:230241:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1673551333.077084:0:230241:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-MDT0000_UUID req@000000003da01719 x1754791738761280/t0(0) o400->ai200x-MDT0000-mdc-ff444e0748e14000@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:10.0:1673551333.077088:0:230241:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:10.0:1673551333.077089:0:230241:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1673551333.077092:0:230241:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [000000003da01719] to pc [ptlrpcd_02_03+3] req@000000003da01719 x1754791738761280/t0(0) o400->ai200x-MDT0000-mdc-ff444e0748e14000@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:10.0:1673551333.077104:0:230241:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1673551333.077106:0:230241:0:(pinger.c:250:ptlrpc_pinger_process_import()) 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1673551333.077108:0:230241:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1673551333.077109:0:230241:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000008e63407a. 00000020:00000040:10.0:1673551333.077110:0:230241:0:(genops.c:1192:class_import_get()) import 0000000076349000 refcount=6 obd=ai200x-MDT0001-mdc-ff444e0748e14000 00000100:00000001:10.0:1673551333.077111:0:230241:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1673551333.077111:0:230241:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1673551333.077112:0:230241:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1673551333.077113:0:230241:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007787e26e. 00000100:00000001:10.0:1673551333.077115:0:230241:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551333.077115:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000040:10.0:1673551333.077116:0:230241:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-MDT0001_UUID req@000000008e63407a x1754791738761344/t0(0) o400->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:11.0:1673551333.077117:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551333.077117:0:12913:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551333.077118:0:12913:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:11.0:1673551333.077119:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551333.077119:0:230241:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:10.0:1673551333.077120:0:230241:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1673551333.077120:0:12913:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003da01719 x1754791738761280/t0(0) o400->ai200x-MDT0000-mdc-ff444e0748e14000@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:10.0:1673551333.077122:0:230241:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [000000008e63407a] to pc [ptlrpcd_02_00+0] req@000000008e63407a x1754791738761344/t0(0) o400->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:9.0:1673551333.077124:0:12913:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:9.0:1673551333.077125:0:12913:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1673551333.077126:0:12913:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:9.0:1673551333.077128:0:12913:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:9.0:1673551333.077129:0:12913:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@000000003da01719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12913:1754791738761280:172.16.0.56@o2ib:400: 00000100:00000001:9.0:1673551333.077131:0:12913:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:9.0:1673551333.077132:0:12913:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:9.0:1673551333.077133:0:12913:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1673551333.077134:0:12913:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:10.0:1673551333.077135:0:230241:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1673551333.077136:0:230241:0:(pinger.c:250:ptlrpc_pinger_process_import()) 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-MDT0002_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:9.0:1673551333.077137:0:12913:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002caac37d. 00000100:00000001:10.0:1673551333.077138:0:230241:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1673551333.077139:0:230241:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000d11b07cd. 00000020:00000040:10.0:1673551333.077139:0:230241:0:(genops.c:1192:class_import_get()) import 000000005b12847f refcount=6 obd=ai200x-MDT0002-mdc-ff444e0748e14000 02000000:00000001:9.0:1673551333.077139:0:12913:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551333.077140:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1673551333.077140:0:230241:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:11.0:1673551333.077141:0:12910:0:(client.c:1822:ptlrpc_check_set()) Process entered 02000000:00000001:10.0:1673551333.077141:0:230241:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1673551333.077141:0:230241:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551333.077142:0:12910:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 02000000:00000010:10.0:1673551333.077142:0:230241:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003b0e6782. 00000400:00000200:9.0:1673551333.077142:0:12913:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000040:11.0:1673551333.077144:0:12910:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008e63407a x1754791738761344/t0(0) o400->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:10.0:1673551333.077144:0:230241:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551333.077144:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000040:10.0:1673551333.077145:0:230241:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-MDT0002_UUID req@00000000d11b07cd x1754791738761408/t0(0) o400->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:9.0:1673551333.077145:0:12913:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000002f42a08c. 00000100:00000001:8.0:1673551333.077145:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1673551333.077147:0:12913:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003d9a1b3. 00000100:00000001:11.0:1673551333.077148:0:12910:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:11.0:1673551333.077148:0:12910:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551333.077149:0:230241:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:10.0:1673551333.077149:0:230241:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:9.0:1673551333.077149:0:12913:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738761280, portal 10 02000000:00000001:11.0:1673551333.077150:0:12910:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:9.0:1673551333.077150:0:12913:0:(client.c:3106:ptlrpc_request_addref()) Process entered 02000000:00000001:11.0:1673551333.077151:0:12910:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1673551333.077151:0:230241:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000d11b07cd] to pc [ptlrpcd_02_01+1] req@00000000d11b07cd x1754791738761408/t0(0) o400->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:9.0:1673551333.077151:0:12913:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912619881545472 : -52831453828006144 : ff444e12999d3f00) 00000100:00100000:11.0:1673551333.077152:0:12910:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@000000008e63407a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12910:1754791738761344:0@lo:400: 00000100:00000001:11.0:1673551333.077154:0:12910:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000040:9.0:1673551333.077155:0:12913:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@000000003da01719 x1754791738761280/t0(0) o400->ai200x-MDT0000-mdc-ff444e0748e14000@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 02000000:00000001:11.0:1673551333.077156:0:12910:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:11.0:1673551333.077156:0:12910:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1673551333.077157:0:12910:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:9.0:1673551333.077158:0:12913:0:(niobuf.c:56:ptl_send_buf()) Process entered 02000000:00000010:11.0:1673551333.077159:0:12910:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb8f4c7b. 02000000:00000001:11.0:1673551333.077159:0:12910:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551333.077159:0:230241:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1673551333.077160:0:12913:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000400:00000200:11.0:1673551333.077161:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000010:9.0:1673551333.077161:0:12913:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005163dec. 00000100:00000200:9.0:1673551333.077162:0:12913:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1754791738761280, offset 0 00000400:00000010:11.0:1673551333.077163:0:12910:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000009d432585. 00000400:00000010:11.0:1673551333.077165:0:12910:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001922871e. 00000020:00000001:10.0:1673551333.077165:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073532657220 : -176894396 : fffffffff574ce44) 00000400:00000200:9.0:1673551333.077165:0:12913:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000100:00000001:8.0:1673551333.077165:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1673551333.077166:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=261438238 : 261438238 : f953b1e) 00000100:00000001:8.0:1673551333.077166:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000200:11.0:1673551333.077167:0:12910:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738761344, portal 10 00000020:00000001:10.0:1673551333.077167:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=374302372 : 374302372 : 164f66a4) 00000100:00000001:8.0:1673551333.077167:0:12911:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:11.0:1673551333.077168:0:12910:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1673551333.077168:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073206932509 : -502619107 : ffffffffe20aa41d) 00000100:00000040:8.0:1673551333.077168:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d11b07cd x1754791738761408/t0(0) o400->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:11.0:1673551333.077169:0:12910:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912619881537408 : -52831453828014208 : ff444e12999d1f80) 00000020:00000001:10.0:1673551333.077169:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072226265550 : -1483286066 : ffffffffa796d9ce) 00000020:00000001:10.0:1673551333.077170:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073557037797 : -152513819 : fffffffff6e8d2e5) 00000400:00000200:9.0:1673551333.077170:0:12913:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000040:11.0:1673551333.077171:0:12910:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@000000008e63407a x1754791738761344/t0(0) o400->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000020:00000001:10.0:1673551333.077171:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=142330383 : 142330383 : 87bca0f) 00000020:00000001:10.0:1673551333.077172:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073424247389 : -285304227 : ffffffffeefe9a5d) 00000400:00000200:9.0:1673551333.077172:0:12913:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000100:00000001:8.0:1673551333.077172:0:12911:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:8.0:1673551333.077172:0:12911:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1673551333.077173:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072927439806 : -782111810 : ffffffffd161ebbe) 02000000:00000001:8.0:1673551333.077173:0:12911:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:10.0:1673551333.077174:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072929540261 : -780011355 : ffffffffd181f8a5) 02000000:00000001:8.0:1673551333.077174:0:12911:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551333.077175:0:12910:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00100000:8.0:1673551333.077175:0:12911:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000d11b07cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12911:1754791738761408:172.16.0.20@o2ib:400: 00000100:00000040:11.0:1673551333.077176:0:12910:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:10.0:1673551333.077176:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072599126977 : -1110424639 : ffffffffbdd043c1) 00000400:00000010:11.0:1673551333.077177:0:12910:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e57115b. 00000020:00000001:10.0:1673551333.077177:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072658305979 : -1051245637 : ffffffffc15743bb) 00000400:00000200:9.0:1673551333.077177:0:12913:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964967, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000100:00000001:8.0:1673551333.077177:0:12911:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:8.0:1673551333.077177:0:12911:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:11.0:1673551333.077178:0:12910:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1754791738761344, offset 0 00000020:00000001:10.0:1673551333.077178:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1805722592 : 1805722592 : 6ba123e0) 02000000:00000001:8.0:1673551333.077178:0:12911:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1673551333.077179:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1465031581 : 1465031581 : 57529b9d) 00000020:00000001:10.0:1673551333.077179:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=2399208216 : 2399208216 : 8f010318) 02000000:00000001:8.0:1673551333.077179:0:12911:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:11.0:1673551333.077180:0:12910:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:10.0:1673551333.077180:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1574752915 : 1574752915 : 5ddcd293) 02000000:00000010:8.0:1673551333.077180:0:12911:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9f30d20. 00000020:00000001:10.0:1673551333.077181:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=304503379 : 304503379 : 12265a53) 00000400:00000200:9.0:1673551333.077181:0:12913:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964969, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964967, g:4294967295] 02000000:00000001:8.0:1673551333.077181:0:12911:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1673551333.077182:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1730247701 : 1730247701 : 67217c15) 00000020:00000001:10.0:1673551333.077182:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1584836277 : 1584836277 : 5e76aeb5) 00000020:00000001:10.0:1673551333.077183:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1533029239 : 1533029239 : 5b602b77) 00000400:00000200:9.0:1673551333.077183:0:12913:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000020:00000001:10.0:1673551333.077184:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072928233222 : -781318394 : ffffffffd16e0706) 00000400:00000200:9.0:1673551333.077184:0:12913:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964967, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964967, g:4294967295] 00000020:00000001:10.0:1673551333.077185:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=89605978 : 89605978 : 557475a) 00000020:00000001:10.0:1673551333.077186:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072905641508 : -803910108 : ffffffffd0154e24) 00000400:00000200:9.0:1673551333.077186:0:12913:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964969, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964967, g:4294967295] 00000020:00000001:10.0:1673551333.077187:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=48074853 : 48074853 : 2dd9065) 00000100:00000040:10.0:1673551333.077188:0:230241:0:(pinger.c:323:ptlrpc_pinger_main()) next wakeup in 13 (53611) 00000400:00000200:9.0:1673551333.077188:0:12913:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:9.0:1673551333.077189:0:12913:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:9.0:1673551333.077191:0:12913:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:9.0:1673551333.077192:0:12913:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501154, 4501152] 00000400:00000200:9.0:1673551333.077193:0:12913:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.56@o2ib 00000400:00000200:9.0:1673551333.077194:0:12913:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:8.0:1673551333.077196:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000010:8.0:1673551333.077197:0:12911:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000002a982864. 00000400:00000200:11.0:1673551333.077198:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000010:8.0:1673551333.077198:0:12911:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c682520b. 00000400:00000200:9.0:1673551333.077199:0:12913:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) : PUT try# 0 00000400:00000200:11.0:1673551333.077200:0:12910:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:8.0:1673551333.077200:0:12911:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738761408, portal 10 00000100:00000001:8.0:1673551333.077201:0:12911:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:8.0:1673551333.077201:0:12911:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912619881542016 : -52831453828009600 : ff444e12999d3180) 00000400:00000200:11.0:1673551333.077202:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:11.0:1673551333.077203:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000800:00000200:9.0:1673551333.077203:0:12913:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.56@o2ib 00000400:00000200:11.0:1673551333.077204:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:11.0:1673551333.077205:0:12910:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x63bf94a3e6080 00000400:00000200:9.0:1673551333.077205:0:12913:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000040:8.0:1673551333.077205:0:12911:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000d11b07cd x1754791738761408/t0(0) o400->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:11.0:1673551333.077208:0:12910:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x2a81889 [64] + 120728 00000100:00000001:8.0:1673551333.077208:0:12911:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:8.0:1673551333.077209:0:12911:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000200:11.0:1673551333.077210:0:12910:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:9.0:1673551333.077210:0:12913:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000076e6a972] -> 172.16.0.56@o2ib (2) version: 12 00000400:00000010:8.0:1673551333.077210:0:12911:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c07161. 00000800:00000200:9.0:1673551333.077211:0:12913:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000f2f16d9a] (68)++ 00000100:00000200:8.0:1673551333.077211:0:12911:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1754791738761408, offset 0 00000400:00000200:11.0:1673551333.077212:0:12910:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:9.0:1673551333.077213:0:12913:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000f2f16d9a] (69)++ 00000400:00000200:8.0:1673551333.077213:0:12911:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:8.0:1673551333.077214:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:11.0:1673551333.077215:0:12910:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:11.0:1673551333.077215:0:12910:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:8.0:1673551333.077216:0:12911:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000100:00000010:11.0:1673551333.077217:0:12910:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000004e68b4c7. 00000100:00000040:11.0:1673551333.077217:0:12910:0:(events.c:367:request_in_callback()) incoming req@000000004e68b4c7 x1754791738761344 msgsize 224 00000400:00000200:8.0:1673551333.077217:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964968, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000800:00000200:9.0:1673551333.077218:0:12913:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000f2f16d9a] (70)-- 00000100:00100000:11.0:1673551333.077219:0:12910:0:(events.c:370:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:9.0:1673551333.077219:0:12913:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551333.077219:0:12913:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1673551333.077221:0:12913:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551333.077222:0:12913:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551333.077222:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551333.077226:0:12913:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:8.2:1673551333.077226:0:12911:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (69)++ 00000100:00000001:11.0:1673551333.077227:0:12910:0:(events.c:403:request_in_callback()) Process leaving 00000100:00000001:9.0:1673551333.077227:0:12913:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:9.0:1673551333.077227:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551333.077228:0:12913:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000200:11.0:1673551333.077229:0:12910:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000008e57115b 00000100:00000001:9.0:1673551333.077229:0:12913:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551333.077229:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:11.0:1673551333.077230:0:12910:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000008e57115b. 00000100:00000001:9.0:1673551333.077230:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551333.077231:0:12913:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551333.077231:0:12913:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551333.077232:0:12910:0:(events.c:54:request_out_callback()) Process entered 00000100:00000001:9.0:1673551333.077232:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:11.0:1673551333.077233:0:12910:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@000000008e63407a x1754791738761344/t0(0) o400->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:11.0:1673551333.077236:0:12910:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:10.0:1673551333.077236:0:2270083:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:8.0:1673551333.077236:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964969, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10964968, g:4294967295] 00000100:00000040:11.0:1673551333.077237:0:12910:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008e63407a x1754791738761344/t0(0) o400->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 02000000:00000001:10.0:1673551333.077237:0:2270083:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1673551333.077238:0:2270083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000400:00000200:8.0:1673551333.077238:0:12911:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000100:00000001:10.0:1673551333.077239:0:2270083:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1673551333.077239:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964968, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964969, g:4294967295] 00000100:00000001:11.0:1673551333.077240:0:12910:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1673551333.077240:0:2270083:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551333.077241:0:12910:0:(events.c:94:request_out_callback()) Process leaving 00000100:00100000:10.0:1673551333.077242:0:2270083:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754791738761344 00000400:00000200:8.0:1673551333.077242:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964969, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964969, g:4294967295] 00000020:00000001:10.0:1673551333.077243:0:2270083:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:10.0:1673551333.077243:0:2270083:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b70 00000400:00000200:8.0:1673551333.077243:0:12911:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000800:00000200:13.0:1673551333.077244:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)++ 00000020:00000001:10.0:1673551333.077244:0:2270083:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:10.0:1673551333.077245:0:2270083:0:(lustre_handles.c:152:class_handle2object()) GET export 0000000079935574 refcount=862 00000400:00000200:8.0:1673551333.077245:0:12911:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000020:00000001:10.0:1673551333.077246:0:2270083:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748066304 : -52831469961485312 : ff444e0ed7fbe400) 00000400:00000200:8.0:1673551333.077246:0:12911:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000020:00000001:10.0:1673551333.077247:0:2270083:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748066304 : -52831469961485312 : ff444e0ed7fbe400) 00000400:00000200:8.0:1673551333.077247:0:12911:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[32, 32], s:[10403799, 10403801] 00000100:00000001:10.0:1673551333.077249:0:2270083:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000400:00000200:8.0:1673551333.077249:0:12911:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.21@o2ib 00000100:00000001:10.0:1673551333.077250:0:2270083:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:8.0:1673551333.077250:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:13.0:1673551333.077252:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000f2f16d9a] (71)-- 00000020:00000010:10.0:1673551333.077252:0:2270083:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8bcbed4. 00000400:00000200:8.0:1673551333.077253:0:12911:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.21@o2ib(172.16.0.20@o2ib:172.16.0.21@o2ib) : PUT try# 0 00000400:00000200:13.0:1673551333.077254:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:11.0:1673551333.077254:0:12910:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:10.0:1673551333.077254:0:2270083:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000849246cc. 00000800:00000200:8.0:1673551333.077254:0:12911:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000100:00000001:11.0:1673551333.077255:0:12910:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:8.0:1673551333.077255:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000100:00000001:11.0:1673551333.077256:0:12910:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1673551333.077257:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: PUT: OK 00000100:00000001:11.0:1673551333.077257:0:12910:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551333.077258:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:10.0:1673551333.077258:0:2270083:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000027221a0b. 00000800:00000200:8.0:1673551333.077258:0:12911:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000008229e43b] -> 172.16.0.21@o2ib (2) version: 12 00000800:00000200:8.0:1673551333.077258:0:12911:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000009ece9c48] (68)++ 00000400:00000200:13.0:1673551333.077259:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000005163dec 00000800:00000200:8.0:1673551333.077259:0:12911:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000009ece9c48] (69)++ 00000800:00000200:12.0:1673551333.077260:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000400:00000010:13.0:1673551333.077261:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000005163dec. 00000100:00000001:11.0:1673551333.077261:0:12910:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:11.0:1673551333.077261:0:12910:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000040:10.0:1673551333.077261:0:2270083:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt at +1s 00000800:00000200:8.0:1673551333.077261:0:12911:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000009ece9c48] (70)-- 00000100:00000001:11.0:1673551333.077262:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1673551333.077262:0:2270083:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1673551333.077262:0:2270083:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:8.0:1673551333.077262:0:12911:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551333.077262:0:12911:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:13.0:1673551333.077263:0:12871:0:(events.c:54:request_out_callback()) Process entered 00000100:00000001:11.0:1673551333.077263:0:12910:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1673551333.077263:0:12910:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551333.077263:0:2270083:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1673551333.077263:0:12911:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551333.077264:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551333.077265:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551333.077265:0:12910:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1673551333.077265:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551333.077265:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:13.0:1673551333.077266:0:12871:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@000000003da01719 x1754791738761280/t0(0) o400->ai200x-MDT0000-mdc-ff444e0748e14000@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:11.0:1673551333.077266:0:12910:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551333.077266:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551333.077266:0:2270083:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:8.0:1673551333.077266:0:12911:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:10.0:1673551333.077267:0:2270083:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:8.0:1673551333.077267:0:12911:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:8.0:1673551333.077267:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551333.077267:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:10.0:1673551333.077268:0:2270083:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551333.077268:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551333.077268:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551333.077269:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551333.077269:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1673551333.077269:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551333.077270:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551333.077271:0:2270083:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:13.0:1673551333.077272:0:12871:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:13.0:1673551333.077273:0:12871:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003da01719 x1754791738761280/t0(0) o400->ai200x-MDT0000-mdc-ff444e0748e14000@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:10.0:1673551333.077275:0:2270083:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000800:00000200:18.2:1673551333.077276:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (69)++ 00000100:00000001:13.0:1673551333.077276:0:12871:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551333.077276:0:2270083:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:13.0:1673551333.077277:0:12871:0:(events.c:94:request_out_callback()) Process leaving 00000100:00100000:10.0:1673551333.077277:0:2270083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000800:00000200:13.0:1673551333.077278:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000100:00000040:10.0:1673551333.077279:0:2270083:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 0000000079935574 : new rpc_count 1 00000100:00000001:10.0:1673551333.077280:0:2270083:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912558540972800 : -52831515168578816 : ff444e04516e6300) 00000100:00000040:10.0:1673551333.077281:0:2270083:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004e68b4c7 x1754791738761344/t0(0) o400->5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f@0@lo:219/0 lens 224/0 e 0 to 0 dl 1673551339 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000001:10.0:1673551333.077286:0:2270083:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1673551333.077286:0:2270083:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1673551333.077287:0:2270083:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000004e68b4c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_000:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f+862:12910:x1754791738761344:12345-0@lo:400: 00000100:00000200:10.0:1673551333.077289:0:2270083:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754791738761344 00000020:00000001:10.0:1673551333.077290:0:2270083:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:10.0:1673551333.077292:0:2270083:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:10.0:1673551333.077294:0:2270083:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1673551333.077295:0:2270083:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000800:00000200:17.0:1673551333.077296:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (70)++ 00000020:00000001:10.0:1673551333.077296:0:2270083:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000020:00000001:10.0:1673551333.077297:0:2270083:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000001:00000001:10.0:1673551333.077298:0:2270083:0:(tgt_lastrcvd.c:2249:tgt_lookup_reply()) ai200x-MDT0001: lookup reply xid 1754791738761344, found 0 last_xid 1754791738761343 00000020:00000001:10.0:1673551333.077300:0:2270083:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1673551333.077301:0:2270083:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1673551333.077302:0:2270083:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1673551333.077302:0:2270083:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:17.0:1673551333.077303:0:12874:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000009ece9c48] (71)-- 00000020:00000001:10.0:1673551333.077303:0:2270083:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00000001:10.0:1673551333.077304:0:2270083:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000400:00000200:17.0:1673551333.077305:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:10.0:1673551333.077305:0:2270083:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1673551333.077306:0:2270083:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000098a50af9. 00000400:00000200:17.0:1673551333.077307:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 02000000:00000001:10.0:1673551333.077307:0:2270083:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551333.077307:0:2270083:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:17.0:1673551333.077308:0:12874:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000079c07161 00000020:00000001:10.0:1673551333.077308:0:2270083:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:17.0:1673551333.077309:0:12874:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000079c07161. 00010000:00000040:10.0:1673551333.077309:0:2270083:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813813352, transno 0, xid 1754791738761344 00000100:00000001:17.0:1673551333.077310:0:12874:0:(events.c:54:request_out_callback()) Process entered 00010000:00000001:10.0:1673551333.077310:0:2270083:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000800:00000200:19.0:1673551333.077311:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 00010000:00000200:10.0:1673551333.077311:0:2270083:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000004e68b4c7 x1754791738761344/t0(0) o400->5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f@0@lo:219/0 lens 224/224 e 0 to 0 dl 1673551339 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00000200:17.0:1673551333.077312:0:12874:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000d11b07cd x1754791738761408/t0(0) o400->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00010000:00000001:10.0:1673551333.077314:0:2270083:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1673551333.077314:0:2270083:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551333.077315:0:12874:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00001000:10.0:1673551333.077315:0:2270083:0:(import.c:1925:at_measured()) add 1 to 00000000aa265d46 time=94 v=1 (1 1 0 0) 00000100:00000040:17.0:1673551333.077316:0:12874:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d11b07cd x1754791738761408/t0(0) o400->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:10.0:1673551333.077317:0:2270083:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1673551333.077318:0:2270083:0:(connection.c:143:ptlrpc_connection_addref()) conn=000000001f6219a4 refcount 46 to 0@lo 00000100:00000001:17.0:1673551333.077319:0:12874:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551333.077319:0:2270083:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146656 : -52831505782404960 : ff444e0680e408a0) 02000000:00000001:10.0:1673551333.077319:0:2270083:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:17.0:1673551333.077320:0:12874:0:(events.c:94:request_out_callback()) Process leaving 02000000:00000001:10.0:1673551333.077320:0:2270083:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:17.0:1673551333.077321:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (69)-- 00000100:00000001:10.0:1673551333.077321:0:2270083:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:10.0:1673551333.077321:0:2270083:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:10.0:1673551333.077322:0:2270083:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d763b32. 00000100:00000200:10.0:1673551333.077323:0:2270083:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754791738761344, offset 224 00000400:00000200:10.0:1673551333.077325:0:2270083:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:10.0:1673551333.077326:0:2270083:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:10.0:1673551333.077327:0:2270083:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:10.0:1673551333.077328:0:2270083:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:10.0:1673551333.077328:0:2270083:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:10.0:1673551333.077329:0:2270083:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:10.0:1673551333.077329:0:2270083:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x63bf94a3e6080 00000400:00000200:10.0:1673551333.077330:0:2270083:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:10.0:1673551333.077331:0:2270083:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4bd8e16d [1] + 224 00000400:00000200:10.0:1673551333.077333:0:2270083:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:10.0:1673551333.077333:0:2270083:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:10.0:1673551333.077334:0:2270083:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:10.0:1673551333.077335:0:2270083:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@000000008e63407a x1754791738761344/t0(0) o400->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:10.0:1673551333.077339:0:2270083:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008e63407a x1754791738761344/t0(0) o400->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:10.0:1673551333.077345:0:2270083:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000200:10.0:1673551333.077347:0:2270083:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000002d763b32 00000400:00000010:10.0:1673551333.077347:0:2270083:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000002d763b32. 00000100:00000001:10.0:1673551333.077348:0:2270083:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:10.0:1673551333.077349:0:2270083:0:(events.c:428:reply_out_callback()) Process leaving 00000100:00000001:10.0:1673551333.077350:0:2270083:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1673551333.077351:0:2270083:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=000000001f6219a4 refcount 45 to 0@lo 00010000:00000001:10.0:1673551333.077352:0:2270083:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:10.0:1673551333.077353:0:2270083:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1673551333.077354:0:2270083:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000001:11.0:1673551333.077355:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551333.077356:0:12910:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000040:10.0:1673551333.077356:0:2270083:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e68b4c7 x1754791738761344/t0(0) o400->5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f@0@lo:219/0 lens 224/224 e 0 to 0 dl 1673551339 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000400:00000001:11.0:1673551333.077357:0:12910:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:11.0:1673551333.077358:0:12910:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:11.0:1673551333.077358:0:12910:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000009d432585. 00000400:00000200:11.0:1673551333.077360:0:12910:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000001922871e 00000400:00000010:11.0:1673551333.077360:0:12910:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000001922871e. 00000100:00100000:10.0:1673551333.077360:0:2270083:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000004e68b4c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt02_000:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f+862:12910:x1754791738761344:12345-0@lo:400: Request processed in 73us (141us total) trans 0 rc 0/0 00000100:00000001:11.0:1673551333.077361:0:12910:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:11.0:1673551333.077362:0:12910:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@000000008e63407a x1754791738761344/t0(0) o400->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00100000:10.0:1673551333.077363:0:2270083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00000040:10.0:1673551333.077364:0:2270083:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000079935574 : new rpc_count 0 00000100:00000001:10.0:1673551333.077365:0:2270083:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:11.0:1673551333.077366:0:12910:0:(events.c:128:reply_in_callback()) @@@ unlink req@000000008e63407a x1754791738761344/t0(0) o400->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:10.0:1673551333.077366:0:2270083:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1673551333.077368:0:2270083:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000849246cc. 00000020:00000010:10.0:1673551333.077369:0:2270083:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000027221a0b. 00000100:00000001:11.0:1673551333.077370:0:12910:0:(events.c:186:reply_in_callback()) Process leaving 00000020:00000010:10.0:1673551333.077370:0:2270083:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8bcbed4. 00000100:00000001:11.0:1673551333.077371:0:12910:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1673551333.077372:0:12910:0:(client.c:1442:after_reply()) Process entered 00000020:00000040:10.0:1673551333.077372:0:2270083:0:(genops.c:979:class_export_put()) PUTting export 0000000079935574 : new refcount 861 02000000:00000001:11.0:1673551333.077373:0:12910:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:10.0:1673551333.077373:0:2270083:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1673551333.077374:0:12910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:11.0:1673551333.077374:0:12910:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1673551333.077375:0:12910:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:11.0:1673551333.077377:0:12910:0:(import.c:1925:at_measured()) add 1 to 0000000030df8f28 time=137 v=1 (1 1 1 1) 00000100:00001000:11.0:1673551333.077378:0:12910:0:(import.c:1925:at_measured()) add 1 to 0000000019a3c0ce time=95 v=1 (1 1 1 1) 00000100:00000001:11.0:1673551333.077380:0:12910:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:11.0:1673551333.077380:0:12910:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:11.0:1673551333.077381:0:12910:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:11.0:1673551333.077383:0:12910:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551333.077384:0:12910:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:11.0:1673551333.077385:0:12910:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0001-mdc-ff444e0748e14000: skip recheck: last_committed 244813813352 00000100:00000001:11.0:1673551333.077386:0:12910:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:11.0:1673551333.077386:0:12910:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1673551333.077388:0:12910:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008e63407a x1754791738761344/t0(0) o400->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:11.0:1673551333.077391:0:12910:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1673551333.077393:0:12910:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:11.0:1673551333.077393:0:12910:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:18.2:1673551333.077395:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (68)++ 00000100:00000040:11.0:1673551333.077395:0:12910:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008e63407a x1754791738761344/t0(0) o400->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:11.0:1673551333.077398:0:12910:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@000000008e63407a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12910:1754791738761344:0@lo:400: 00000100:00000001:11.0:1673551333.077399:0:12910:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1673551333.077400:0:12910:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:11.0:1673551333.077400:0:12910:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008e63407a x1754791738761344/t0(0) o400->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:11.0:1673551333.077402:0:12910:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:11.0:1673551333.077403:0:12910:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:11.0:1673551333.077403:0:12910:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb8f4c7b. 02000000:00000001:11.0:1673551333.077404:0:12910:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:11.0:1673551333.077405:0:12910:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:11.0:1673551333.077406:0:12910:0:(genops.c:1205:class_import_put()) import 0000000076349000 refcount=5 obd=ai200x-MDT0001-mdc-ff444e0748e14000 00000020:00000001:11.0:1673551333.077406:0:12910:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:11.0:1673551333.077407:0:12910:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007787e26e. 00000800:00000200:19.0:1673551333.077408:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (69)++ 02000000:00000001:11.0:1673551333.077408:0:12910:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:11.0:1673551333.077408:0:12910:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:11.0:1673551333.077409:0:12910:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000008e63407a. 00000100:00000001:11.0:1673551333.077409:0:12910:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:11.0:1673551333.077410:0:12910:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1673551333.077410:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1673551333.077411:0:12910:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:11.0:1673551333.077411:0:12910:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551333.077412:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551333.077412:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551333.077413:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551333.077413:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1673551333.077416:0:12873:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[4] from 172.16.0.21@o2ib 00000400:00000200:19.0:1673551333.077418:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:19.0:1673551333.077420:0:12873:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000400:00000200:19.0:1673551333.077422:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:17.0:1673551333.077422:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 00000400:00000200:19.0:1673551333.077423:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:19.0:1673551333.077425:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:19.0:1673551333.077426:0:12873:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 10 MB=0x63bf94a3e60c0 00000400:00000200:19.0:1673551333.077427:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:19.0:1673551333.077429:0:12873:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.16.0.20@o2ib of length 224/224 into md 0x4bd8e18d [1] + 224 00000400:00000200:19.0:1673551333.077431:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:19.0:1673551333.077432:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:19.0:1673551333.077433:0:12873:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:19.0:1673551333.077434:0:12873:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000d11b07cd x1754791738761408/t0(0) o400->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:19.0:1673551333.077437:0:12873:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d11b07cd x1754791738761408/t0(0) o400->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:19.0:1673551333.077444:0:12873:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:19.0:1673551333.077446:0:12873:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000009ece9c48] (69)++ 00000800:00000200:19.0:1673551333.077447:0:12873:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000009ece9c48] (70)-- 00000800:00000200:19.0:1673551333.077448:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (69)-- 00000100:00000001:8.0:1673551333.077451:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551333.077451:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:8.0:1673551333.077452:0:12911:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:8.0:1673551333.077453:0:12911:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000800:00000200:8.2:1673551333.077454:0:12911:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (68)++ 00000400:00000010:8.0:1673551333.077459:0:12911:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000002a982864. 00000400:00000200:8.0:1673551333.077460:0:12911:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000c682520b 00000400:00000010:8.0:1673551333.077460:0:12911:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000c682520b. 00000100:00000001:8.0:1673551333.077461:0:12911:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:8.0:1673551333.077462:0:12911:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000d11b07cd x1754791738761408/t0(0) o400->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:8.0:1673551333.077464:0:12911:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000d11b07cd x1754791738761408/t0(0) o400->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:12.0:1673551333.077466:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)++ 00000100:00000001:8.0:1673551333.077466:0:12911:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:8.0:1673551333.077467:0:12911:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1673551333.077467:0:12911:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:8.0:1673551333.077468:0:12911:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:8.0:1673551333.077468:0:12911:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:8.0:1673551333.077469:0:12911:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1673551333.077470:0:12911:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:8.0:1673551333.077471:0:12911:0:(import.c:1925:at_measured()) add 1 to 0000000090f88079 time=143 v=1 (1 1 1 1) 00000800:00000200:12.0:1673551333.077472:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.56@o2ib 00000100:00001000:8.0:1673551333.077472:0:12911:0:(import.c:1925:at_measured()) add 1 to 00000000815f996e time=143 v=1 (1 1 1 1) 00000100:00000001:8.0:1673551333.077473:0:12911:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:8.0:1673551333.077473:0:12911:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1673551333.077474:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00010000:00000001:8.0:1673551333.077474:0:12911:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:8.0:1673551333.077475:0:12911:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551333.077476:0:12911:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000400:00000200:12.0:1673551333.077477:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.56@o2ib : PUT - for me 00000100:00000040:8.0:1673551333.077477:0:12911:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0002-mdc-ff444e0748e14000: skip recheck: last_committed 288051989418 00000100:00000001:8.0:1673551333.077478:0:12911:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:8.0:1673551333.077478:0:12911:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1673551333.077479:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000400:00000200:12.0:1673551333.077479:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000040:8.0:1673551333.077479:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d11b07cd x1754791738761408/t0(0) o400->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000400:00000200:12.0:1673551333.077481:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:8.0:1673551333.077481:0:12911:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:8.0:1673551333.077482:0:12911:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:8.0:1673551333.077482:0:12911:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:12.0:1673551333.077483:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000040:8.0:1673551333.077483:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d11b07cd x1754791738761408/t0(0) o400->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000400:00000200:12.0:1673551333.077484:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 10 MB=0x63bf94a3e6040 00000100:00100000:8.0:1673551333.077486:0:12911:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000d11b07cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12911:1754791738761408:172.16.0.20@o2ib:400: 00000400:00000200:12.0:1673551333.077487:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:8.0:1673551333.077487:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1673551333.077487:0:12911:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:8.0:1673551333.077488:0:12911:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d11b07cd x1754791738761408/t0(0) o400->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000400:00000200:12.0:1673551333.077489:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.16.0.56@o2ib of length 224/224 into md 0x4bd8e14d [1] + 224 00000100:00000001:8.0:1673551333.077490:0:12911:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:8.0:1673551333.077490:0:12911:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:8.0:1673551333.077491:0:12911:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9f30d20. 00000400:00000200:12.0:1673551333.077492:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:8.0:1673551333.077492:0:12911:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:8.0:1673551333.077492:0:12911:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:8.0:1673551333.077493:0:12911:0:(genops.c:1205:class_import_put()) import 000000005b12847f refcount=5 obd=ai200x-MDT0002-mdc-ff444e0748e14000 00000020:00000001:8.0:1673551333.077493:0:12911:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:8.0:1673551333.077494:0:12911:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003b0e6782. 00000400:00000200:12.0:1673551333.077495:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: PUT: OK 02000000:00000001:8.0:1673551333.077495:0:12911:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:8.0:1673551333.077495:0:12911:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:8.0:1673551333.077495:0:12911:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000d11b07cd. 00000100:00000001:12.0:1673551333.077496:0:12872:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:8.0:1673551333.077496:0:12911:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000200:12.0:1673551333.077497:0:12872:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@000000003da01719 x1754791738761280/t0(0) o400->ai200x-MDT0000-mdc-ff444e0748e14000@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:8.0:1673551333.077497:0:12911:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1673551333.077497:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1673551333.077498:0:12911:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:8.0:1673551333.077498:0:12911:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551333.077499:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551333.077499:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551333.077500:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551333.077500:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:12.0:1673551333.077501:0:12872:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000003da01719 x1754791738761280/t0(0) o400->ai200x-MDT0000-mdc-ff444e0748e14000@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:12.0:1673551333.077507:0:12872:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:12.0:1673551333.077508:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:12.0:1673551333.077509:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000f2f16d9a] (70)-- 00000800:00000200:12.0:1673551333.077510:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000100:00000001:9.0:1673551333.077516:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551333.077516:0:12913:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:9.0:1673551333.077517:0:12913:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:9.0:1673551333.077518:0:12913:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:9.0:1673551333.077518:0:12913:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000002f42a08c. 00000400:00000200:9.0:1673551333.077519:0:12913:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000003d9a1b3 00000400:00000010:9.0:1673551333.077520:0:12913:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000003d9a1b3. 00000100:00000001:9.0:1673551333.077521:0:12913:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:9.0:1673551333.077522:0:12913:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@000000003da01719 x1754791738761280/t0(0) o400->ai200x-MDT0000-mdc-ff444e0748e14000@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:9.0:1673551333.077526:0:12913:0:(events.c:128:reply_in_callback()) @@@ unlink req@000000003da01719 x1754791738761280/t0(0) o400->ai200x-MDT0000-mdc-ff444e0748e14000@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:9.0:1673551333.077530:0:12913:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:9.0:1673551333.077530:0:12913:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551333.077531:0:12913:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:9.0:1673551333.077531:0:12913:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:9.0:1673551333.077532:0:12913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:9.0:1673551333.077532:0:12913:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1673551333.077532:0:12913:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:9.0:1673551333.077534:0:12913:0:(import.c:1925:at_measured()) add 1 to 00000000aabdb8af time=143 v=1 (1 1 1 1) 00000100:00001000:9.0:1673551333.077535:0:12913:0:(import.c:1925:at_measured()) add 1 to 00000000bc02d033 time=143 v=1 (1 1 1 1) 00000100:00000001:9.0:1673551333.077535:0:12913:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:9.0:1673551333.077535:0:12913:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:9.0:1673551333.077536:0:12913:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:9.0:1673551333.077536:0:12913:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551333.077537:0:12913:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:9.0:1673551333.077537:0:12913:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0000-mdc-ff444e0748e14000: skip recheck: last_committed 313781748371 00000100:00000001:9.0:1673551333.077538:0:12913:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:9.0:1673551333.077538:0:12913:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1673551333.077539:0:12913:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003da01719 x1754791738761280/t0(0) o400->ai200x-MDT0000-mdc-ff444e0748e14000@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:9.0:1673551333.077541:0:12913:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1673551333.077541:0:12913:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:9.0:1673551333.077541:0:12913:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:9.0:1673551333.077542:0:12913:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003da01719 x1754791738761280/t0(0) o400->ai200x-MDT0000-mdc-ff444e0748e14000@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:9.0:1673551333.077544:0:12913:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@000000003da01719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12913:1754791738761280:172.16.0.56@o2ib:400: 00000100:00000001:9.0:1673551333.077545:0:12913:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551333.077546:0:12913:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:9.0:1673551333.077546:0:12913:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003da01719 x1754791738761280/t0(0) o400->ai200x-MDT0000-mdc-ff444e0748e14000@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551340 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:9.0:1673551333.077548:0:12913:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:9.0:1673551333.077548:0:12913:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:9.0:1673551333.077549:0:12913:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002caac37d. 02000000:00000001:9.0:1673551333.077549:0:12913:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:9.0:1673551333.077550:0:12913:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:9.0:1673551333.077550:0:12913:0:(genops.c:1205:class_import_put()) import 00000000d8df1b51 refcount=5 obd=ai200x-MDT0000-mdc-ff444e0748e14000 00000020:00000001:9.0:1673551333.077550:0:12913:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:9.0:1673551333.077551:0:12913:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ddc994c5. 02000000:00000001:9.0:1673551333.077551:0:12913:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:9.0:1673551333.077551:0:12913:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:9.0:1673551333.077552:0:12913:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000003da01719. 00000100:00000001:9.0:1673551333.077552:0:12913:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:9.0:1673551333.077553:0:12913:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551333.077553:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551333.077554:0:12913:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1673551333.077554:0:12913:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551333.077555:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551333.077555:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551333.077556:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551333.077556:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551333.121559:0:242274:0:(llite_lib.c:3468:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1673551333.121563:0:242274:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1673551333.121567:0:242274:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1673551333.121571:0:242274:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1673551333.121576:0:242274:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551333.333059:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551333.333060:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551333.333062:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551333.333062:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551333.333063:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551333.333064:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551333.333065:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551333.333065:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551333.333066:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551333.333066:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551333.333067:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551333.333068:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551333.333068:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551333.333069:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551333.333070:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551333.333070:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551333.333071:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551333.333071:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551333.333072:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551333.333072:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551333.333074:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551333.333074:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551333.333075:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551333.333075:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551333.333076:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551333.333076:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551333.333091:0:3629657:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:18.0:1673551333.333091:0:3629657:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:18.0:1673551333.333092:0:3629657:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:8.2:1673551333.362214:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000306224d2] (68)++ 00000800:00000200:13.0:1673551333.362226:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (69)++ 00000800:00000200:13.0:1673551333.362232:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.20@o2ib 00000400:00000200:13.0:1673551333.362234:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551333.362236:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000400:00000200:13.0:1673551333.362238:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:12.0:1673551333.362239:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (70)-- 00000400:00000200:13.0:1673551333.362240:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551333.362241:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551333.362242:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 7 MB=0x63bfd66a42b80 00000400:00000200:13.0:1673551333.362245:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.20@o2ib of length 224/224 into md 0x435078cd [8] + 4032 00000400:00000200:13.0:1673551333.362249:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551333.362251:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000001:13.0:1673551333.362253:0:12871:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:13.0:1673551333.362253:0:12871:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:13.0:1673551333.362256:0:12871:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000009b04719. 00000100:00000040:13.0:1673551333.362256:0:12871:0:(events.c:367:request_in_callback()) incoming req@0000000009b04719 x1754809395063680 msgsize 224 00000100:00100000:13.0:1673551333.362258:0:12871:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.20@o2ib) 00000100:00000001:13.0:1673551333.362264:0:12871:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:13.0:1673551333.362265:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000306224d2] (69)++ 00000800:00000200:13.0:1673551333.362267:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000306224d2] (70)-- 00000800:00000200:13.0:1673551333.362267:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (69)-- 00000100:00000001:14.0:1673551333.362273:0:2358800:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:14.0:1673551333.362274:0:2358800:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:14.0:1673551333.362275:0:2358800:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:14.0:1673551333.362276:0:2358800:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:14.0:1673551333.362277:0:2358800:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:14.0:1673551333.362278:0:2358800:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395063680 00000020:00000001:14.0:1673551333.362279:0:2358800:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:14.0:1673551333.362280:0:2358800:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c8769a9 00000020:00000001:14.0:1673551333.362280:0:2358800:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:14.0:1673551333.362281:0:2358800:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000ef42fd6e refcount=5 00000020:00000001:14.0:1673551333.362283:0:2358800:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558465879040 : -52831515243672576 : ff444e044cf48c00) 00000020:00000001:14.0:1673551333.362284:0:2358800:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558465879040 : -52831515243672576 : ff444e044cf48c00) 00000100:00000001:14.0:1673551333.362285:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551333.362286:0:2358800:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:14.0:1673551333.362287:0:2358800:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005beef44d. 00000020:00000010:14.0:1673551333.362288:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f81d824. 00000020:00000010:14.0:1673551333.362290:0:2358800:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b8e8bcc. 00000100:00000040:14.0:1673551333.362291:0:2358800:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:14.0:1673551333.362292:0:2358800:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:14.0:1673551333.362293:0:2358800:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:14.0:1673551333.362293:0:2358800:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551333.362295:0:2358800:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551333.362299:0:2358800:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:14.0:1673551333.362302:0:2358800:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:14.0:1673551333.362302:0:2358800:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:14.0:1673551333.362304:0:2358800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 7056 00000100:00000040:14.0:1673551333.362305:0:2358800:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000ef42fd6e : new rpc_count 1 00000100:00000001:14.0:1673551333.362306:0:2358800:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912593449059456 : -52831480260492160 : ff444e0c721d8480) 00000100:00000040:14.0:1673551333.362307:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000009b04719 x1754809395063680/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:219/0 lens 224/0 e 0 to 0 dl 1673551339 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:14.0:1673551333.362311:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551333.362311:0:2358800:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:14.0:1673551333.362312:0:2358800:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000009b04719 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0002-mdtlov_UUID+5:10570:x1754809395063680:12345-172.16.0.20@o2ib:13: 00000100:00000200:14.0:1673551333.362313:0:2358800:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395063680 00000020:00000001:14.0:1673551333.362314:0:2358800:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:14.0:1673551333.362315:0:2358800:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:14.0:1673551333.362316:0:2358800:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551333.362317:0:2358800:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:14.0:1673551333.362317:0:2358800:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:14.0:1673551333.362318:0:2358800:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:14.0:1673551333.362319:0:2358800:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:14.0:1673551333.362319:0:2358800:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:14.0:1673551333.362320:0:2358800:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:14.0:1673551333.362321:0:2358800:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551333.362322:0:2358800:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:14.0:1673551333.362323:0:2358800:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:14.0:1673551333.362324:0:2358800:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000220a452f. 02000000:00000001:14.0:1673551333.362324:0:2358800:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551333.362325:0:2358800:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:14.0:1673551333.362326:0:2358800:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:14.0:1673551333.362327:0:2358800:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:14.0:1673551333.362328:0:2358800:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:14.0:1673551333.362333:0:2358800:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:14.0:1673551333.362334:0:2358800:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 00000020:00000020:14.0:1673551333.362335:0:2358800:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00000020:00000020:14.0:1673551333.362337:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551333.362338:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551333.362339:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551333.362339:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551333.362340:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551333.362342:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551333.362342:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551333.362343:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00002000:00000020:14.0:1673551333.362344:0:2358800:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00002000:00000001:14.0:1673551333.362345:0:2358800:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000001:14.0:1673551333.362346:0:2358800:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:14.0:1673551333.362346:0:2358800:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109421832, transno 0, xid 1754809395063680 00010000:00000001:14.0:1673551333.362347:0:2358800:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:14.0:1673551333.362348:0:2358800:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000009b04719 x1754809395063680/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:219/0 lens 224/368 e 0 to 0 dl 1673551339 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:14.0:1673551333.362351:0:2358800:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:14.0:1673551333.362352:0:2358800:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:14.0:1673551333.362352:0:2358800:0:(import.c:1925:at_measured()) add 1 to 0000000076fc1371 time=101 v=1 (1 1 1 1) 00000100:00000001:14.0:1673551333.362354:0:2358800:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:14.0:1673551333.362355:0:2358800:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 49 to 172.16.0.20@o2ib 00000100:00000001:14.0:1673551333.362356:0:2358800:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 02000000:00000001:14.0:1673551333.362356:0:2358800:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:14.0:1673551333.362357:0:2358800:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551333.362358:0:2358800:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:14.0:1673551333.362358:0:2358800:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:14.0:1673551333.362359:0:2358800:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000781925d3. 00000100:00000200:14.0:1673551333.362361:0:2358800:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754809395063680, offset 224 00000400:00000200:14.0:1673551333.362363:0:2358800:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:14.0:1673551333.362364:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:14.0:1673551333.362366:0:2358800:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.20@o2ib local destination 00000400:00000200:14.0:1673551333.362367:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:14.0:1673551333.362370:0:2358800:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000800:00000200:14.0:1673551333.362372:0:2358800:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000400:00000200:14.0:1673551333.362373:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:14.0:1673551333.362375:0:2358800:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000c10ae60a] -> 172.16.0.20@o2ib (2) version: 12 00000800:00000200:14.0:1673551333.362376:0:2358800:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000306224d2] (68)++ 00000800:00000200:14.0:1673551333.362377:0:2358800:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000306224d2] (69)++ 00000800:00000200:14.0:1673551333.362379:0:2358800:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000306224d2] (70)-- 00000100:00000001:14.0:1673551333.362380:0:2358800:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551333.362381:0:2358800:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 48 to 172.16.0.20@o2ib 00010000:00000001:14.0:1673551333.362382:0:2358800:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:14.0:1673551333.362382:0:2358800:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551333.362383:0:2358800:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:14.0:1673551333.362383:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009b04719 x1754809395063680/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:219/0 lens 224/368 e 0 to 0 dl 1673551339 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:14.0:1673551333.362386:0:2358800:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000009b04719 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0002-mdtlov_UUID+5:10570:x1754809395063680:12345-172.16.0.20@o2ib:13: Request processed in 75us (129us total) trans 0 rc 0/0 00000100:00100000:14.0:1673551333.362388:0:2358800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 7056 00000800:00000200:8.2:1673551333.362388:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000306224d2] (69)++ 00000100:00000040:14.0:1673551333.362389:0:2358800:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef42fd6e : new rpc_count 0 00000100:00000001:14.0:1673551333.362390:0:2358800:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:14.0:1673551333.362391:0:2358800:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:14.0:1673551333.362392:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f81d824. 00000020:00000010:14.0:1673551333.362393:0:2358800:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b8e8bcc. 00000020:00000010:14.0:1673551333.362394:0:2358800:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005beef44d. 00000020:00000040:14.0:1673551333.362395:0:2358800:0:(genops.c:979:class_export_put()) PUTting export 00000000ef42fd6e : new refcount 4 00000100:00000001:14.0:1673551333.362395:0:2358800:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:12.0:1673551333.362398:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (70)++ 00000800:00000200:12.0:1673551333.362404:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000306224d2] (71)-- 00000400:00000200:12.0:1673551333.362405:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551333.362407:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:12.0:1673551333.362408:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000781925d3 00000400:00000010:12.0:1673551333.362410:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000781925d3. 00000800:00000200:13.0:1673551333.362411:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (70)-- 00000100:00000001:12.0:1673551333.362411:0:12872:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:12.0:1673551333.362411:0:12872:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:12.0:1673551333.362413:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (69)-- 00000800:00000200:3.2:1673551333.891348:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (68)++ 00000800:00000200:13.0:1673551333.891367:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (69)++ 00000800:00000200:13.0:1673551333.891377:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.56@o2ib 00000400:00000200:13.0:1673551333.891382:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:12.0:1673551333.891383:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000400:00000200:13.0:1673551333.891386:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.56@o2ib : PUT - for me 00000400:00000200:13.0:1673551333.891390:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551333.891393:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551333.891396:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551333.891397:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 7 MB=0x63c0044b47380 00000400:00000200:13.0:1673551333.891400:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.56@o2ib of length 224/224 into md 0x435078cd [8] + 4256 00000400:00000200:13.0:1673551333.891403:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551333.891404:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 00000100:00000001:13.0:1673551333.891406:0:12871:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:13.0:1673551333.891406:0:12871:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:13.0:1673551333.891410:0:12871:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000068b27b8. 00000100:00000040:13.0:1673551333.891411:0:12871:0:(events.c:367:request_in_callback()) incoming req@00000000068b27b8 x1754821710607232 msgsize 224 00000100:00100000:13.0:1673551333.891412:0:12871:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.56@o2ib (source: 12345-172.16.0.56@o2ib) 00000100:00000001:13.0:1673551333.891419:0:12871:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:13.0:1673551333.891421:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000008042fb16] (69)++ 00000800:00000200:13.0:1673551333.891423:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000008042fb16] (70)-- 00000800:00000200:13.0:1673551333.891423:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 00000100:00000001:14.0:1673551333.891428:0:2358800:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:14.0:1673551333.891430:0:2358800:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:14.0:1673551333.891431:0:2358800:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:14.0:1673551333.891432:0:2358800:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:14.0:1673551333.891433:0:2358800:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:14.0:1673551333.891435:0:2358800:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754821710607232 00000020:00000001:14.0:1673551333.891436:0:2358800:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:14.0:1673551333.891437:0:2358800:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876a66 00000020:00000001:14.0:1673551333.891439:0:2358800:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:14.0:1673551333.891439:0:2358800:0:(lustre_handles.c:152:class_handle2object()) GET export 000000009480fef3 refcount=5 00000020:00000001:14.0:1673551333.891440:0:2358800:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912595675789312 : -52831478033762304 : ff444e0cf6d6b800) 00000020:00000001:14.0:1673551333.891441:0:2358800:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912595675789312 : -52831478033762304 : ff444e0cf6d6b800) 00000100:00000001:14.0:1673551333.891443:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551333.891443:0:2358800:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:14.0:1673551333.891445:0:2358800:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005beef44d. 00000020:00000010:14.0:1673551333.891447:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f81d824. 00000020:00000010:14.0:1673551333.891448:0:2358800:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b8e8bcc. 00000100:00000040:14.0:1673551333.891450:0:2358800:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:14.0:1673551333.891451:0:2358800:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:14.0:1673551333.891452:0:2358800:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:14.0:1673551333.891452:0:2358800:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551333.891455:0:2358800:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551333.891460:0:2358800:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:14.0:1673551333.891463:0:2358800:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:14.0:1673551333.891463:0:2358800:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:14.0:1673551333.891465:0:2358800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.56@o2ib, seq: 7057 00000100:00000040:14.0:1673551333.891466:0:2358800:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000009480fef3 : new rpc_count 1 00000100:00000001:14.0:1673551333.891466:0:2358800:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912593449083648 : -52831480260467968 : ff444e0c721de300) 00000100:00000040:14.0:1673551333.891468:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000068b27b8 x1754821710607232/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:219/0 lens 224/0 e 0 to 0 dl 1673551339 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:14.0:1673551333.891473:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551333.891473:0:2358800:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:14.0:1673551333.891474:0:2358800:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000068b27b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0000-mdtlov_UUID+5:12263:x1754821710607232:12345-172.16.0.56@o2ib:13: 00000100:00000200:14.0:1673551333.891475:0:2358800:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754821710607232 00000020:00000001:14.0:1673551333.891476:0:2358800:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:14.0:1673551333.891478:0:2358800:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:14.0:1673551333.891478:0:2358800:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551333.891480:0:2358800:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:14.0:1673551333.891480:0:2358800:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:14.0:1673551333.891481:0:2358800:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:14.0:1673551333.891482:0:2358800:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:14.0:1673551333.891482:0:2358800:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:14.0:1673551333.891483:0:2358800:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:14.0:1673551333.891484:0:2358800:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551333.891486:0:2358800:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:14.0:1673551333.891486:0:2358800:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:14.0:1673551333.891487:0:2358800:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000b0ab19df. 02000000:00000001:14.0:1673551333.891488:0:2358800:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551333.891488:0:2358800:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:14.0:1673551333.891489:0:2358800:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:14.0:1673551333.891490:0:2358800:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:14.0:1673551333.891491:0:2358800:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:14.0:1673551333.891497:0:2358800:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:14.0:1673551333.891497:0:2358800:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148413632 pending 0 free 5928824139776 avail 5849092771840 00000020:00000020:14.0:1673551333.891498:0:2358800:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0003: processing self export: 143552 0 0 00000020:00000020:14.0:1673551333.891500:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0001-mdtlov_UUID/00000000e0414e82 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551333.891501:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0000-mdtlov_UUID/000000009480fef3 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551333.891501:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli cd52cb9a-4225-4c91-b023-faa62420b31d/0000000006681ce8 dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551333.891502:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0003-mdtlov_UUID/000000006f304481 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551333.891503:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000008b497c02 dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551333.891503:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000c611fe19 dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551333.891506:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 49374343-0861-470b-a659-345a443590fd/00000000aafb700c dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551333.891507:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0002-mdtlov_UUID/000000001a218102 dirty 0 pend 0 grant 0 00002000:00000020:14.0:1673551333.891507:0:2358800:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1447466831 free, 1428001130 avail; 60817408 objects: 29395648 free; state 200 00002000:00000001:14.0:1673551333.891509:0:2358800:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000001:14.0:1673551333.891510:0:2358800:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:14.0:1673551333.891511:0:2358800:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109420461, transno 0, xid 1754821710607232 00010000:00000001:14.0:1673551333.891512:0:2358800:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:14.0:1673551333.891513:0:2358800:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000068b27b8 x1754821710607232/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:219/0 lens 224/368 e 0 to 0 dl 1673551339 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:14.0:1673551333.891516:0:2358800:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:14.0:1673551333.891516:0:2358800:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:14.0:1673551333.891517:0:2358800:0:(import.c:1925:at_measured()) add 1 to 0000000076fc1371 time=101 v=1 (1 1 1 1) 00000100:00000001:14.0:1673551333.891518:0:2358800:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:14.0:1673551333.891520:0:2358800:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000e3f031ad refcount 55 to 172.16.0.56@o2ib 00000100:00000001:14.0:1673551333.891520:0:2358800:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146464 : -52831505782405152 : ff444e0680e407e0) 02000000:00000001:14.0:1673551333.891521:0:2358800:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:14.0:1673551333.891522:0:2358800:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551333.891522:0:2358800:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:14.0:1673551333.891523:0:2358800:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000400:00000010:14.0:1673551333.891525:0:2358800:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc507013. 00000100:00000200:14.0:1673551333.891527:0:2358800:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754821710607232, offset 224 00000400:00000200:14.0:1673551333.891529:0:2358800:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000400:00000200:14.0:1673551333.891531:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:14.0:1673551333.891533:0:2358800:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.56@o2ib local destination 00000400:00000200:14.0:1673551333.891535:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:14.0:1673551333.891537:0:2358800:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) : PUT try# 0 00000800:00000200:14.0:1673551333.891539:0:2358800:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.56@o2ib 00000400:00000200:14.0:1673551333.891541:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:14.0:1673551333.891544:0:2358800:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000e56901fc] -> 172.16.0.56@o2ib (2) version: 12 00000800:00000200:14.0:1673551333.891545:0:2358800:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000008042fb16] (68)++ 00000800:00000200:14.0:1673551333.891547:0:2358800:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000008042fb16] (69)++ 00000800:00000200:14.0:1673551333.891551:0:2358800:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000008042fb16] (70)-- 00000100:00000001:14.0:1673551333.891551:0:2358800:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551333.891552:0:2358800:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000e3f031ad refcount 54 to 172.16.0.56@o2ib 00010000:00000001:14.0:1673551333.891553:0:2358800:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:14.0:1673551333.891553:0:2358800:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551333.891554:0:2358800:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:14.0:1673551333.891555:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000068b27b8 x1754821710607232/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:219/0 lens 224/368 e 0 to 0 dl 1673551339 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:14.0:1673551333.891557:0:2358800:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000068b27b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0000-mdtlov_UUID+5:12263:x1754821710607232:12345-172.16.0.56@o2ib:13: Request processed in 84us (146us total) trans 0 rc 0/0 00000100:00100000:14.0:1673551333.891559:0:2358800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.56@o2ib, seq: 7057 00000800:00000200:3.2:1673551333.891559:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (69)++ 00000100:00000040:14.0:1673551333.891560:0:2358800:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009480fef3 : new rpc_count 0 00000100:00000001:14.0:1673551333.891561:0:2358800:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:14.0:1673551333.891561:0:2358800:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:14.0:1673551333.891562:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f81d824. 00000020:00000010:14.0:1673551333.891563:0:2358800:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b8e8bcc. 00000020:00000010:14.0:1673551333.891564:0:2358800:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005beef44d. 00000020:00000040:14.0:1673551333.891565:0:2358800:0:(genops.c:979:class_export_put()) PUTting export 000000009480fef3 : new refcount 4 00000100:00000001:14.0:1673551333.891566:0:2358800:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:12.0:1673551333.891570:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (70)++ 00000800:00000200:12.0:1673551333.891575:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000008042fb16] (71)-- 00000400:00000200:12.0:1673551333.891577:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551333.891579:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 00000400:00000200:12.0:1673551333.891581:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000dc507013 00000400:00000010:12.0:1673551333.891582:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000dc507013. 00000800:00000200:13.0:1673551333.891583:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000100:00000001:12.0:1673551333.891584:0:12872:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:12.0:1673551333.891584:0:12872:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:12.0:1673551333.891586:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 00000800:00000200:18.2:1673551333.892335:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a2509833] (68)++ 00000800:00000200:17.0:1673551333.892352:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a2509833] (69)++ 00000800:00000200:17.0:1673551333.892360:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.57@o2ib 00000400:00000200:17.0:1673551333.892362:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551333.892364:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.57@o2ib : PUT - for me 00000400:00000200:17.0:1673551333.892366:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:19.0:1673551333.892367:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (70)-- 00000400:00000200:17.0:1673551333.892367:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551333.892368:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551333.892369:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 7 MB=0x63c0044b473c0 00000400:00000200:17.0:1673551333.892372:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.56@o2ib of length 224/224 into md 0xe584611 [8] + 224 00000400:00000200:17.0:1673551333.892374:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551333.892376:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.57@o2ib: PUT: OK 00000100:00000001:17.0:1673551333.892377:0:12874:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:17.0:1673551333.892378:0:12874:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:17.0:1673551333.892379:0:12874:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000054b4aa0c. 00000100:00000040:17.0:1673551333.892380:0:12874:0:(events.c:367:request_in_callback()) incoming req@0000000054b4aa0c x1754821710607296 msgsize 224 00000100:00100000:17.0:1673551333.892382:0:12874:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.56@o2ib (source: 12345-172.16.0.57@o2ib) 00000100:00000001:17.0:1673551333.892387:0:12874:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:17.0:1673551333.892388:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000a2509833] (69)++ 00000800:00000200:17.0:1673551333.892390:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000a2509833] (70)-- 00000800:00000200:17.0:1673551333.892393:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (69)-- 00000100:00000001:18.0:1673551333.892396:0:2269469:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:18.0:1673551333.892397:0:2269469:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:18.0:1673551333.892398:0:2269469:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:18.0:1673551333.892398:0:2269469:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551333.892400:0:2269469:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:18.0:1673551333.892401:0:2269469:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754821710607296 00000020:00000001:18.0:1673551333.892402:0:2269469:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:18.0:1673551333.892402:0:2269469:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c8769b7 00000020:00000001:18.0:1673551333.892403:0:2269469:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:18.0:1673551333.892404:0:2269469:0:(lustre_handles.c:152:class_handle2object()) GET export 000000001c5fbf11 refcount=5 00000020:00000001:18.0:1673551333.892405:0:2269469:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558465880064 : -52831515243671552 : ff444e044cf49000) 00000020:00000001:18.0:1673551333.892406:0:2269469:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558465880064 : -52831515243671552 : ff444e044cf49000) 00000100:00000001:18.0:1673551333.892407:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551333.892408:0:2269469:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:18.0:1673551333.892409:0:2269469:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007cf7c1b2. 00000020:00000010:18.0:1673551333.892411:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ffab7b02. 00000020:00000010:18.0:1673551333.892412:0:2269469:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000bbe368b. 00000100:00000040:18.0:1673551333.892414:0:2269469:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:18.0:1673551333.892415:0:2269469:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:18.0:1673551333.892415:0:2269469:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:18.0:1673551333.892417:0:2269469:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551333.892418:0:2269469:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551333.892423:0:2269469:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551333.892426:0:2269469:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:18.0:1673551333.892426:0:2269469:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:18.0:1673551333.892428:0:2269469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.56@o2ib, seq: 7522 00000100:00000040:18.0:1673551333.892428:0:2269469:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000001c5fbf11 : new rpc_count 1 00000100:00000001:18.0:1673551333.892429:0:2269469:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912628178409984 : -52831445531141632 : ff444e1488255a00) 00000100:00000040:18.0:1673551333.892431:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000054b4aa0c x1754821710607296/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:219/0 lens 224/0 e 0 to 0 dl 1673551339 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:18.0:1673551333.892434:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551333.892434:0:2269469:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:18.0:1673551333.892435:0:2269469:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000054b4aa0c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0000-mdtlov_UUID+5:12252:x1754821710607296:12345-172.16.0.56@o2ib:13: 00000100:00000200:18.0:1673551333.892436:0:2269469:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754821710607296 00000020:00000001:18.0:1673551333.892437:0:2269469:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:18.0:1673551333.892438:0:2269469:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:18.0:1673551333.892439:0:2269469:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551333.892440:0:2269469:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:18.0:1673551333.892440:0:2269469:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:18.0:1673551333.892441:0:2269469:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:18.0:1673551333.892442:0:2269469:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:18.0:1673551333.892443:0:2269469:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:18.0:1673551333.892443:0:2269469:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:18.0:1673551333.892444:0:2269469:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551333.892445:0:2269469:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:18.0:1673551333.892446:0:2269469:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:18.0:1673551333.892447:0:2269469:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 000000000d223b2c. 02000000:00000001:18.0:1673551333.892447:0:2269469:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551333.892448:0:2269469:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:18.0:1673551333.892449:0:2269469:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:18.0:1673551333.892450:0:2269469:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:18.0:1673551333.892450:0:2269469:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:18.0:1673551333.892451:0:2269469:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:18.0:1673551333.892452:0:2269469:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 00000020:00000020:18.0:1673551333.892454:0:2269469:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00000020:00000020:18.0:1673551333.892455:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551333.892456:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551333.892457:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551333.892458:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551333.892459:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551333.892459:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551333.892460:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551333.892461:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00002000:00000020:18.0:1673551333.892461:0:2269469:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00002000:00000001:18.0:1673551333.892462:0:2269469:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000001:18.0:1673551333.892463:0:2269469:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:18.0:1673551333.892464:0:2269469:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109418642, transno 0, xid 1754821710607296 00010000:00000001:18.0:1673551333.892465:0:2269469:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:18.0:1673551333.892466:0:2269469:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000054b4aa0c x1754821710607296/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:219/0 lens 224/368 e 0 to 0 dl 1673551339 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:18.0:1673551333.892469:0:2269469:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:18.0:1673551333.892469:0:2269469:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:18.0:1673551333.892470:0:2269469:0:(import.c:1925:at_measured()) add 1 to 00000000f23c4c68 time=101 v=1 (1 1 1 1) 00000100:00000001:18.0:1673551333.892471:0:2269469:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:18.0:1673551333.892472:0:2269469:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000e3f031ad refcount 55 to 172.16.0.56@o2ib 00000100:00000001:18.0:1673551333.892473:0:2269469:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146464 : -52831505782405152 : ff444e0680e407e0) 02000000:00000001:18.0:1673551333.892474:0:2269469:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:18.0:1673551333.892475:0:2269469:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551333.892475:0:2269469:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:18.0:1673551333.892476:0:2269469:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.57@o2ib 00000400:00000010:18.0:1673551333.892477:0:2269469:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efaffd9a. 00000100:00000200:18.0:1673551333.892479:0:2269469:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754821710607296, offset 224 00000400:00000200:18.0:1673551333.892480:0:2269469:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.57@o2ib 00000400:00000200:18.0:1673551333.892483:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:18.0:1673551333.892485:0:2269469:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.57@o2ib local destination 00000400:00000200:18.0:1673551333.892486:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:18.0:1673551333.892489:0:2269469:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.57@o2ib(172.16.0.57@o2ib:172.16.0.57@o2ib) : PUT try# 0 00000800:00000200:18.0:1673551333.892491:0:2269469:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000400:00000200:18.0:1673551333.892492:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:18.0:1673551333.892494:0:2269469:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000ecadf817] -> 172.16.0.57@o2ib (2) version: 12 00000800:00000200:18.0:1673551333.892495:0:2269469:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000a2509833] (68)++ 00000800:00000200:18.0:1673551333.892496:0:2269469:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000a2509833] (69)++ 00000800:00000200:18.0:1673551333.892498:0:2269469:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000a2509833] (70)-- 00000100:00000001:18.0:1673551333.892499:0:2269469:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551333.892500:0:2269469:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000e3f031ad refcount 54 to 172.16.0.56@o2ib 00010000:00000001:18.0:1673551333.892500:0:2269469:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:18.0:1673551333.892501:0:2269469:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:18.2:1673551333.892502:0:2269469:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a2509833] (69)++ 00000020:00000001:18.0:1673551333.892508:0:2269469:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:18.0:1673551333.892510:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054b4aa0c x1754821710607296/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:219/0 lens 224/368 e 0 to 0 dl 1673551339 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:18.0:1673551333.892514:0:2269469:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000054b4aa0c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0000-mdtlov_UUID+5:12252:x1754821710607296:12345-172.16.0.56@o2ib:13: Request processed in 79us (132us total) trans 0 rc 0/0 00000800:00000200:19.0:1673551333.892515:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a2509833] (70)++ 00000100:00100000:18.0:1673551333.892518:0:2269469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.56@o2ib, seq: 7522 00000100:00000040:18.0:1673551333.892519:0:2269469:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001c5fbf11 : new rpc_count 0 00000100:00000001:18.0:1673551333.892520:0:2269469:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:19.0:1673551333.892521:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000a2509833] (71)-- 00000100:00000001:18.0:1673551333.892521:0:2269469:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:18.0:1673551333.892522:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ffab7b02. 00000400:00000200:19.0:1673551333.892523:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:18.0:1673551333.892523:0:2269469:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000bbe368b. 00000400:00000200:19.0:1673551333.892525:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.57@o2ib: PUT: OK 00000020:00000010:18.0:1673551333.892525:0:2269469:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007cf7c1b2. 00000020:00000040:18.0:1673551333.892526:0:2269469:0:(genops.c:979:class_export_put()) PUTting export 000000001c5fbf11 : new refcount 4 00000400:00000200:19.0:1673551333.892527:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000efaffd9a 00000400:00000010:19.0:1673551333.892527:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000efaffd9a. 00000100:00000001:18.0:1673551333.892527:0:2269469:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:17.0:1673551333.892528:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (70)-- 00000100:00000001:19.0:1673551333.892529:0:12873:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:19.0:1673551333.892529:0:12873:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:19.0:1673551333.892531:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (69)-- 00000800:00000200:6.2:1673551334.059648:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000036519f99] (68)++ 00000800:00000200:0.0:1673551334.059663:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (69)++ 00000800:00000200:0.0:1673551334.059672:0:12865:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.23@o2ib 00000400:00000200:0.0:1673551334.059674:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:0.0:1673551334.059677:0:12865:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.23@o2ib : PUT - for me 00000800:00000200:1.0:1673551334.059678:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (70)++ 00000400:00000200:0.0:1673551334.059680:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:1.0:1673551334.059681:0:12866:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.23@o2ib 00000400:00000200:0.0:1673551334.059682:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:1.0:1673551334.059684:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:1.0:1673551334.059686:0:12866:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.23@o2ib : PUT - for me 00000400:00000200:0.0:1673551334.059686:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:0.0:1673551334.059688:0:12865:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 7 MB=0x63bfccd5cce00 00000400:00000200:1.0:1673551334.059689:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:1.0:1673551334.059690:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:1.0:1673551334.059691:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:0.0:1673551334.059691:0:12865:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.22@o2ib of length 224/224 into md 0x2bbc2e1 [8] + 1344 00000400:00000200:1.0:1673551334.059693:0:12866:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 7 MB=0x63bfccd5cce40 00000400:00000200:1.0:1673551334.059695:0:12866:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.22@o2ib of length 224/224 into md 0x2bbc2e1 [8] + 1568 00000400:00000200:0.0:1673551334.059695:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1673551334.059696:0:12866:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1673551334.059697:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000400:00000200:1.0:1673551334.059698:0:12866:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000100:00000001:0.0:1673551334.059699:0:12865:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:0.0:1673551334.059699:0:12865:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1673551334.059701:0:12865:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000083f32b13. 00000100:00000040:0.0:1673551334.059703:0:12865:0:(events.c:367:request_in_callback()) incoming req@0000000083f32b13 x1754806823472640 msgsize 224 00000100:00100000:0.0:1673551334.059705:0:12865:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.22@o2ib (source: 12345-172.16.0.23@o2ib) 00000100:00000001:0.0:1673551334.059711:0:12865:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:0.0:1673551334.059719:0:12865:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000036519f99] (71)++ 00000800:00000200:0.0:1673551334.059720:0:12865:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000036519f99] (72)-- 00000800:00000200:0.0:1673551334.059721:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (71)-- 00000100:00000001:1.0:1673551334.059722:0:2269461:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1673551334.059723:0:2269461:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:0.0:1673551334.059723:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (70)-- 00000100:00000001:1.0:1673551334.059724:0:2269461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1673551334.059725:0:12866:0:(events.c:315:request_in_callback()) Process entered 00000100:00000001:1.0:1673551334.059725:0:2269461:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1673551334.059726:0:12866:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:1.0:1673551334.059726:0:2269461:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1673551334.059728:0:12866:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000007c83dde7. 00000100:00100000:1.0:1673551334.059728:0:2269461:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754806823472640 00000100:00000040:2.0:1673551334.059729:0:12866:0:(events.c:367:request_in_callback()) incoming req@000000007c83dde7 x1754806823472704 msgsize 224 00000020:00000001:1.0:1673551334.059729:0:2269461:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1673551334.059730:0:2269461:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c8769cc 00000100:00100000:2.0:1673551334.059732:0:12866:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.22@o2ib (source: 12345-172.16.0.23@o2ib) 00000020:00000001:1.0:1673551334.059732:0:2269461:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:1.0:1673551334.059733:0:2269461:0:(lustre_handles.c:152:class_handle2object()) GET export 0000000089796a63 refcount=5 00000020:00000001:1.0:1673551334.059734:0:2269461:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558465890304 : -52831515243661312 : ff444e044cf4b800) 00000020:00000001:1.0:1673551334.059735:0:2269461:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558465890304 : -52831515243661312 : ff444e044cf4b800) 00000100:00000001:2.0:1673551334.059737:0:12866:0:(events.c:403:request_in_callback()) Process leaving 00000100:00000001:1.0:1673551334.059737:0:2269461:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1673551334.059738:0:2269461:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000800:00000200:2.0:1673551334.059739:0:12866:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000036519f99] (69)++ 00000020:00000010:1.0:1673551334.059740:0:2269461:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e16a1c4. 00000800:00000200:2.0:1673551334.059741:0:12866:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000036519f99] (70)-- 00000800:00000200:2.0:1673551334.059742:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (69)-- 00000020:00000010:1.0:1673551334.059742:0:2269461:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000123aaf51. 00000020:00000010:1.0:1673551334.059744:0:2269461:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000adadfd71. 00000100:00000040:1.0:1673551334.059746:0:2269461:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:1.0:1673551334.059747:0:2269461:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1673551334.059747:0:2364967:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1673551334.059748:0:2269461:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1673551334.059748:0:2364967:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1673551334.059749:0:2269461:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551334.059749:0:2364967:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1673551334.059749:0:2364967:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1673551334.059750:0:2364967:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1673551334.059751:0:2364967:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754806823472704 00000020:00000001:0.0:1673551334.059752:0:2364967:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1673551334.059752:0:2364967:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876a58 00000100:00000001:1.0:1673551334.059753:0:2269461:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551334.059753:0:2364967:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:0.0:1673551334.059754:0:2364967:0:(lustre_handles.c:152:class_handle2object()) GET export 000000006f304481 refcount=5 00000020:00000001:0.0:1673551334.059755:0:2364967:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912595675790336 : -52831478033761280 : ff444e0cf6d6bc00) 00000020:00000001:0.0:1673551334.059756:0:2364967:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912595675790336 : -52831478033761280 : ff444e0cf6d6bc00) 00000100:00000001:0.0:1673551334.059757:0:2364967:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1673551334.059759:0:2364967:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1673551334.059760:0:2269461:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1673551334.059760:0:2364967:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031ac170d. 00000020:00000010:0.0:1673551334.059761:0:2364967:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000963692e1. 00000020:00000010:0.0:1673551334.059762:0:2364967:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000091760d17. 00000100:00000001:1.0:1673551334.059763:0:2269461:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1673551334.059763:0:2364967:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1673551334.059764:0:2269461:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1673551334.059764:0:2364967:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1673551334.059765:0:2364967:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1673551334.059766:0:2269461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.22@o2ib, seq: 4422 00000100:00000040:1.0:1673551334.059767:0:2269461:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 0000000089796a63 : new rpc_count 1 00000100:00000001:1.0:1673551334.059768:0:2269461:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912610150890112 : -52831463558661504 : ff444e10559f3a80) 00000100:00000001:0.0:1673551334.059768:0:2364967:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551334.059770:0:2364967:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1673551334.059771:0:2269461:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083f32b13 x1754806823472640/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:220/0 lens 224/0 e 0 to 0 dl 1673551340 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1673551334.059772:0:2364967:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1673551334.059773:0:2364967:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1673551334.059774:0:2364967:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.22@o2ib, seq: 4423 00000100:00000040:0.0:1673551334.059775:0:2364967:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000006f304481 : new rpc_count 1 00000100:00000001:1.0:1673551334.059776:0:2269461:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1673551334.059776:0:2364967:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912603120938240 : -52831470588613376 : ff444e0eb29aad00) 00000100:00000001:1.0:1673551334.059777:0:2269461:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1673551334.059777:0:2364967:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007c83dde7 x1754806823472704/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:220/0 lens 224/0 e 0 to 0 dl 1673551340 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1673551334.059778:0:2269461:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000083f32b13 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:ai200x-MDT0003-mdtlov_UUID+5:10863:x1754806823472640:12345-172.16.0.22@o2ib:13: 00000100:00000200:1.0:1673551334.059780:0:2269461:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754806823472640 00000020:00000001:1.0:1673551334.059781:0:2269461:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:0.0:1673551334.059781:0:2364967:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1673551334.059782:0:2364967:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1673551334.059783:0:2269461:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00100000:0.0:1673551334.059783:0:2364967:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000007c83dde7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:ai200x-MDT0003-mdtlov_UUID+5:10856:x1754806823472704:12345-172.16.0.22@o2ib:13: 00000020:00000001:1.0:1673551334.059784:0:2269461:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1673551334.059784:0:2364967:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754806823472704 00000020:00000001:1.0:1673551334.059785:0:2269461:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1673551334.059785:0:2364967:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:1.0:1673551334.059786:0:2269461:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:0.0:1673551334.059786:0:2364967:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:0.0:1673551334.059786:0:2364967:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1673551334.059787:0:2269461:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1673551334.059787:0:2364967:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1673551334.059788:0:2269461:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1673551334.059788:0:2364967:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:1.0:1673551334.059789:0:2269461:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1673551334.059789:0:2364967:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1673551334.059790:0:2269461:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1673551334.059790:0:2364967:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1673551334.059790:0:2364967:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1673551334.059791:0:2269461:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551334.059791:0:2364967:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1673551334.059792:0:2269461:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1673551334.059792:0:2364967:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1673551334.059793:0:2269461:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1673551334.059793:0:2364967:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1673551334.059793:0:2364967:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1673551334.059794:0:2269461:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000544a5625. 02000000:00000010:0.0:1673551334.059794:0:2364967:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000300d3686. 02000000:00000001:1.0:1673551334.059795:0:2269461:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1673551334.059795:0:2364967:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551334.059796:0:2269461:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551334.059796:0:2364967:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1673551334.059797:0:2269461:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1673551334.059797:0:2364967:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1673551334.059798:0:2269461:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00002000:00000001:0.0:1673551334.059798:0:2364967:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:1.0:1673551334.059799:0:2269461:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1673551334.059799:0:2364967:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1673551334.059800:0:2269461:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1673551334.059800:0:2364967:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1673551334.059801:0:2269461:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 00002000:00000024:0.0:1673551334.059801:0:2364967:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148413632 pending 0 free 5928824139776 avail 5849092771840 00000020:00000020:1.0:1673551334.059803:0:2269461:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00000020:00000020:0.0:1673551334.059803:0:2364967:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0003: processing self export: 143552 0 0 00000020:00000020:1.0:1673551334.059804:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 00000020:00000020:0.0:1673551334.059804:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0001-mdtlov_UUID/00000000e0414e82 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551334.059806:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 00000020:00000020:0.0:1673551334.059806:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0000-mdtlov_UUID/000000009480fef3 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551334.059807:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1673551334.059807:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli cd52cb9a-4225-4c91-b023-faa62420b31d/0000000006681ce8 dirty 0 pend 0 grant 537067520 00000020:00000020:0.0:1673551334.059808:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0003-mdtlov_UUID/000000006f304481 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551334.059809:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00000020:00000020:0.0:1673551334.059809:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000008b497c02 dirty 0 pend 0 grant 537067520 00000020:00000020:1.0:1673551334.059810:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551334.059811:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00000020:00000020:0.0:1673551334.059811:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000c611fe19 dirty 0 pend 0 grant 537067520 00000020:00000020:1.0:1673551334.059812:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00000020:00000020:0.0:1673551334.059812:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 49374343-0861-470b-a659-345a443590fd/00000000aafb700c dirty 0 pend 0 grant 537067520 00000020:00000020:1.0:1673551334.059813:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00000020:00000020:0.0:1673551334.059813:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0002-mdtlov_UUID/000000001a218102 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1673551334.059814:0:2269461:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00002000:00000020:0.0:1673551334.059815:0:2364967:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1447466831 free, 1428001130 avail; 60817408 objects: 29395648 free; state 200 00002000:00000001:1.0:1673551334.059816:0:2269461:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000001:0.0:1673551334.059816:0:2364967:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000001:0.0:1673551334.059817:0:2364967:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1673551334.059818:0:2269461:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1673551334.059819:0:2269461:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109418643, transno 0, xid 1754806823472640 00010000:00000040:0.0:1673551334.059819:0:2364967:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109417190, transno 0, xid 1754806823472704 00010000:00000001:1.0:1673551334.059820:0:2269461:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000001:0.0:1673551334.059820:0:2364967:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:1.0:1673551334.059822:0:2269461:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000083f32b13 x1754806823472640/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:220/0 lens 224/368 e 0 to 0 dl 1673551340 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000200:0.0:1673551334.059822:0:2364967:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000007c83dde7 x1754806823472704/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:220/0 lens 224/368 e 0 to 0 dl 1673551340 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:1.0:1673551334.059826:0:2269461:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1673551334.059826:0:2364967:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1673551334.059828:0:2269461:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551334.059828:0:2364967:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1673551334.059829:0:2269461:0:(import.c:1925:at_measured()) add 1 to 000000007b1b1a9f time=102 v=1 (1 1 1 1) 00000100:00001000:0.0:1673551334.059829:0:2364967:0:(import.c:1925:at_measured()) add 1 to 000000007b1b1a9f time=102 v=1 (1 1 1 1) 00000100:00000001:1.0:1673551334.059831:0:2269461:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1673551334.059831:0:2364967:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1673551334.059833:0:2269461:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000a5089673 refcount 50 to 172.16.0.22@o2ib 00000100:00000040:0.0:1673551334.059833:0:2364967:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000a5089673 refcount 50 to 172.16.0.22@o2ib 00000100:00000001:1.0:1673551334.059834:0:2269461:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560590877824 : -52831513118673792 : ff444e04cb9d7480) 00000100:00000001:0.0:1673551334.059834:0:2364967:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560590877824 : -52831513118673792 : ff444e04cb9d7480) 02000000:00000001:1.0:1673551334.059835:0:2269461:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1673551334.059835:0:2364967:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1673551334.059836:0:2269461:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551334.059837:0:2269461:0:(niobuf.c:56:ptl_send_buf()) Process entered 02000000:00000001:0.0:1673551334.059837:0:2364967:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551334.059838:0:2364967:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1673551334.059839:0:2269461:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.23@o2ib 00000100:00000040:0.0:1673551334.059839:0:2364967:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.23@o2ib 00000400:00000010:1.0:1673551334.059840:0:2269461:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000495cf852. 00000400:00000010:0.0:1673551334.059840:0:2364967:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000045a94dc9. 00000100:00000200:1.0:1673551334.059842:0:2269461:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754806823472640, offset 224 00000100:00000200:0.0:1673551334.059842:0:2364967:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754806823472704, offset 224 00000400:00000200:0.0:1673551334.059844:0:2364967:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.23@o2ib 00000400:00000200:1.0:1673551334.059846:0:2269461:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.23@o2ib 00000400:00000200:0.0:1673551334.059846:0:2364967:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:0.0:1673551334.059849:0:2364967:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.23@o2ib local destination 00000400:00000200:0.0:1673551334.059851:0:2364967:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:0.0:1673551334.059854:0:2364967:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.23@o2ib(172.16.0.23@o2ib:172.16.0.23@o2ib) : PUT try# 0 00000800:00000200:0.0:1673551334.059857:0:2364967:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.23@o2ib 00000400:00000200:1.0:1673551334.059858:0:2269461:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:1.0:1673551334.059860:0:2269461:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.23@o2ib local destination 00000400:00000200:1.0:1673551334.059861:0:2269461:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:1.0:1673551334.059864:0:2269461:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.23@o2ib(172.16.0.23@o2ib:172.16.0.23@o2ib) : PUT try# 0 00000800:00000200:1.0:1673551334.059866:0:2269461:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.23@o2ib 00000400:00000200:0.0:1673551334.059866:0:2364967:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:1.0:1673551334.059867:0:2269461:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:1.0:1673551334.059869:0:2269461:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000006b07c300] -> 172.16.0.23@o2ib (2) version: 12 00000800:00000200:0.0:1673551334.059869:0:2364967:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000006b07c300] -> 172.16.0.23@o2ib (2) version: 12 00000800:00000200:1.0:1673551334.059871:0:2269461:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000036519f99] (68)++ 00000800:00000200:0.0:1673551334.059871:0:2364967:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000036519f99] (68)++ 00000800:00000200:0.0:1673551334.059873:0:2364967:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000036519f99] (70)++ 00000800:00000200:1.0:1673551334.059875:0:2269461:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000036519f99] (71)++ 00000800:00000200:0.0:1673551334.059875:0:2364967:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000036519f99] (71)-- 00000100:00000001:0.0:1673551334.059876:0:2364967:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1673551334.059877:0:2269461:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000036519f99] (71)-- 00000100:00000001:1.0:1673551334.059878:0:2269461:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1673551334.059878:0:2364967:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000a5089673 refcount 49 to 172.16.0.22@o2ib 00000100:00000040:1.0:1673551334.059879:0:2269461:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000a5089673 refcount 48 to 172.16.0.22@o2ib 00010000:00000001:0.0:1673551334.059879:0:2364967:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00010000:00000001:1.0:1673551334.059880:0:2269461:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:1.0:1673551334.059880:0:2269461:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551334.059880:0:2364967:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551334.059880:0:2364967:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1673551334.059881:0:2269461:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1673551334.059882:0:2269461:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083f32b13 x1754806823472640/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:220/0 lens 224/368 e 0 to 0 dl 1673551340 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000040:0.0:1673551334.059882:0:2364967:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c83dde7 x1754806823472704/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:220/0 lens 224/368 e 0 to 0 dl 1673551340 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000800:00000200:6.2:1673551334.059884:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000036519f99] (70)++ 00000100:00100000:0.0:1673551334.059886:0:2364967:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000007c83dde7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:ai200x-MDT0003-mdtlov_UUID+5:10856:x1754806823472704:12345-172.16.0.22@o2ib:13: Request processed in 104us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1673551334.059887:0:2269461:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000083f32b13 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:ai200x-MDT0003-mdtlov_UUID+5:10863:x1754806823472640:12345-172.16.0.22@o2ib:13: Request processed in 110us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1673551334.059890:0:2269461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.22@o2ib, seq: 4422 00000100:00000040:1.0:1673551334.059891:0:2269461:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000089796a63 : new rpc_count 0 00000100:00100000:0.0:1673551334.059891:0:2364967:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.22@o2ib, seq: 4423 00000100:00000001:1.0:1673551334.059892:0:2269461:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1673551334.059892:0:2364967:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006f304481 : new rpc_count 0 00000100:00000001:1.0:1673551334.059893:0:2269461:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1673551334.059893:0:2364967:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1673551334.059894:0:2269461:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000123aaf51. 00000100:00000001:0.0:1673551334.059894:0:2364967:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1673551334.059894:0:2364967:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000963692e1. 00000020:00000010:1.0:1673551334.059895:0:2269461:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000adadfd71. 00000020:00000010:0.0:1673551334.059895:0:2364967:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000091760d17. 00000020:00000010:1.0:1673551334.059896:0:2269461:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e16a1c4. 00000800:00000200:2.0:1673551334.059897:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (71)++ 00000020:00000010:0.0:1673551334.059897:0:2364967:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031ac170d. 00000020:00000040:1.0:1673551334.059898:0:2269461:0:(genops.c:979:class_export_put()) PUTting export 0000000089796a63 : new refcount 4 00000020:00000040:0.0:1673551334.059898:0:2364967:0:(genops.c:979:class_export_put()) PUTting export 000000006f304481 : new refcount 4 00000100:00000001:1.0:1673551334.059899:0:2269461:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1673551334.059900:0:2364967:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1673551334.059904:0:12865:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000036519f99] (72)-- 00000400:00000200:2.0:1673551334.059905:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1673551334.059908:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000400:00000200:2.0:1673551334.059910:0:12865:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000045a94dc9 00000800:00000200:3.0:1673551334.059911:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (71)++ 00000400:00000010:2.0:1673551334.059911:0:12865:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000045a94dc9. 00000100:00000001:2.0:1673551334.059912:0:12865:0:(events.c:416:reply_out_callback()) Process entered 00000800:00000200:3.0:1673551334.059913:0:12866:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000036519f99] (72)-- 00000100:00000001:2.0:1673551334.059913:0:12865:0:(events.c:428:reply_out_callback()) Process leaving 00000400:00000200:3.0:1673551334.059914:0:12866:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1673551334.059914:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (71)-- 00000400:00000200:3.0:1673551334.059916:0:12866:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000800:00000200:2.0:1673551334.059916:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (70)-- 00000400:00000200:3.0:1673551334.059917:0:12866:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000495cf852 00000400:00000010:3.0:1673551334.059917:0:12866:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000495cf852. 00000100:00000001:3.0:1673551334.059919:0:12866:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:3.0:1673551334.059919:0:12866:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:3.0:1673551334.059921:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (69)-- 00000100:00000001:10.0:1673551334.101056:0:2270083:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:10.0:1673551334.101057:0:2270083:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:4.0:1673551334.101066:0:2270171:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000001:14.0:1673551334.101067:0:2270175:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:4.0:1673551334.101067:0:2270171:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000004:00000020:14.0:1673551334.101068:0:2270175:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000010:4.0:1673551334.101069:0:2270171:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000007940d340. 00000100:00000010:14.0:1673551334.101070:0:2270175:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000000e043462. 00000020:00000040:14.0:1673551334.101071:0:2270175:0:(genops.c:1192:class_import_get()) import 00000000c0bbd62b refcount=3 obd=ai200x-OST0003-osc-MDT0001 00000020:00000040:4.0:1673551334.101071:0:2270171:0:(genops.c:1192:class_import_get()) import 0000000030df3c5a refcount=3 obd=ai200x-OST0002-osc-MDT0001 00000100:00000001:14.0:1673551334.101073:0:2270175:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:14.0:1673551334.101073:0:2270175:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:4.0:1673551334.101073:0:2270171:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:4.0:1673551334.101074:0:2270171:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:14.0:1673551334.101075:0:2270175:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1673551334.101075:0:2270171:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:14.0:1673551334.101077:0:2270175:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cbba85cd. 02000000:00000010:4.0:1673551334.101077:0:2270171:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011b343ca. 00000100:00000001:14.0:1673551334.101079:0:2270175:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551334.101079:0:2270171:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551334.101082:0:2270175:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:14.0:1673551334.101082:0:2270175:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551334.101082:0:2270171:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000040:14.0:1673551334.101084:0:2270175:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [000000000e043462] to pc [ptlrpcd_03_02+2] req@000000000e043462 x1754791738761472/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:4.0:1673551334.101084:0:2270171:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551334.101086:0:2270171:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [000000007940d340] to pc [ptlrpcd_01_00+0] req@000000007940d340 x1754791738761536/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:14.0:1673551334.101098:0:2270175:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:4.0:1673551334.101100:0:2270171:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551334.101102:0:12916:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551334.101103:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1673551334.101104:0:12916:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1673551334.101105:0:12916:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:12.0:1673551334.101106:0:12917:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1673551334.101106:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551334.101106:0:12906:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551334.101107:0:12906:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:15.0:1673551334.101108:0:12916:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000e043462 x1754791738761472/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:12.0:1673551334.101108:0:12917:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551334.101108:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1673551334.101108:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007940d340 x1754791738761536/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:15.0:1673551334.101113:0:12916:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:15.0:1673551334.101113:0:12916:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551334.101113:0:12906:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 02000000:00000001:15.0:1673551334.101114:0:12916:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:5.0:1673551334.101114:0:12906:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1673551334.101115:0:12916:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1673551334.101115:0:12906:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:15.0:1673551334.101116:0:12916:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@000000000e043462 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:ai200x-MDT0001-mdtlov_UUID:12916:1754791738761472:0@lo:13: 02000000:00000001:5.0:1673551334.101116:0:12906:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:5.0:1673551334.101117:0:12906:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@000000007940d340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ai200x-MDT0001-mdtlov_UUID:12906:1754791738761536:0@lo:13: 00000100:00000001:15.0:1673551334.101118:0:12916:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:15.0:1673551334.101119:0:12916:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:5.0:1673551334.101119:0:12906:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:5.0:1673551334.101119:0:12906:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:15.0:1673551334.101120:0:12916:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1673551334.101120:0:12916:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:5.0:1673551334.101120:0:12906:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:15.0:1673551334.101121:0:12916:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e6858489. 02000000:00000001:5.0:1673551334.101121:0:12906:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:15.0:1673551334.101122:0:12916:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1673551334.101122:0:12906:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e9a8a1d4. 02000000:00000001:5.0:1673551334.101122:0:12906:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1673551334.101124:0:12916:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:5.0:1673551334.101124:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000010:15.0:1673551334.101125:0:12916:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000009cb4ca6a. 00000400:00000010:5.0:1673551334.101125:0:12906:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 0000000083d6e76c. 00000400:00000010:15.0:1673551334.101126:0:12916:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f44d3cb. 00000400:00000010:5.0:1673551334.101126:0:12906:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003be8618e. 00000100:00000200:15.0:1673551334.101128:0:12916:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738761472, portal 4 00000100:00000200:5.0:1673551334.101128:0:12906:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738761536, portal 4 00000100:00000001:15.0:1673551334.101129:0:12916:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:15.0:1673551334.101129:0:12916:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912614500522496 : -52831459209029120 : ff444e1158e15a00) 00000100:00000001:5.0:1673551334.101129:0:12906:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:5.0:1673551334.101129:0:12906:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638487936 : -52831455071063680 : ff444e124f85b180) 00000100:00000040:5.0:1673551334.101131:0:12906:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@000000007940d340 x1754791738761536/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551341 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000040:15.0:1673551334.101132:0:12916:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@000000000e043462 x1754791738761472/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551341 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551334.101133:0:12906:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:15.0:1673551334.101134:0:12916:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:5.0:1673551334.101134:0:12906:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:15.0:1673551334.101135:0:12916:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:15.0:1673551334.101135:0:12916:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000937b2bba. 00000400:00000010:5.0:1673551334.101135:0:12906:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8da9722. 00000100:00000200:15.0:1673551334.101136:0:12916:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738761472, offset 0 00000100:00000200:5.0:1673551334.101136:0:12906:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738761536, offset 0 00000400:00000200:5.0:1673551334.101137:0:12906:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:15.0:1673551334.101138:0:12916:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:15.0:1673551334.101140:0:12916:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:5.0:1673551334.101140:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:15.0:1673551334.101141:0:12916:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:5.0:1673551334.101141:0:12906:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:15.0:1673551334.101142:0:12916:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:15.0:1673551334.101143:0:12916:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:5.0:1673551334.101144:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:5.0:1673551334.101146:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:15.0:1673551334.101147:0:12916:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:5.0:1673551334.101147:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:5.0:1673551334.101147:0:12906:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x63bf94a3e6140 00000400:00000200:15.0:1673551334.101148:0:12916:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x63bf94a3e6100 00000400:00000200:15.0:1673551334.101149:0:12916:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x435078cd [8] + 4480 00000400:00000200:5.0:1673551334.101150:0:12906:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x24d6a25 [8] + 10304 00000400:00000200:15.0:1673551334.101151:0:12916:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:15.0:1673551334.101152:0:12916:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:5.0:1673551334.101152:0:12906:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:15.0:1673551334.101153:0:12916:0:(events.c:315:request_in_callback()) Process entered 00000400:00000200:5.0:1673551334.101153:0:12906:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:15.0:1673551334.101154:0:12916:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:5.0:1673551334.101154:0:12906:0:(events.c:315:request_in_callback()) Process entered 00000100:00000010:15.0:1673551334.101155:0:12916:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000001857497. 00000100:00000200:5.0:1673551334.101155:0:12906:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:15.0:1673551334.101156:0:12916:0:(events.c:367:request_in_callback()) incoming req@0000000001857497 x1754791738761472 msgsize 224 00000100:00000010:5.0:1673551334.101156:0:12906:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000836b5712. 00000100:00100000:15.0:1673551334.101157:0:12916:0:(events.c:370:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:5.0:1673551334.101157:0:12906:0:(events.c:367:request_in_callback()) incoming req@00000000836b5712 x1754791738761536 msgsize 224 00000100:00100000:5.0:1673551334.101158:0:12906:0:(events.c:370:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:15.0:1673551334.101163:0:12916:0:(events.c:403:request_in_callback()) Process leaving 00000100:00000001:5.0:1673551334.101164:0:12906:0:(events.c:403:request_in_callback()) Process leaving 00000400:00000200:15.0:1673551334.101165:0:12916:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000937b2bba 00000400:00000010:15.0:1673551334.101166:0:12916:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000937b2bba. 00000400:00000200:5.0:1673551334.101166:0:12906:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000a8da9722 00000400:00000010:5.0:1673551334.101166:0:12906:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000a8da9722. 00000100:00000001:15.0:1673551334.101167:0:12916:0:(events.c:54:request_out_callback()) Process entered 00000100:00000001:5.0:1673551334.101167:0:12906:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:15.0:1673551334.101168:0:12916:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@000000000e043462 x1754791738761472/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551341 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000200:5.0:1673551334.101168:0:12906:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@000000007940d340 x1754791738761536/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551341 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:14.0:1673551334.101171:0:2358800:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:5.0:1673551334.101171:0:12906:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:15.0:1673551334.101172:0:12916:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 02000000:00000001:14.0:1673551334.101172:0:2358800:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:5.0:1673551334.101172:0:12906:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000007940d340 x1754791738761536/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551341 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:15.0:1673551334.101173:0:12916:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000e043462 x1754791738761472/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551341 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:14.0:1673551334.101173:0:2358800:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:14.0:1673551334.101174:0:2358800:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551334.101174:0:2269464:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:7.0:1673551334.101174:0:2269464:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:5.0:1673551334.101174:0:12906:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551334.101174:0:12906:0:(events.c:94:request_out_callback()) Process leaving 02000000:00000001:14.0:1673551334.101175:0:2358800:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551334.101175:0:2269464:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:5.0:1673551334.101175:0:12906:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551334.101176:0:12916:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:14.0:1673551334.101176:0:2358800:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754791738761472 00000100:00000001:7.0:1673551334.101176:0:2269464:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551334.101176:0:12906:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:5.0:1673551334.101176:0:12906:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551334.101177:0:12916:0:(events.c:94:request_out_callback()) Process leaving 00000020:00000001:14.0:1673551334.101177:0:2358800:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:14.0:1673551334.101177:0:2358800:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c882c3d 02000000:00000001:7.0:1673551334.101177:0:2269464:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551334.101177:0:12906:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551334.101178:0:12916:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551334.101178:0:2358800:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00100000:7.0:1673551334.101178:0:2269464:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754791738761536 00000100:00000001:5.0:1673551334.101178:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551334.101179:0:12916:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:14.0:1673551334.101179:0:2358800:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000e0414e82 refcount=5 00000020:00000001:7.0:1673551334.101179:0:2269464:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:7.0:1673551334.101179:0:2269464:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c882c36 00000100:00000001:15.0:1673551334.101180:0:12916:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551334.101180:0:2358800:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558647006208 : -52831515062545408 : ff444e0457c05400) 00000020:00000001:7.0:1673551334.101180:0:2269464:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00000001:5.0:1673551334.101180:0:12906:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:14.0:1673551334.101181:0:2358800:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558647006208 : -52831515062545408 : ff444e0457c05400) 00000020:00000040:7.0:1673551334.101181:0:2269464:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000cf4a289b refcount=5 00000100:00000001:5.0:1673551334.101181:0:12906:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:5.0:1673551334.101181:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1673551334.101182:0:12916:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551334.101182:0:2269464:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912555297655808 : -52831518411895808 : ff444e03901d4c00) 00000100:00000001:5.0:1673551334.101182:0:12906:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551334.101182:0:12906:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551334.101183:0:12916:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:14.0:1673551334.101183:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000020:00000001:7.0:1673551334.101183:0:2269464:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912555297655808 : -52831518411895808 : ff444e03901d4c00) 00000100:00000001:5.0:1673551334.101183:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551334.101183:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:14.0:1673551334.101184:0:2358800:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:7.0:1673551334.101184:0:2269464:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:5.0:1673551334.101184:0:12906:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551334.101184:0:12906:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551334.101185:0:12916:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:15.0:1673551334.101185:0:12916:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000020:00000010:14.0:1673551334.101185:0:2358800:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005beef44d. 00000100:00000001:7.0:1673551334.101185:0:2269464:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:5.0:1673551334.101185:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551334.101186:0:12916:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000020:00000010:14.0:1673551334.101186:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f81d824. 00000020:00000010:7.0:1673551334.101186:0:2269464:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023c92363. 00000100:00000001:15.0:1673551334.101187:0:12916:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1673551334.101187:0:12916:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:7.0:1673551334.101187:0:2269464:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004a709c3a. 00000100:00000001:15.0:1673551334.101188:0:12916:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:14.0:1673551334.101188:0:2358800:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b8e8bcc. 00000100:00000001:15.0:1673551334.101189:0:12916:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000020:00000010:7.0:1673551334.101189:0:2269464:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000051f64ff6. 00000100:00000001:15.0:1673551334.101190:0:12916:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1673551334.101190:0:12916:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551334.101190:0:2358800:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000040:7.0:1673551334.101190:0:2269464:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:15.0:1673551334.101191:0:12916:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551334.101191:0:2358800:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:14.0:1673551334.101191:0:2358800:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:7.0:1673551334.101191:0:2269464:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:7.0:1673551334.101191:0:2269464:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:14.0:1673551334.101192:0:2358800:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551334.101192:0:2269464:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551334.101194:0:2358800:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551334.101194:0:2269464:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551334.101199:0:2269464:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:14.0:1673551334.101200:0:2358800:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551334.101201:0:2269464:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:7.0:1673551334.101202:0:2269464:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:14.0:1673551334.101203:0:2358800:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00100000:7.0:1673551334.101203:0:2269464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1771 00000100:00000001:14.0:1673551334.101204:0:2358800:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:14.0:1673551334.101205:0:2358800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7058 00000100:00000040:7.0:1673551334.101205:0:2269464:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000cf4a289b : new rpc_count 1 00000100:00000040:14.0:1673551334.101206:0:2358800:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000e0414e82 : new rpc_count 1 00000100:00000001:14.0:1673551334.101206:0:2358800:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912624088002944 : -52831449621548672 : ff444e139456b180) 00000100:00000001:7.0:1673551334.101206:0:2269464:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912618642356864 : -52831455067194752 : ff444e124fc0ba80) 00000100:00000040:14.0:1673551334.101207:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000001857497 x1754791738761472/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:220/0 lens 224/0 e 0 to 0 dl 1673551340 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000040:7.0:1673551334.101207:0:2269464:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000836b5712 x1754791738761536/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:220/0 lens 224/0 e 0 to 0 dl 1673551340 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:14.0:1673551334.101210:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551334.101210:0:2358800:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:7.0:1673551334.101210:0:2269464:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00100000:14.0:1673551334.101211:0:2358800:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000001857497 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0001-mdtlov_UUID+5:12916:x1754791738761472:12345-0@lo:13: 00000100:00000001:7.0:1673551334.101211:0:2269464:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:7.0:1673551334.101211:0:2269464:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000836b5712 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create01:ai200x-MDT0001-mdtlov_UUID+5:12906:x1754791738761536:12345-0@lo:13: 00000100:00000200:14.0:1673551334.101213:0:2358800:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754791738761472 00000100:00000200:7.0:1673551334.101213:0:2269464:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754791738761536 00000020:00000001:14.0:1673551334.101214:0:2358800:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:14.0:1673551334.101214:0:2358800:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:7.0:1673551334.101214:0:2269464:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:14.0:1673551334.101215:0:2358800:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551334.101215:0:2269464:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:7.0:1673551334.101215:0:2269464:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551334.101216:0:2358800:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:14.0:1673551334.101216:0:2358800:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:7.0:1673551334.101216:0:2269464:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:14.0:1673551334.101217:0:2358800:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:7.0:1673551334.101217:0:2269464:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:7.0:1673551334.101217:0:2269464:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:14.0:1673551334.101218:0:2358800:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:14.0:1673551334.101218:0:2358800:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:7.0:1673551334.101218:0:2269464:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:14.0:1673551334.101219:0:2358800:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:14.0:1673551334.101219:0:2358800:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551334.101219:0:2269464:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:7.0:1673551334.101219:0:2269464:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000001:14.0:1673551334.101220:0:2358800:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:14.0:1673551334.101220:0:2358800:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:7.0:1673551334.101220:0:2269464:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:14.0:1673551334.101221:0:2358800:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000003b56ef1. 00000100:00000001:7.0:1673551334.101221:0:2269464:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:7.0:1673551334.101221:0:2269464:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:14.0:1673551334.101222:0:2358800:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551334.101222:0:2358800:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:7.0:1673551334.101222:0:2269464:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000a709d187. 00002000:00000001:14.0:1673551334.101223:0:2358800:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 02000000:00000001:7.0:1673551334.101223:0:2269464:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551334.101223:0:2269464:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:14.0:1673551334.101224:0:2358800:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:14.0:1673551334.101224:0:2358800:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00002000:00000001:7.0:1673551334.101224:0:2269464:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00000020:00000001:14.0:1673551334.101225:0:2358800:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:7.0:1673551334.101225:0:2269464:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:7.0:1673551334.101225:0:2269464:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00002000:00000024:14.0:1673551334.101226:0:2358800:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148413632 pending 0 free 5928824139776 avail 5849092771840 00000020:00000020:14.0:1673551334.101226:0:2358800:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0003: processing self export: 143552 0 0 00000020:00000001:7.0:1673551334.101226:0:2269464:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:7.0:1673551334.101226:0:2269464:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 00000020:00000020:14.0:1673551334.101227:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0001-mdtlov_UUID/00000000e0414e82 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551334.101228:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0000-mdtlov_UUID/000000009480fef3 dirty 0 pend 0 grant 0 00000020:00000020:7.0:1673551334.101228:0:2269464:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00000020:00000020:14.0:1673551334.101229:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli cd52cb9a-4225-4c91-b023-faa62420b31d/0000000006681ce8 dirty 0 pend 0 grant 537067520 00000020:00000020:7.0:1673551334.101229:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551334.101230:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0003-mdtlov_UUID/000000006f304481 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551334.101230:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000008b497c02 dirty 0 pend 0 grant 537067520 00000020:00000020:7.0:1673551334.101230:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551334.101231:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000c611fe19 dirty 0 pend 0 grant 537067520 00000020:00000020:7.0:1673551334.101231:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551334.101232:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 49374343-0861-470b-a659-345a443590fd/00000000aafb700c dirty 0 pend 0 grant 537067520 00000020:00000020:7.0:1673551334.101232:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00000020:00000020:7.0:1673551334.101232:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551334.101233:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0002-mdtlov_UUID/000000001a218102 dirty 0 pend 0 grant 0 00000020:00000020:7.0:1673551334.101233:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00002000:00000020:14.0:1673551334.101234:0:2358800:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1447466831 free, 1428001130 avail; 60817408 objects: 29395648 free; state 200 00000020:00000020:7.0:1673551334.101234:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00000020:00000020:7.0:1673551334.101234:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00002000:00000001:14.0:1673551334.101235:0:2358800:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000020:7.0:1673551334.101235:0:2269464:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00002000:00000001:14.0:1673551334.101236:0:2358800:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:14.0:1673551334.101236:0:2358800:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109420464, transno 0, xid 1754791738761472 00002000:00000001:7.0:1673551334.101236:0:2269464:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00010000:00000001:14.0:1673551334.101237:0:2358800:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:14.0:1673551334.101238:0:2358800:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000001857497 x1754791738761472/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:220/0 lens 224/368 e 0 to 0 dl 1673551340 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00002000:00000001:7.0:1673551334.101238:0:2269464:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:7.0:1673551334.101238:0:2269464:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109421835, transno 0, xid 1754791738761536 00010000:00000001:7.0:1673551334.101239:0:2269464:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000001:14.0:1673551334.101240:0:2358800:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000200:7.0:1673551334.101240:0:2269464:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000836b5712 x1754791738761536/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:220/0 lens 224/368 e 0 to 0 dl 1673551340 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:14.0:1673551334.101241:0:2358800:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:14.0:1673551334.101241:0:2358800:0:(import.c:1925:at_measured()) add 1 to 0000000076fc1371 time=102 v=1 (1 1 1 1) 00000100:00000001:14.0:1673551334.101243:0:2358800:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:14.0:1673551334.101243:0:2358800:0:(connection.c:143:ptlrpc_connection_addref()) conn=000000001f6219a4 refcount 46 to 0@lo 00010000:00000001:7.0:1673551334.101243:0:2269464:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:7.0:1673551334.101243:0:2269464:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551334.101244:0:2358800:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146656 : -52831505782404960 : ff444e0680e408a0) 00000100:00001000:7.0:1673551334.101244:0:2269464:0:(import.c:1925:at_measured()) add 1 to 0000000066aff150 time=92 v=1 (1 1 0 0) 02000000:00000001:14.0:1673551334.101245:0:2358800:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:14.0:1673551334.101245:0:2358800:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551334.101245:0:2269464:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000001:14.0:1673551334.101246:0:2358800:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:14.0:1673551334.101246:0:2358800:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:7.0:1673551334.101246:0:2269464:0:(connection.c:143:ptlrpc_connection_addref()) conn=000000001f6219a4 refcount 47 to 0@lo 00000400:00000010:14.0:1673551334.101247:0:2358800:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ce3c838. 00000100:00000001:7.0:1673551334.101247:0:2269464:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146656 : -52831505782404960 : ff444e0680e408a0) 00000100:00000200:14.0:1673551334.101248:0:2358800:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754791738761472, offset 224 02000000:00000001:7.0:1673551334.101248:0:2269464:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:7.0:1673551334.101248:0:2269464:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:14.0:1673551334.101249:0:2358800:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:7.0:1673551334.101249:0:2269464:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:7.0:1673551334.101249:0:2269464:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:14.0:1673551334.101250:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000010:7.0:1673551334.101250:0:2269464:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b5eff6f. 00000400:00000200:14.0:1673551334.101251:0:2358800:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:14.0:1673551334.101252:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:14.0:1673551334.101252:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000200:7.0:1673551334.101252:0:2269464:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754791738761536, offset 224 00000400:00000200:14.0:1673551334.101253:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:14.0:1673551334.101254:0:2358800:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x63bf94a3e6100 00000400:00000200:7.0:1673551334.101254:0:2269464:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:14.0:1673551334.101255:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:14.0:1673551334.101256:0:2358800:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x4bd8e20d [1] + 224 00000400:00000200:7.0:1673551334.101256:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:14.0:1673551334.101257:0:2358800:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:7.0:1673551334.101257:0:2269464:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:14.0:1673551334.101258:0:2358800:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:7.0:1673551334.101258:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:14.0:1673551334.101259:0:2358800:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:14.0:1673551334.101259:0:2358800:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@000000000e043462 x1754791738761472/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551341 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:7.0:1673551334.101259:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:7.0:1673551334.101259:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:7.0:1673551334.101260:0:2269464:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x63bf94a3e6140 00000100:00000040:14.0:1673551334.101261:0:2358800:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@000000000e043462 x1754791738761472/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551341 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:7.0:1673551334.101262:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:7.0:1673551334.101263:0:2269464:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x4bd8e1ed [1] + 224 00000400:00000200:7.0:1673551334.101265:0:2269464:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:7.0:1673551334.101266:0:2269464:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:7.0:1673551334.101267:0:2269464:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:14.0:1673551334.101268:0:2358800:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000200:7.0:1673551334.101268:0:2269464:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@000000007940d340 x1754791738761536/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551341 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:14.0:1673551334.101270:0:2358800:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000008ce3c838 00000100:00000040:7.0:1673551334.101270:0:2269464:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@000000007940d340 x1754791738761536/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551341 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000010:14.0:1673551334.101271:0:2358800:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000008ce3c838. 00000100:00000001:14.0:1673551334.101271:0:2358800:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:14.0:1673551334.101272:0:2358800:0:(events.c:428:reply_out_callback()) Process leaving 00000100:00000001:14.0:1673551334.101273:0:2358800:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551334.101274:0:2358800:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=000000001f6219a4 refcount 46 to 0@lo 00010000:00000001:14.0:1673551334.101275:0:2358800:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000100:00000001:15.0:1673551334.101276:0:12916:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000020:00000001:14.0:1673551334.101276:0:2358800:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551334.101276:0:2269464:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:15.0:1673551334.101277:0:12916:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000020:00000001:14.0:1673551334.101277:0:2358800:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000400:00000001:15.0:1673551334.101278:0:12916:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000040:14.0:1673551334.101278:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001857497 x1754791738761472/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:220/0 lens 224/368 e 0 to 0 dl 1673551340 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000400:00000200:7.0:1673551334.101278:0:2269464:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000005b5eff6f 00000400:00000010:7.0:1673551334.101278:0:2269464:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000005b5eff6f. 00000400:00000001:15.0:1673551334.101279:0:12916:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:15.0:1673551334.101279:0:12916:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000009cb4ca6a. 00000100:00000001:7.0:1673551334.101279:0:2269464:0:(events.c:416:reply_out_callback()) Process entered 00000400:00000200:15.0:1673551334.101280:0:12916:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000008f44d3cb 00000100:00000001:7.0:1673551334.101280:0:2269464:0:(events.c:428:reply_out_callback()) Process leaving 00000100:00000001:7.0:1673551334.101280:0:2269464:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:15.0:1673551334.101281:0:12916:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000008f44d3cb. 00000100:00000040:7.0:1673551334.101281:0:2269464:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=000000001f6219a4 refcount 45 to 0@lo 00000100:00000001:15.0:1673551334.101282:0:12916:0:(events.c:104:reply_in_callback()) Process entered 00000100:00100000:14.0:1673551334.101282:0:2358800:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000001857497 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0001-mdtlov_UUID+5:12916:x1754791738761472:12345-0@lo:13: Request processed in 71us (125us total) trans 0 rc 0/0 00010000:00000001:7.0:1673551334.101282:0:2269464:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:7.0:1673551334.101282:0:2269464:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:15.0:1673551334.101283:0:12916:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@000000000e043462 x1754791738761472/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551341 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000001:7.0:1673551334.101283:0:2269464:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:7.0:1673551334.101284:0:2269464:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000836b5712 x1754791738761536/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:220/0 lens 224/368 e 0 to 0 dl 1673551340 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551334.101284:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551334.101284:0:12906:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00100000:14.0:1673551334.101285:0:2358800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7058 00000400:00000001:5.0:1673551334.101285:0:12906:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:5.0:1673551334.101285:0:12906:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000200:15.0:1673551334.101286:0:12916:0:(events.c:128:reply_in_callback()) @@@ unlink req@000000000e043462 x1754791738761472/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551341 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:14.0:1673551334.101286:0:2358800:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e0414e82 : new rpc_count 0 00000100:00100000:7.0:1673551334.101286:0:2269464:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000836b5712 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create01:ai200x-MDT0001-mdtlov_UUID+5:12906:x1754791738761536:12345-0@lo:13: Request processed in 76us (129us total) trans 0 rc 0/0 00000400:00000010:5.0:1673551334.101286:0:12906:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 0000000083d6e76c. 00000100:00000001:14.0:1673551334.101287:0:2358800:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:5.0:1673551334.101287:0:12906:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003be8618e 00000400:00000010:5.0:1673551334.101287:0:12906:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003be8618e. 00000100:00000001:5.0:1673551334.101287:0:12906:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:14.0:1673551334.101288:0:2358800:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:5.0:1673551334.101288:0:12906:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@000000007940d340 x1754791738761536/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551341 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:15.0:1673551334.101289:0:12916:0:(events.c:186:reply_in_callback()) Process leaving 00000020:00000010:14.0:1673551334.101289:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f81d824. 00000100:00100000:7.0:1673551334.101289:0:2269464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1771 00000100:00000040:7.0:1673551334.101289:0:2269464:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf4a289b : new rpc_count 0 00000100:00000001:15.0:1673551334.101290:0:12916:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:14.0:1673551334.101290:0:2358800:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b8e8bcc. 00000100:00000001:7.0:1673551334.101290:0:2269464:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:5.0:1673551334.101290:0:12906:0:(events.c:128:reply_in_callback()) @@@ unlink req@000000007940d340 x1754791738761536/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551341 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:15.0:1673551334.101291:0:12916:0:(client.c:1442:after_reply()) Process entered 00000020:00000010:14.0:1673551334.101291:0:2358800:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005beef44d. 00000100:00000001:7.0:1673551334.101291:0:2269464:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:15.0:1673551334.101292:0:12916:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000020:00000040:14.0:1673551334.101292:0:2358800:0:(genops.c:979:class_export_put()) PUTting export 00000000e0414e82 : new refcount 4 00000020:00000010:7.0:1673551334.101292:0:2269464:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004a709c3a. 00000020:00000010:7.0:1673551334.101292:0:2269464:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000051f64ff6. 00000100:00000001:5.0:1673551334.101292:0:12906:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:5.0:1673551334.101292:0:12906:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551334.101293:0:12916:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:15.0:1673551334.101293:0:12916:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551334.101293:0:2358800:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:7.0:1673551334.101293:0:2269464:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023c92363. 00000100:00000001:5.0:1673551334.101293:0:12906:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:15.0:1673551334.101294:0:12916:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551334.101294:0:2269464:0:(genops.c:979:class_export_put()) PUTting export 00000000cf4a289b : new refcount 4 02000000:00000001:5.0:1673551334.101294:0:12906:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:5.0:1673551334.101294:0:12906:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:7.0:1673551334.101295:0:2269464:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551334.101295:0:12906:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1673551334.101295:0:12906:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:15.0:1673551334.101296:0:12916:0:(import.c:1925:at_measured()) add 1 to 00000000f3a69ea4 time=97 v=1 (1 1 1 1) 00000100:00001000:15.0:1673551334.101297:0:12916:0:(import.c:1925:at_measured()) add 1 to 000000008f6ee659 time=97 v=1 (1 1 1 1) 00000100:00001000:5.0:1673551334.101297:0:12906:0:(import.c:1925:at_measured()) add 1 to 00000000ec9fb0aa time=97 v=1 (1 1 1 1) 00000100:00000001:15.0:1673551334.101298:0:12916:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00001000:5.0:1673551334.101298:0:12906:0:(import.c:1925:at_measured()) add 1 to 000000008ec3d79d time=97 v=1 (1 1 1 1) 00000100:00000001:15.0:1673551334.101299:0:12916:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551334.101299:0:12906:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:5.0:1673551334.101299:0:12906:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1673551334.101300:0:12906:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:15.0:1673551334.101301:0:12916:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:15.0:1673551334.101302:0:12916:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1673551334.101302:0:12906:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551334.101303:0:12916:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000001:5.0:1673551334.101303:0:12906:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:5.0:1673551334.101303:0:12906:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0002-osc-MDT0001: skip recheck: last_committed 249109421835 00000100:00000001:5.0:1673551334.101304:0:12906:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000040:15.0:1673551334.101305:0:12916:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0003-osc-MDT0001: skip recheck: last_committed 249109420464 00000100:00000001:5.0:1673551334.101305:0:12906:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551334.101306:0:12916:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:15.0:1673551334.101306:0:12916:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1673551334.101306:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007940d340 x1754791738761536/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551341 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000040:15.0:1673551334.101308:0:12916:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000e043462 x1754791738761472/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551341 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551334.101308:0:12906:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:5.0:1673551334.101309:0:12906:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:5.0:1673551334.101309:0:12906:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:5.0:1673551334.101310:0:12906:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000100:00000001:15.0:1673551334.101311:0:12916:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000040:5.0:1673551334.101311:0:12906:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0002-osc-MDT0001: Updating status = 0 00000100:00000001:15.0:1673551334.101312:0:12916:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000004:00000040:5.0:1673551334.101312:0:12906:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0002-osc-MDT0001: blocks=1923008600 free=1442624642 avail=1423158942 avail_mb=5559214 hwm_mb=14671 files=60817408 ffree=29327698 state=200: rc = 0 00000100:00000001:15.0:1673551334.101313:0:12916:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:15.0:1673551334.101314:0:12916:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000020:5.0:1673551334.101314:0:12906:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0002-osc-MDT0001 (00000000edd6cd53): 1923008600 blocks, 1442624642 free, 1423158942 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 29327698 free files 0x200 00000004:00000040:15.0:1673551334.101315:0:12916:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0003-osc-MDT0001: Updating status = 0 00000004:00000040:15.0:1673551334.101316:0:12916:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0003-osc-MDT0001: blocks=1923008600 free=1447466831 avail=1428001130 avail_mb=5578129 hwm_mb=14671 files=60817408 ffree=29395648 state=200: rc = 0 00000004:00000001:5.0:1673551334.101316:0:12906:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1673551334.101317:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007940d340 x1754791738761536/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551341 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000004:00000020:15.0:1673551334.101319:0:12916:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0003-osc-MDT0001 (0000000096bf50d7): 1923008600 blocks, 1447466831 free, 1428001130 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 29395648 free files 0x200 00000100:00100000:5.0:1673551334.101319:0:12906:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@000000007940d340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ai200x-MDT0001-mdtlov_UUID:12906:1754791738761536:0@lo:13: 00000004:00000001:15.0:1673551334.101320:0:12916:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551334.101320:0:12906:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:15.0:1673551334.101321:0:12916:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e043462 x1754791738761472/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551341 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551334.101321:0:12906:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:5.0:1673551334.101321:0:12906:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000007940d340 x1754791738761536/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551341 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00100000:15.0:1673551334.101323:0:12916:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@000000000e043462 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:ai200x-MDT0001-mdtlov_UUID:12916:1754791738761472:0@lo:13: 00000100:00000001:5.0:1673551334.101323:0:12906:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:5.0:1673551334.101323:0:12906:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:15.0:1673551334.101324:0:12916:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:5.0:1673551334.101324:0:12906:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e9a8a1d4. 00000100:00000001:15.0:1673551334.101325:0:12916:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 02000000:00000001:5.0:1673551334.101325:0:12906:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:15.0:1673551334.101326:0:12916:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000000e043462 x1754791738761472/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551341 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000020:00000001:5.0:1673551334.101326:0:12906:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:5.0:1673551334.101326:0:12906:0:(genops.c:1205:class_import_put()) import 0000000030df3c5a refcount=2 obd=ai200x-OST0002-osc-MDT0001 00000100:00000001:15.0:1673551334.101327:0:12916:0:(client.c:2641:__ptlrpc_free_req()) Process entered 00000020:00000001:5.0:1673551334.101327:0:12906:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:5.0:1673551334.101327:0:12906:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000011b343ca. 02000000:00000001:15.0:1673551334.101328:0:12916:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:15.0:1673551334.101328:0:12916:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e6858489. 02000000:00000001:5.0:1673551334.101328:0:12906:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:15.0:1673551334.101329:0:12916:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:5.0:1673551334.101329:0:12906:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:5.0:1673551334.101329:0:12906:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000007940d340. 00000020:00000001:15.0:1673551334.101330:0:12916:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:15.0:1673551334.101330:0:12916:0:(genops.c:1205:class_import_put()) import 00000000c0bbd62b refcount=2 obd=ai200x-OST0003-osc-MDT0001 00000100:00000001:5.0:1673551334.101330:0:12906:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:5.0:1673551334.101330:0:12906:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:15.0:1673551334.101331:0:12916:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:15.0:1673551334.101331:0:12916:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cbba85cd. 00000100:00000001:5.0:1673551334.101331:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:15.0:1673551334.101332:0:12916:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:15.0:1673551334.101332:0:12916:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:5.0:1673551334.101332:0:12906:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1673551334.101332:0:12906:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:15.0:1673551334.101333:0:12916:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000000e043462. 00000100:00000001:5.0:1673551334.101333:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551334.101333:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551334.101333:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551334.101334:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551334.101335:0:12916:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:15.0:1673551334.101335:0:12916:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551334.101335:0:12916:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551334.101336:0:12916:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:15.0:1673551334.101337:0:12916:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551334.101337:0:12916:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1673551334.101338:0:12916:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551334.101338:0:12916:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1673551334.101338:0:12916:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551334.357059:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551334.357060:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551334.357061:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551334.357061:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551334.357062:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551334.357062:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551334.357063:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551334.357064:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551334.357066:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551334.357066:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551334.357067:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551334.357067:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551334.357068:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551334.357069:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551334.357070:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551334.357071:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551334.357071:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551334.357072:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551334.357073:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551334.357073:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551334.357075:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551334.357075:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551334.357076:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551334.357076:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551334.357076:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551334.357078:0:232941:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:4.0:1673551334.357078:0:232941:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:4.0:1673551334.357079:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551334.357079:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551334.357079:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551334.357080:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551334.357080:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551334.357082:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551334.357082:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551334.357083:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551334.357083:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551334.357084:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551334.357085:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551334.357085:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551334.357086:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:16.0:1673551334.357099:0:3758871:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:16.0:1673551334.357100:0:3758871:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:16.0:1673551334.357101:0:3758871:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1673551334.508973:0:242277:0:(file.c:5720:ll_inode_permission()) Process entered 00000080:00000001:2.0:1673551334.508974:0:242277:0:(file.c:5720:ll_inode_permission()) Process entered 00000080:00000001:2.0:1673551334.508975:0:242277:0:(file.c:5229:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1673551334.508975:0:242277:0:(file.c:5232:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](000000000ee02a25),name=/ 00000080:00000010:2.0:1673551334.508978:0:242277:0:(llite_lib.c:3300:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000046092f8a. 00000080:00000001:2.0:1673551334.508981:0:242277:0:(namei.c:893:ll_intent_lock()) Process entered 00000080:00000001:2.0:1673551334.508982:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551334.508985:0:242277:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1673551334.508986:0:242277:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1673551334.508987:0:242277:0:(lmv_intent.c:439:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1673551334.508988:0:242277:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1673551334.508989:0:242277:0:(fld_request.c:446:fld_client_lookup()) Process entered 80000000:00000001:2.0:1673551334.508990:0:242277:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1673551334.508990:0:242277:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1673551334.508991:0:242277:0:(fld_request.c:451:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1673551334.508992:0:242277:0:(lmv_fld.c:79:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1673551334.508993:0:242277:0:(lmv_fld.c:87:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1673551334.508994:0:242277:0:(lmv_intent.c:491:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:2.0:1673551334.508995:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551334.508996:0:242277:0:(mdc_locks.c:1325:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1673551334.508997:0:242277:0:(mdc_locks.c:1331:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1673551334.508998:0:242277:0:(mdc_locks.c:1229:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1673551334.508999:0:242277:0:(mdc_locks.c:144:mdc_lock_match()) Process entered 00010000:00000001:2.0:1673551334.509000:0:242277:0:(ldlm_lock.c:1432:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1673551334.509002:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000f43c7a7a count: 2 00010000:00000001:2.0:1673551334.509003:0:242277:0:(ldlm_resource.c:1505:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1673551334.509005:0:242277:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1673551334.509006:0:242277:0:(ldlm_lock.c:301:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1673551334.509006:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000f43c7a7a count: 3 00010000:00010000:2.0:1673551334.509007:0:242277:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: ai200x-MDT0000-mdc-ff444e0748e14000 lock: 00000000e44e1389/0xa23f007ba818761a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf4cef705f11626b8 expref: -99 pid: 4035381 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.509011:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000f43c7a7a count: 2 00010000:00000040:2.0:1673551334.509012:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000f43c7a7a count: 1 02000000:00000001:2.0:1673551334.509012:0:242277:0:(sec.c:954:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1673551334.509014:0:242277:0:(sec.c:968:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1673551334.509014:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000f43c7a7a count: 2 00010000:00010000:2.0:1673551334.509015:0:242277:0:(ldlm_lock.c:1497:ldlm_lock_match_with_skip()) ### matched (0 0) ns: ai200x-MDT0000-mdc-ff444e0748e14000 lock: 00000000e44e1389/0xa23f007ba818761a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf4cef705f11626b8 expref: -99 pid: 4035381 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.509017:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000f43c7a7a count: 1 00000002:00000001:2.0:1673551334.509018:0:242277:0:(mdc_locks.c:150:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1673551334.509018:0:242277:0:(mdc_locks.c:1281:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1673551334.509019:0:242277:0:(mdc_locks.c:1348:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1673551334.509020:0:242277:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1673551334.509020:0:242277:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1673551334.509021:0:242277:0:(namei.c:901:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1673551334.509022:0:242277:0:(namei.c:940:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1673551334.509023:0:242277:0:(llite_lib.c:3424:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000046092f8a. 00000080:00000001:2.0:1673551334.509024:0:242277:0:(dcache.c:249:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1673551334.509025:0:242277:0:(dcache.c:252:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1673551334.509025:0:242277:0:(dcache.c:283:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](000000000ee02a25) 00000080:00010000:2.0:1673551334.509026:0:242277:0:(llite_internal.h:1720:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](000000000ee02a25) for lock 0xa23f007ba818761a 00000080:00000001:2.0:1673551334.509027:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551334.509028:0:242277:0:(lmv_obd.c:3579:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1673551334.509029:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551334.509030:0:242277:0:(mdc_locks.c:105:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1673551334.509030:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.509031:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.509032:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 00000000e44e1389 refcount=3 00000020:00000001:2.0:1673551334.509032:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912582784194752 : -52831490925356864 : ff444e09f67098c0) 00010000:00000001:2.0:1673551334.509033:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912582784194752 : -52831490925356864 : ff444e09f67098c0) 00010000:00000001:2.0:1673551334.509034:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509034:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1673551334.509035:0:242277:0:(mdc_locks.c:133:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551334.509035:0:242277:0:(lmv_obd.c:3584:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1673551334.509036:0:242277:0:(dcache.c:183:ll_intent_drop_lock()) releasing lock with cookie 0xa23f007ba818761a from it 00000000e1311ba8 00010000:00000001:2.0:1673551334.509036:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.509037:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.509038:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 00000000e44e1389 refcount=3 00000020:00000001:2.0:1673551334.509038:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912582784194752 : -52831490925356864 : ff444e09f67098c0) 00010000:00000001:2.0:1673551334.509039:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912582784194752 : -52831490925356864 : ff444e09f67098c0) 00010000:00000001:2.0:1673551334.509039:0:242277:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1673551334.509040:0:242277:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: ?? lock: 00000000e44e1389/0xa23f007ba818761a lrc: 3/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xf4cef705f11626b8 expref: -99 pid: 4035381 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1673551334.509062:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509063:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.509063:0:242277:0:(ldlm_lock.c:327:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1673551334.509063:0:242277:0:(ldlm_lock.c:331:ldlm_lock_add_to_lru()) Process leaving 00010000:00000040:2.0:1673551334.509064:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000f43c7a7a count: 2 00010000:00010000:2.0:1673551334.509064:0:242277:0:(ldlm_lock.c:903:ldlm_lock_decref_internal()) ### add lock into lru list ns: ai200x-MDT0000-mdc-ff444e0748e14000 lock: 00000000e44e1389/0xa23f007ba818761a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf4cef705f11626b8 expref: -99 pid: 4035381 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.509066:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000f43c7a7a count: 1 00010000:00000001:2.0:1673551334.509067:0:242277:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1673551334.509068:0:242277:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1673551334.509068:0:242277:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1673551334.509069:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509069:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.509070:0:242277:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.509070:0:242277:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1673551334.509071:0:242277:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.509071:0:242277:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.509072:0:242277:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.509072:0:242277:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1673551334.509073:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509073:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1673551334.509073:0:242277:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1673551334.509074:0:242277:0:(client.c:2728:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1673551334.509074:0:242277:0:(file.c:5737:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](000000000ee02a25), inode mode 41ed mask 1 00000080:00000001:2.0:1673551334.509076:0:242277:0:(file.c:5778:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551334.509077:0:242277:0:(dcache.c:92:ll_dcompare()) Process entered 00000080:00002000:2.0:1673551334.509077:0:242277:0:(dcache.c:102:ll_dcompare()) found name blogbench(0000000029e3d4e9) flags 0x28004e refc 859 00000080:00000001:2.0:1673551334.509078:0:242277:0:(dcache.c:115:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1673551334.509079:0:242277:0:(dcache.c:303:ll_revalidate_dentry()) VFS Op:name=blogbench, flags=24 00000080:00000001:2.0:1673551334.509080:0:242277:0:(file.c:5720:ll_inode_permission()) Process entered 00000080:00200000:2.0:1673551334.509080:0:242277:0:(file.c:5737:ll_inode_permission()) VFS Op:inode=[0x2c0000bd6:0x2c61:0x0](000000007ad80366), inode mode 41ed mask 1 00000080:00000001:2.0:1673551334.509081:0:242277:0:(file.c:5778:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551334.509083:0:242277:0:(dcache.c:92:ll_dcompare()) Process entered 00000080:00002000:2.0:1673551334.509083:0:242277:0:(dcache.c:102:ll_dcompare()) found name 542327(00000000f2745da8) flags 0x28004e refc 204 00000080:00000001:2.0:1673551334.509084:0:242277:0:(dcache.c:115:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1673551334.509084:0:242277:0:(dcache.c:303:ll_revalidate_dentry()) VFS Op:name=542327, flags=24 00000080:00000001:2.0:1673551334.509085:0:242277:0:(file.c:5720:ll_inode_permission()) Process entered 00000080:00200000:2.0:1673551334.509085:0:242277:0:(file.c:5737:ll_inode_permission()) VFS Op:inode=[0x200002b25:0x13ca4:0x0](00000000848b163c), inode mode 41ed mask 1 00000080:00000001:2.0:1673551334.509086:0:242277:0:(file.c:5778:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551334.509087:0:242277:0:(dcache.c:92:ll_dcompare()) Process entered 00000080:00002000:2.0:1673551334.509087:0:242277:0:(dcache.c:102:ll_dcompare()) found name blog-8(0000000044d35c51) flags 0x28004e refc 16 00000080:00000001:2.0:1673551334.509087:0:242277:0:(dcache.c:115:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1673551334.509088:0:242277:0:(dcache.c:303:ll_revalidate_dentry()) VFS Op:name=blog-8, flags=24 00000080:00000001:2.0:1673551334.509088:0:242277:0:(file.c:5720:ll_inode_permission()) Process entered 00000080:00200000:2.0:1673551334.509089:0:242277:0:(file.c:5737:ll_inode_permission()) VFS Op:inode=[0x200002b25:0x13e20:0x0](00000000d65c28f1), inode mode 41c0 mask 1 00000080:00000001:2.0:1673551334.509089:0:242277:0:(file.c:5778:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1673551334.509091:0:242277:0:(namei.c:1230:ll_lookup_nd()) VFS Op:name=article-7.xml, dir=[0x200002b25:0x13e20:0x0](00000000d65c28f1), flags=8 00000080:00000001:2.0:1673551334.509092:0:242277:0:(namei.c:961:ll_lookup_it()) Process entered 00000080:00200000:2.0:1673551334.509092:0:242277:0:(namei.c:967:ll_lookup_it()) VFS Op:name=article-7.xml, dir=[0x200002b25:0x13e20:0x0](00000000d65c28f1), intent=getattr 00000080:00000010:2.0:1673551334.509094:0:242277:0:(llite_lib.c:3300:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000046092f8a. 00000080:00000001:2.0:1673551334.509095:0:242277:0:(namei.c:893:ll_intent_lock()) Process entered 00000080:00000001:2.0:1673551334.509096:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551334.509096:0:242277:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1673551334.509097:0:242277:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'article-7.xml' on [0x200002b25:0x13e20:0x0] 00800000:00000001:2.0:1673551334.509098:0:242277:0:(lmv_intent.c:439:lmv_intent_lookup()) Process entered 00800000:00000040:2.0:1673551334.509099:0:242277:0:(lustre_lmv.h:357:__lmv_name_to_stripe_index()) name article-7.xml hash=0x2/0x0 idx=2/4/0 under old layout 00800000:00000002:2.0:1673551334.509100:0:242277:0:(lmv_obd.c:1696:lmv_locate_tgt_by_name()) locate MDT 2 parent [0x2c0001bc2:0x839d:0x0] 00800000:00000002:2.0:1673551334.509102:0:242277:0:(lmv_intent.c:491:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2c0001bc2:0x839d:0x0], fid2=[0x0:0x0:0x0], name='article-7.xml' -> mds #2 00800000:00000001:2.0:1673551334.509103:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551334.509103:0:242277:0:(mdc_locks.c:1325:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1673551334.509104:0:242277:0:(mdc_locks.c:1331:mdc_intent_lock()) (name: article-7.xml,[0x0:0x0:0x0]) in obj [0x2c0001bc2:0x839d:0x0], intent: getattr flags 0 00000002:00000001:2.0:1673551334.509105:0:242277:0:(mdc_locks.c:935:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1673551334.509106:0:242277:0:(mdc_locks.c:534:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1673551334.509107:0:242277:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000c131c331. 00000020:00000040:2.0:1673551334.509108:0:242277:0:(genops.c:1192:class_import_get()) import 000000005b12847f refcount=6 obd=ai200x-MDT0002-mdc-ff444e0748e14000 00010000:00000001:2.0:1673551334.509110:0:242277:0:(ldlm_request.c:870:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1673551334.509111:0:242277:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1673551334.509112:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509112:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.509112:0:242277:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551334.509113:0:242277:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1673551334.509114:0:242277:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1673551334.509114:0:242277:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1673551334.509115:0:242277:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000003c164d6c. 00000100:00000001:2.0:1673551334.509117:0:242277:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.509118:0:242277:0:(ldlm_request.c:2126:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1673551334.509118:0:242277:0:(ldlm_request.c:2129:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.509119:0:242277:0:(ldlm_request.c:2126:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1673551334.509119:0:242277:0:(ldlm_request.c:2129:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.509120:0:242277:0:(ldlm_request.c:926:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551334.509122:0:242277:0:(mdc_locks.c:605:mdc_intent_getattr_pack()) Process leaving (rc=18393912603120930176 : -52831470588621440 : ff444e0eb29a8d80) 00010000:00000001:2.0:1673551334.509122:0:242277:0:(ldlm_request.c:987:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1673551334.509123:0:242277:0:(ldlm_lock.c:1671:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1673551334.509124:0:242277:0:(ldlm_resource.c:1426:ldlm_resource_new()) slab-alloced 'res': 168 at 000000005d2041d6. 00010000:00000010:2.0:1673551334.509125:0:242277:0:(ldlm_resource.c:1404:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c83a5f07. 00010000:00000001:2.0:1673551334.509126:0:242277:0:(ldlm_lock.c:463:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1673551334.509127:0:242277:0:(ldlm_lock.c:468:ldlm_lock_new()) slab-alloced 'lock': 552 at 000000006558aa3f. 00000020:00000001:2.0:1673551334.509128:0:242277:0:(lustre_handles.c:66:class_handle_hash()) Process entered 00000020:00000040:2.0:1673551334.509128:0:242277:0:(lustre_handles.c:98:class_handle_hash()) added object 000000006558aa3f with handle 0xa23f007ba827747b to hash 00000020:00000001:2.0:1673551334.509129:0:242277:0:(lustre_handles.c:99:class_handle_hash()) Process leaving 00010000:00000001:2.0:1673551334.509129:0:242277:0:(ldlm_lock.c:507:ldlm_lock_new()) Process leaving (rc=18393912623944242240 : -52831449765309376 : ff444e138bc51440) 00010000:00000001:2.0:1673551334.509130:0:242277:0:(ldlm_lock.c:1716:ldlm_lock_create()) Process leaving (rc=18393912623944242240 : -52831449765309376 : ff444e138bc51440) 00010000:00000001:2.0:1673551334.509131:0:242277:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1673551334.509131:0:242277:0:(ldlm_lock.c:301:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1673551334.509132:0:242277:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: ?? lock: 000000006558aa3f/0xa23f007ba827747b lrc: 3/1,0 mode: --/CR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.509135:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 2 00010000:00010000:2.0:1673551334.509135:0:242277:0:(ldlm_request.c:1031:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: ai200x-MDT0002-mdc-ff444e0748e14000 lock: 000000006558aa3f/0xa23f007ba827747b lrc: 3/1,0 mode: --/CR res: [0x2c0001bc2:0x839d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.509138:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 1 00010000:00000040:2.0:1673551334.509139:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 2 00010000:00010000:2.0:1673551334.509140:0:242277:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: ai200x-MDT0002-mdc-ff444e0748e14000 lock: 000000006558aa3f/0xa23f007ba827747b lrc: 3/1,0 mode: --/CR res: [0x2c0001bc2:0x839d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.509141:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 1 00000100:00000001:2.0:1673551334.509142:0:242277:0:(client.c:3184:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1673551334.509142:0:242277:0:(client.c:1056:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1673551334.509144:0:242277:0:(client.c:1058:ptlrpc_prep_set()) kmalloced '(set)': 112 at 0000000096e0c09c. 00000100:00000001:2.0:1673551334.509144:0:242277:0:(client.c:1073:ptlrpc_prep_set()) Process leaving (rc=18393912626041312256 : -52831447668239360 : ff444e1408c3d400) 00000100:00000001:2.0:1673551334.509145:0:242277:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1673551334.509145:0:242277:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912603120930176 : -52831470588621440 : ff444e0eb29a8d80) 00000100:00000001:2.0:1673551334.509146:0:242277:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1673551334.509147:0:242277:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551334.509147:0:242277:0:(client.c:2506:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1673551334.509148:0:242277:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1673551334.509149:0:242277:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c131c331 x1754791738761600/t0(0) o101->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 584/2496 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1673551334.509152:0:242277:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1673551334.509153:0:242277:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551334.509153:0:242277:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1673551334.509154:0:242277:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1673551334.509155:0:242277:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000c131c331 pname:cluuid:pid:xid:nid:opc:job rm:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:242277:1754791738761600:172.16.0.20@o2ib:101: 00000100:00000001:2.0:1673551334.509156:0:242277:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1673551334.509157:0:242277:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1673551334.509157:0:242277:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551334.509158:0:242277:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1673551334.509159:0:242277:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at 000000004d698fb9. 02000000:00000001:2.0:1673551334.509159:0:242277:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1673551334.509161:0:242277:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000010:2.0:1673551334.509162:0:242277:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000009890be33. 00000400:00000010:2.0:1673551334.509163:0:242277:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090effd2f. 00000100:00000200:2.0:1673551334.509164:0:242277:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1754791738761600, portal 10 00000100:00000001:2.0:1673551334.509165:0:242277:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1673551334.509165:0:242277:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912603120930176 : -52831470588621440 : ff444e0eb29a8d80) 00000100:00000040:2.0:1673551334.509166:0:242277:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000c131c331 x1754791738761600/t0(0) o101->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 584/2496 e 0 to 0 dl 1673551341 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1673551334.509169:0:242277:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1673551334.509169:0:242277:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:2.0:1673551334.509170:0:242277:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e87008f8. 00000100:00000200:2.0:1673551334.509171:0:242277:0:(niobuf.c:87:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1754791738761600, offset 0 00000400:00000200:2.0:1673551334.509172:0:242277:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:2.0:1673551334.509174:0:242277:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:2.0:1673551334.509175:0:242277:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000400:00000200:2.0:1673551334.509177:0:242277:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964968, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:2.0:1673551334.509179:0:242277:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964970, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964968, g:4294967295] 00000400:00000200:2.0:1673551334.509181:0:242277:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:2.0:1673551334.509182:0:242277:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964968, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964968, g:4294967295] 00000400:00000200:2.0:1673551334.509183:0:242277:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964970, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964968, g:4294967295] 00000400:00000200:2.0:1673551334.509184:0:242277:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:2.0:1673551334.509185:0:242277:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:2.0:1673551334.509186:0:242277:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:2.0:1673551334.509187:0:242277:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[32, 32], s:[10403800, 10403802] 00000400:00000200:2.0:1673551334.509188:0:242277:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.21@o2ib 00000400:00000200:2.0:1673551334.509188:0:242277:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:2.0:1673551334.509191:0:242277:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.21@o2ib(172.16.0.20@o2ib:172.16.0.21@o2ib) : PUT try# 0 00000800:00000200:2.0:1673551334.509193:0:242277:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 584 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000400:00000200:2.0:1673551334.509194:0:242277:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:2.0:1673551334.509197:0:242277:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000f750ee49] -> 172.16.0.21@o2ib (2) version: 12 00000800:00000200:2.0:1673551334.509198:0:242277:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000051b88e6b] (68)++ 00000800:00000200:2.0:1673551334.509199:0:242277:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000051b88e6b] (69)++ 00000800:00000200:2.0:1673551334.509202:0:242277:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000051b88e6b] (70)-- 00000100:00000001:2.0:1673551334.509202:0:242277:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551334.509203:0:242277:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1673551334.509204:0:242277:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551334.509204:0:242277:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1673551334.509205:0:242277:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1673551334.509205:0:242277:0:(client.c:2528:ptlrpc_set_wait()) set 0000000096e0c09c going to sleep for 6 seconds 00000100:00000001:2.0:1673551334.509206:0:242277:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1673551334.509207:0:242277:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551334.509207:0:242277:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1673551334.509208:0:242277:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:5.2:1673551334.509215:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (69)++ 00000800:00000200:17.0:1673551334.509231:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (70)++ 00000800:00000200:17.0:1673551334.509238:0:12874:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000051b88e6b] (71)-- 00000400:00000200:17.0:1673551334.509239:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551334.509242:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000400:00000200:17.0:1673551334.509243:0:12874:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000e87008f8 00000800:00000200:19.0:1673551334.509244:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000400:00000010:17.0:1673551334.509244:0:12874:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000e87008f8. 00000100:00000001:17.0:1673551334.509245:0:12874:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:17.0:1673551334.509247:0:12874:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000c131c331 x1754791738761600/t0(0) o101->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 584/2496 e 0 to 0 dl 1673551341 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:17.0:1673551334.509251:0:12874:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1673551334.509252:0:12874:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000c131c331 x1754791738761600/t0(0) o101->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 584/2496 e 0 to 0 dl 1673551341 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:17.0:1673551334.509254:0:12874:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551334.509255:0:12874:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:17.0:1673551334.509257:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000800:00000200:5.2:1673551334.509381:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (68)++ 00000800:00000200:19.0:1673551334.509390:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (69)++ 00000800:00000200:19.0:1673551334.509396:0:12873:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.21@o2ib 00000400:00000200:19.0:1673551334.509397:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:19.0:1673551334.509399:0:12873:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000400:00000200:19.0:1673551334.509400:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:19.0:1673551334.509402:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:19.0:1673551334.509402:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:19.0:1673551334.509403:0:12873:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 584 into portal 10 MB=0x63bf94a3e6180 00000800:00000200:17.0:1673551334.509403:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000400:00000200:19.0:1673551334.509405:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:19.0:1673551334.509406:0:12873:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.16.0.20@o2ib of length 584/584 into md 0x4bd8e26d [1] + 224 00000400:00000200:19.0:1673551334.509408:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:19.0:1673551334.509409:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:19.0:1673551334.509410:0:12873:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:19.0:1673551334.509412:0:12873:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000c131c331 x1754791738761600/t0(0) o101->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 584/2496 e 0 to 0 dl 1673551341 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:19.0:1673551334.509414:0:12873:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=584 offset=224 replen=2496 req@00000000c131c331 x1754791738761600/t0(0) o101->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 584/2496 e 0 to 0 dl 1673551341 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:19.0:1673551334.509420:0:12873:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:19.0:1673551334.509422:0:12873:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000051b88e6b] (69)++ 00000800:00000200:19.0:1673551334.509423:0:12873:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000051b88e6b] (70)-- 00000800:00000200:19.0:1673551334.509423:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000100:00000001:2.0:1673551334.509428:0:242277:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1673551334.509429:0:242277:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1673551334.509430:0:242277:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1673551334.509430:0:242277:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000009890be33. 00000400:00000200:2.0:1673551334.509431:0:242277:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000090effd2f 00000400:00000010:2.0:1673551334.509431:0:242277:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000090effd2f. 00000100:00000001:2.0:1673551334.509432:0:242277:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:2.0:1673551334.509433:0:242277:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000c131c331 x1754791738761600/t0(0) o101->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 584/2496 e 0 to 0 dl 1673551341 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1673551334.509436:0:242277:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000c131c331 x1754791738761600/t0(0) o101->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 584/2496 e 0 to 0 dl 1673551341 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1673551334.509437:0:242277:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:2.0:1673551334.509438:0:242277:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551334.509439:0:242277:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:2.0:1673551334.509439:0:242277:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1673551334.509440:0:242277:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1673551334.509440:0:242277:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551334.509441:0:242277:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1673551334.509442:0:242277:0:(import.c:1925:at_measured()) add 1 to 0000000090f88079 time=144 v=1 (1 1 1 1) 00000100:00001000:2.0:1673551334.509443:0:242277:0:(import.c:1925:at_measured()) add 1 to 00000000815f996e time=144 v=1 (1 1 1 1) 00000100:00000001:2.0:1673551334.509444:0:242277:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1673551334.509445:0:242277:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.509445:0:242277:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1673551334.509446:0:242277:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551334.509447:0:242277:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1673551334.509447:0:242277:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0002-mdc-ff444e0748e14000: skip recheck: last_committed 288051989418 00000100:00000001:2.0:1673551334.509448:0:242277:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1673551334.509449:0:242277:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1673551334.509450:0:242277:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c131c331 x1754791738761600/t0(0) o101->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 584/584 e 0 to 0 dl 1673551341 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1673551334.509452:0:242277:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1673551334.509452:0:242277:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1673551334.509453:0:242277:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1673551334.509454:0:242277:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c131c331 x1754791738761600/t0(0) o101->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 584/584 e 0 to 0 dl 1673551341 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00100000:2.0:1673551334.509456:0:242277:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000c131c331 pname:cluuid:pid:xid:nid:opc:job rm:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:242277:1754791738761600:172.16.0.20@o2ib:101: 00000100:00000001:2.0:1673551334.509457:0:242277:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551334.509458:0:242277:0:(client.c:2627:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551334.509458:0:242277:0:(client.c:1117:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1673551334.509459:0:242277:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1673551334.509459:0:242277:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c131c331 x1754791738761600/t0(0) o101->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 584/584 e 0 to 0 dl 1673551341 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1673551334.509461:0:242277:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1673551334.509462:0:242277:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 112 at 0000000096e0c09c. 00000100:00000001:2.0:1673551334.509462:0:242277:0:(client.c:1159:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1673551334.509463:0:242277:0:(client.c:3203:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.509463:0:242277:0:(ldlm_request.c:623:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1673551334.509464:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.509464:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.509465:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 000000006558aa3f refcount=4 00000020:00000001:2.0:1673551334.509465:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912623944242240 : -52831449765309376 : ff444e138bc51440) 00010000:00000001:2.0:1673551334.509466:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912623944242240 : -52831449765309376 : ff444e138bc51440) 00010000:00000040:2.0:1673551334.509467:0:242277:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) local: 000000006558aa3f, remote cookie: 0x6acc5947b271d357, flags: 0x1001 00010000:00000040:2.0:1673551334.509468:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 2 00010000:00010000:2.0:1673551334.509468:0:242277:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: ai200x-MDT0002-mdc-ff444e0748e14000 lock: 000000006558aa3f/0xa23f007ba827747b lrc: 4/1,0 mode: --/CR res: [0x2c0001bc2:0x839d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6acc5947b271d357 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.509471:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 1 00010000:00000040:2.0:1673551334.509472:0:242277:0:(ldlm_request.c:728:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240002b1e:0x1acf0:0x0].0x0, instead of [0x2c0001bc2:0x839d:0x0].0x0 00010000:00000001:2.0:1673551334.509474:0:242277:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1673551334.509474:0:242277:0:(ldlm_resource.c:1426:ldlm_resource_new()) slab-alloced 'res': 168 at 00000000ad24c134. 00010000:00000010:2.0:1673551334.509475:0:242277:0:(ldlm_resource.c:1404:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096e0c09c. 00010000:00000040:2.0:1673551334.509476:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 0 00010000:00000010:2.0:1673551334.509477:0:242277:0:(ldlm_resource.c:1472:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c83a5f07. 00010000:00000010:2.0:1673551334.509478:0:242277:0:(ldlm_resource.c:1475:ldlm_resource_free()) slab-freed 'res': 168 at 000000005d2041d6. 00010000:00000001:2.0:1673551334.509478:0:242277:0:(ldlm_lock.c:571:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1673551334.509479:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000ad24c134 count: 2 00010000:00010000:2.0:1673551334.509479:0:242277:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: ai200x-MDT0002-mdc-ff444e0748e14000 lock: 000000006558aa3f/0xa23f007ba827747b lrc: 4/1,0 mode: --/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6acc5947b271d357 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.509481:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000ad24c134 count: 1 00010000:00000040:2.0:1673551334.509482:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000ad24c134 count: 2 00010000:00010000:2.0:1673551334.509482:0:242277:0:(ldlm_request.c:747:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: ai200x-MDT0002-mdc-ff444e0748e14000 lock: 000000006558aa3f/0xa23f007ba827747b lrc: 4/1,0 mode: --/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6acc5947b271d357 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.509484:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000ad24c134 count: 1 00010000:00000001:2.0:1673551334.509484:0:242277:0:(ldlm_lock.c:1771:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1673551334.509485:0:242277:0:(ldlm_lock.c:1117:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1673551334.509486:0:242277:0:(ldlm_lock.c:978:search_granted_lock()) Process entered 00010000:00000001:2.0:1673551334.509486:0:242277:0:(ldlm_lock.c:1049:search_granted_lock()) Process leaving 00010000:00000001:2.0:1673551334.509487:0:242277:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1673551334.509487:0:242277:0:(ldlm_resource.c:1785:ldlm_resource_dump()) --- Resource: [0x240002b1e:0x1acf0:0x0].0x0 (00000000ad24c134) refcount = 1 00010000:00010000:2.0:1673551334.509488:0:242277:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: ?? lock: 000000006558aa3f/0xa23f007ba827747b lrc: 4/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0x6acc5947b271d357 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1673551334.509490:0:242277:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1673551334.509490:0:242277:0:(ldlm_lock.c:1148:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1673551334.509491:0:242277:0:(ldlm_lock.c:1911:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1673551334.509492:0:242277:0:(ldlm_request.c:276:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1673551334.509493:0:242277:0:(ldlm_request.c:285:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1673551334.509493:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000ad24c134 count: 2 00010000:00010000:2.0:1673551334.509494:0:242277:0:(ldlm_request.c:801:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: ai200x-MDT0002-mdc-ff444e0748e14000 lock: 000000006558aa3f/0xa23f007ba827747b lrc: 4/1,0 mode: PR/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6acc5947b271d357 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.509495:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000ad24c134 count: 1 00010000:00000001:2.0:1673551334.509496:0:242277:0:(ldlm_request.c:802:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1673551334.509496:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509496:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.509497:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509497:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.509497:0:242277:0:(ldlm_request.c:1140:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551334.509498:0:242277:0:(mdc_locks.c:691:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1673551334.509498:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.509499:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.509499:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 000000006558aa3f refcount=3 00000020:00000001:2.0:1673551334.509499:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912623944242240 : -52831449765309376 : ff444e138bc51440) 00010000:00000001:2.0:1673551334.509500:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912623944242240 : -52831449765309376 : ff444e138bc51440) 00010000:00000001:2.0:1673551334.509500:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.509501:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.509501:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 000000006558aa3f refcount=4 00000020:00000001:2.0:1673551334.509501:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912623944242240 : -52831449765309376 : ff444e138bc51440) 00010000:00000001:2.0:1673551334.509502:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912623944242240 : -52831449765309376 : ff444e138bc51440) 00010000:00000001:2.0:1673551334.509502:0:242277:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1673551334.509503:0:242277:0:(ldlm_lock.c:301:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1673551334.509503:0:242277:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: ?? lock: 000000006558aa3f/0xa23f007ba827747b lrc: 5/2,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0x6acc5947b271d357 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1673551334.509505:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509505:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.509505:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.509505:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.509506:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 000000006558aa3f refcount=5 00000020:00000001:2.0:1673551334.509506:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912623944242240 : -52831449765309376 : ff444e138bc51440) 00010000:00000001:2.0:1673551334.509507:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912623944242240 : -52831449765309376 : ff444e138bc51440) 00010000:00000001:2.0:1673551334.509507:0:242277:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1673551334.509508:0:242277:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: ?? lock: 000000006558aa3f/0xa23f007ba827747b lrc: 5/2,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0x6acc5947b271d357 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1673551334.509509:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509509:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1673551334.509509:0:242277:0:(ldlm_lock.c:910:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: ?? lock: 000000006558aa3f/0xa23f007ba827747b lrc: 4/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0x6acc5947b271d357 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1673551334.509510:0:242277:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1673551334.509511:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509511:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.509511:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509511:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1673551334.509513:0:242277:0:(mdc_locks.c:746:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000c131c331 x1754791738761600/t0(0) o101->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 584/584 e 0 to 0 dl 1673551341 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00010000:00000001:2.0:1673551334.509515:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.509515:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.509516:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 000000006558aa3f refcount=3 00000020:00000001:2.0:1673551334.509516:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912623944242240 : -52831449765309376 : ff444e138bc51440) 00010000:00000001:2.0:1673551334.509516:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912623944242240 : -52831449765309376 : ff444e138bc51440) 00010000:00000001:2.0:1673551334.509517:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509517:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1673551334.509518:0:242277:0:(mdc_locks.c:892:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551334.509518:0:242277:0:(mdc_locks.c:1091:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551334.509519:0:242277:0:(mdc_locks.c:1113:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1673551334.509519:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.509519:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.509520:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 000000006558aa3f refcount=3 00000020:00000001:2.0:1673551334.509520:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912623944242240 : -52831449765309376 : ff444e138bc51440) 00010000:00000001:2.0:1673551334.509521:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912623944242240 : -52831449765309376 : ff444e138bc51440) 00010000:00000040:2.0:1673551334.509521:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000ad24c134 count: 2 00000002:00010000:2.0:1673551334.509522:0:242277:0:(mdc_locks.c:1182:mdc_finish_intent_lock()) ### matching against this ns: ai200x-MDT0002-mdc-ff444e0748e14000 lock: 000000006558aa3f/0xa23f007ba827747b lrc: 3/1,0 mode: PR/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6acc5947b271d357 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.509523:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000ad24c134 count: 1 00010000:00000001:2.0:1673551334.509524:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509524:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.509524:0:242277:0:(ldlm_lock.c:1432:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1673551334.509525:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.509525:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.509525:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 000000006558aa3f refcount=3 00000020:00000001:2.0:1673551334.509526:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912623944242240 : -52831449765309376 : ff444e138bc51440) 00010000:00000001:2.0:1673551334.509526:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912623944242240 : -52831449765309376 : ff444e138bc51440) 00010000:00000040:2.0:1673551334.509527:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000ad24c134 count: 2 00010000:00000001:2.0:1673551334.509527:0:242277:0:(ldlm_resource.c:1505:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1673551334.509528:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000ad24c134 count: 1 00010000:00010000:2.0:1673551334.509528:0:242277:0:(ldlm_lock.c:1514:ldlm_lock_match_with_skip()) ### not matched ns 000000003b912c6c type 13 mode 4 res 9663687454/109808 (0 0) 00010000:00000001:2.0:1673551334.509530:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509530:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1673551334.509530:0:242277:0:(mdc_locks.c:1208:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1673551334.509530:0:242277:0:(mdc_locks.c:1213:mdc_finish_intent_lock()) D_IT dentry=article-7.xml intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1673551334.509531:0:242277:0:(mdc_locks.c:1368:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551334.509533:0:242277:0:(lmv_intent.c:69:lmv_intent_remote()) Process entered 00800000:00000001:2.0:1673551334.509533:0:242277:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1673551334.509533:0:242277:0:(fld_request.c:446:fld_client_lookup()) Process entered 80000000:00000001:2.0:1673551334.509534:0:242277:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1673551334.509535:0:242277:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1673551334.509535:0:242277:0:(fld_request.c:451:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1673551334.509536:0:242277:0:(lmv_fld.c:79:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b1e:0x1acf0:0x0] 00800000:00000001:2.0:1673551334.509537:0:242277:0:(lmv_fld.c:87:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:2.0:1673551334.509537:0:242277:0:(lmv_intent.c:93:lmv_intent_remote()) kmalloced '(op_data)': 392 at 00000000de43ca51. 00800000:00000002:2.0:1673551334.509538:0:242277:0:(lmv_intent.c:110:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240002b1e:0x1acf0:0x0] -> mds #1 00800000:00000001:2.0:1673551334.509539:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551334.509539:0:242277:0:(mdc_locks.c:1325:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1673551334.509540:0:242277:0:(mdc_locks.c:1331:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x240002b1e:0x1acf0:0x0], intent: getattr flags 0 00000002:00000001:2.0:1673551334.509541:0:242277:0:(mdc_locks.c:935:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1673551334.509541:0:242277:0:(mdc_locks.c:534:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1673551334.509542:0:242277:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000b28a7f21. 00000020:00000040:2.0:1673551334.509543:0:242277:0:(genops.c:1192:class_import_get()) import 0000000076349000 refcount=6 obd=ai200x-MDT0001-mdc-ff444e0748e14000 00010000:00000001:2.0:1673551334.509544:0:242277:0:(ldlm_request.c:870:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1673551334.509544:0:242277:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1673551334.509545:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509545:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.509545:0:242277:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551334.509546:0:242277:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1673551334.509546:0:242277:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1673551334.509547:0:242277:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1673551334.509547:0:242277:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000008462a09e. 00000100:00000001:2.0:1673551334.509548:0:242277:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.509549:0:242277:0:(ldlm_request.c:2126:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1673551334.509549:0:242277:0:(ldlm_request.c:2129:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.509550:0:242277:0:(ldlm_request.c:2126:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1673551334.509550:0:242277:0:(ldlm_request.c:2129:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.509550:0:242277:0:(ldlm_request.c:926:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551334.509552:0:242277:0:(mdc_locks.c:605:mdc_intent_getattr_pack()) Process leaving (rc=18393912603120940544 : -52831470588611072 : ff444e0eb29ab600) 00010000:00000001:2.0:1673551334.509552:0:242277:0:(ldlm_request.c:987:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1673551334.509553:0:242277:0:(ldlm_lock.c:1671:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1673551334.509553:0:242277:0:(ldlm_resource.c:1426:ldlm_resource_new()) slab-alloced 'res': 168 at 000000005d2041d6. 00010000:00000010:2.0:1673551334.509554:0:242277:0:(ldlm_resource.c:1404:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c83a5f07. 00010000:00000001:2.0:1673551334.509554:0:242277:0:(ldlm_lock.c:463:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1673551334.509555:0:242277:0:(ldlm_lock.c:468:ldlm_lock_new()) slab-alloced 'lock': 552 at 000000000c628a00. 00000020:00000001:2.0:1673551334.509556:0:242277:0:(lustre_handles.c:66:class_handle_hash()) Process entered 00000020:00000040:2.0:1673551334.509557:0:242277:0:(lustre_handles.c:98:class_handle_hash()) added object 000000000c628a00 with handle 0xa23f007ba8277482 to hash 00000020:00000001:2.0:1673551334.509557:0:242277:0:(lustre_handles.c:99:class_handle_hash()) Process leaving 00010000:00000001:2.0:1673551334.509558:0:242277:0:(ldlm_lock.c:507:ldlm_lock_new()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.509558:0:242277:0:(ldlm_lock.c:1716:ldlm_lock_create()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.509559:0:242277:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1673551334.509559:0:242277:0:(ldlm_lock.c:301:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1673551334.509560:0:242277:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: ?? lock: 000000000c628a00/0xa23f007ba8277482 lrc: 3/1,0 mode: --/CR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.509562:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 2 00010000:00010000:2.0:1673551334.509562:0:242277:0:(ldlm_request.c:1031:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: ai200x-MDT0001-mdc-ff444e0748e14000 lock: 000000000c628a00/0xa23f007ba8277482 lrc: 3/1,0 mode: --/CR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.509564:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 1 00010000:00000040:2.0:1673551334.509565:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 2 00010000:00010000:2.0:1673551334.509565:0:242277:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: ai200x-MDT0001-mdc-ff444e0748e14000 lock: 000000000c628a00/0xa23f007ba8277482 lrc: 3/1,0 mode: --/CR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.509567:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 1 00000100:00000001:2.0:1673551334.509567:0:242277:0:(client.c:3184:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1673551334.509568:0:242277:0:(client.c:1056:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1673551334.509568:0:242277:0:(client.c:1058:ptlrpc_prep_set()) kmalloced '(set)': 112 at 000000001272edd4. 00000100:00000001:2.0:1673551334.509569:0:242277:0:(client.c:1073:ptlrpc_prep_set()) Process leaving (rc=18393912626041313920 : -52831447668237696 : ff444e1408c3da80) 00000100:00000001:2.0:1673551334.509569:0:242277:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1673551334.509570:0:242277:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912603120940544 : -52831470588611072 : ff444e0eb29ab600) 00000100:00000001:2.0:1673551334.509570:0:242277:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1673551334.509571:0:242277:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551334.509571:0:242277:0:(client.c:2506:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1673551334.509571:0:242277:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1673551334.509572:0:242277:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b28a7f21 x1754791738761664/t0(0) o101->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 576/2432 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1673551334.509574:0:242277:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1673551334.509574:0:242277:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551334.509575:0:242277:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1673551334.509575:0:242277:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1673551334.509576:0:242277:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000b28a7f21 pname:cluuid:pid:xid:nid:opc:job rm:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:242277:1754791738761664:0@lo:101: 00000100:00000001:2.0:1673551334.509577:0:242277:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1673551334.509577:0:242277:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1673551334.509578:0:242277:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551334.509579:0:242277:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1673551334.509580:0:242277:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at 0000000042eb4b9b. 02000000:00000001:2.0:1673551334.509580:0:242277:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1673551334.509581:0:242277:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000010:2.0:1673551334.509582:0:242277:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000009890be33. 00000400:00000010:2.0:1673551334.509582:0:242277:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090effd2f. 00000100:00000200:2.0:1673551334.509583:0:242277:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1754791738761664, portal 10 00000100:00000001:2.0:1673551334.509584:0:242277:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1673551334.509584:0:242277:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912603120940544 : -52831470588611072 : ff444e0eb29ab600) 00000100:00000040:2.0:1673551334.509585:0:242277:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000b28a7f21 x1754791738761664/t0(0) o101->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 576/2432 e 0 to 0 dl 1673551341 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1673551334.509586:0:242277:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1673551334.509587:0:242277:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1673551334.509588:0:242277:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b7a87672. 00000100:00000200:2.0:1673551334.509588:0:242277:0:(niobuf.c:87:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1754791738761664, offset 0 00000400:00000200:2.0:1673551334.509589:0:242277:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1673551334.509590:0:242277:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:2.0:1673551334.509591:0:242277:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1673551334.509592:0:242277:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:2.0:1673551334.509593:0:242277:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:2.0:1673551334.509594:0:242277:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:2.0:1673551334.509594:0:242277:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 576 into portal 12 MB=0x63bf94a3e61c0 00000400:00000200:2.0:1673551334.509596:0:242277:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 576/576 into md 0x25c5321 [64] + 90632 00000400:00000200:2.0:1673551334.509599:0:242277:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1673551334.509600:0:242277:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1673551334.509601:0:242277:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:2.0:1673551334.509602:0:242277:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1673551334.509603:0:242277:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000087735eee. 00000100:00000040:2.0:1673551334.509603:0:242277:0:(events.c:367:request_in_callback()) incoming req@0000000087735eee x1754791738761664 msgsize 576 00000100:00100000:2.0:1673551334.509604:0:242277:0:(events.c:370:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1673551334.509611:0:242277:0:(events.c:403:request_in_callback()) Process leaving 00000400:00000200:2.0:1673551334.509613:0:242277:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000b7a87672 00000400:00000010:2.0:1673551334.509613:0:242277:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000b7a87672. 00000100:00000001:2.0:1673551334.509613:0:242277:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:2.0:1673551334.509614:0:242277:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000b28a7f21 x1754791738761664/t0(0) o101->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 576/2432 e 0 to 0 dl 1673551341 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1673551334.509616:0:242277:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1673551334.509617:0:242277:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000b28a7f21 x1754791738761664/t0(0) o101->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 576/2432 e 0 to 0 dl 1673551341 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1673551334.509620:0:242277:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551334.509620:0:242277:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:2.0:1673551334.509621:0:242277:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551334.509622:0:242277:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1673551334.509622:0:242277:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551334.509622:0:2380004:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1673551334.509623:0:242277:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1673551334.509623:0:242277:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1673551334.509623:0:242277:0:(client.c:2528:ptlrpc_set_wait()) set 000000001272edd4 going to sleep for 6 seconds 02000000:00000001:0.0:1673551334.509623:0:2380004:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1673551334.509623:0:2380004:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1673551334.509624:0:242277:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1673551334.509624:0:242277:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551334.509624:0:2380004:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551334.509625:0:242277:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1673551334.509625:0:242277:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1673551334.509625:0:2380004:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1673551334.509626:0:2380004:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754791738761664 00000020:00000001:0.0:1673551334.509626:0:2380004:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1673551334.509627:0:2380004:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b70 00000020:00000001:0.0:1673551334.509627:0:2380004:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:0.0:1673551334.509629:0:2380004:0:(lustre_handles.c:152:class_handle2object()) GET export 0000000079935574 refcount=862 00000020:00000001:0.0:1673551334.509630:0:2380004:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748066304 : -52831469961485312 : ff444e0ed7fbe400) 00000020:00000001:0.0:1673551334.509630:0:2380004:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748066304 : -52831469961485312 : ff444e0ed7fbe400) 00000100:00000001:0.0:1673551334.509631:0:2380004:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1673551334.509632:0:2380004:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1673551334.509633:0:2380004:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031ac170d. 00000020:00000010:0.0:1673551334.509634:0:2380004:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000963692e1. 00000020:00000010:0.0:1673551334.509635:0:2380004:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000091760d17. 00000100:00000040:0.0:1673551334.509637:0:2380004:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000001:0.0:1673551334.509638:0:2380004:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1673551334.509638:0:2380004:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1673551334.509639:0:2380004:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551334.509640:0:2380004:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551334.509645:0:2380004:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1673551334.509648:0:2380004:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1673551334.509648:0:2380004:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1673551334.509649:0:2380004:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20979 00000100:00000040:0.0:1673551334.509650:0:2380004:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 0000000079935574 : new rpc_count 1 00000100:00000001:0.0:1673551334.509651:0:2380004:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912603120942848 : -52831470588608768 : ff444e0eb29abf00) 00000100:00000040:0.0:1673551334.509652:0:2380004:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000087735eee x1754791738761664/t0(0) o101->5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f@0@lo:220/0 lens 576/0 e 0 to 0 dl 1673551340 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1673551334.509655:0:2380004:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1673551334.509655:0:2380004:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1673551334.509656:0:2380004:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000087735eee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f+862:242277:x1754791738761664:12345-0@lo:101: 00000100:00000200:0.0:1673551334.509658:0:2380004:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754791738761664 00000020:00000001:0.0:1673551334.509658:0:2380004:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:0.0:1673551334.509659:0:2380004:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:0.0:1673551334.509661:0:2380004:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551334.509662:0:2380004:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1673551334.509662:0:2380004:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660764768 : -1048786848 : ffffffffc17cc860) 00000020:00000001:0.0:1673551334.509663:0:2380004:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1673551334.509663:0:2380004:0:(tgt_lastrcvd.c:2249:tgt_lookup_reply()) ai200x-MDT0001: lookup reply xid 1754791738761664, found 0 last_xid 1754791738761663 00000020:00000001:0.0:1673551334.509665:0:2380004:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1673551334.509665:0:2380004:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1673551334.509665:0:2380004:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1673551334.509666:0:2380004:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551334.509667:0:2380004:0:(tgt_handler.c:1413:tgt_enqueue()) Process entered 00010000:00000001:0.0:1673551334.509669:0:2380004:0:(ldlm_lockd.c:1294:ldlm_handle_enqueue0()) Process entered 00010000:00010000:0.0:1673551334.509669:0:2380004:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00000001:0.0:1673551334.509670:0:2380004:0:(ldlm_lockd.c:1742:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1673551334.509671:0:2380004:0:(ldlm_lockd.c:1752:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551334.509674:0:2380004:0:(ldlm_lock.c:1671:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1673551334.509676:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000c9d47e65 count: 2 00010000:00000001:0.0:1673551334.509676:0:2380004:0:(ldlm_resource.c:1505:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1673551334.509677:0:2380004:0:(ldlm_lock.c:463:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1673551334.509678:0:2380004:0:(ldlm_lock.c:468:ldlm_lock_new()) slab-alloced 'lock': 552 at 00000000e3cf0d87. 00000020:00000001:0.0:1673551334.509680:0:2380004:0:(lustre_handles.c:66:class_handle_hash()) Process entered 00000020:00000040:0.0:1673551334.509680:0:2380004:0:(lustre_handles.c:98:class_handle_hash()) added object 00000000e3cf0d87 with handle 0xa23f007ba8277489 to hash 00000020:00000001:0.0:1673551334.509681:0:2380004:0:(lustre_handles.c:99:class_handle_hash()) Process leaving 00010000:00000001:0.0:1673551334.509681:0:2380004:0:(ldlm_lock.c:507:ldlm_lock_new()) Process leaving (rc=18393912598887132416 : -52831474822419200 : ff444e0db63fed00) 00010000:00000010:0.0:1673551334.509682:0:2380004:0:(ldlm_inodebits.c:599:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aae95f46. 00010000:00000001:0.0:1673551334.509683:0:2380004:0:(ldlm_lock.c:1716:ldlm_lock_create()) Process leaving (rc=18393912598887132416 : -52831474822419200 : ff444e0db63fed00) 00010000:00000040:0.0:1673551334.509684:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000c9d47e65 count: 3 00010000:00010000:0.0:1673551334.509685:0:2380004:0:(ldlm_lockd.c:1366:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-ai200x-MDT0001_UUID lock: 00000000e3cf0d87/0xa23f007ba8277489 lrc: 2/0,0 mode: --/CR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa23f007ba8277482 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551334.509690:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000c9d47e65 count: 2 00010000:00000040:0.0:1673551334.509692:0:2380004:0:(ldlm_lockd.c:1396:ldlm_handle_enqueue0()) lock GETting export 0000000079935574 : new locks_count 857 00000020:00000040:0.0:1673551334.509692:0:2380004:0:(genops.c:968:class_export_get()) GET export 0000000079935574 refcount=863 00010000:00000001:0.0:1673551334.509694:0:2380004:0:(ldlm_lock.c:1771:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1673551334.509695:0:2380004:0:(mdt_handler.c:4966:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1673551334.509697:0:2380004:0:(mdt_handler.c:4849:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1673551334.509698:0:2380004:0:(mdt_handler.c:4143:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1673551334.509698:0:2380004:0:(mdt_handler.c:4105:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1673551334.509699:0:2380004:0:(mdt_handler.c:3391:mdt_object_find()) Process entered 00000004:00000040:0.0:1673551334.509700:0:2380004:0:(mdt_handler.c:3393:mdt_object_find()) Find object for [0x240002b1e:0x1acf0:0x0] 00000020:00000001:0.0:1673551334.509701:0:2380004:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000020:00000001:0.0:1673551334.509703:0:2380004:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18393912617702332760 : -52831456007218856 : ff444e1217b91958) 00000004:00000001:0.0:1673551334.509704:0:2380004:0:(mdt_handler.c:3400:mdt_object_find()) Process leaving (rc=18393912617702332672 : -52831456007218944 : ff444e1217b91900) 00000004:00000001:0.0:1673551334.509704:0:2380004:0:(mdt_handler.c:4134:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551334.509705:0:2380004:0:(mdt_handler.c:1322:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1673551334.509706:0:2380004:0:(mdt_handler.c:1329:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1673551334.509706:0:2380004:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1673551334.509707:0:2380004:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1673551334.509708:0:2380004:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 4360 at 0000000033cd239a. 02000000:00000001:0.0:1673551334.509709:0:2380004:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551334.509709:0:2380004:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551334.509710:0:2380004:0:(mdt_handler.c:4174:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551334.509710:0:2380004:0:(mdt_handler.c:4508:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1673551334.509712:0:2380004:0:(mdt_lib.c:515:old_init_ucred()) Process entered 00000001:00000001:0.0:1673551334.509712:0:2380004:0:(nodemap_handler.c:610:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1673551334.509713:0:2380004:0:(nodemap_handler.c:613:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551334.509714:0:2380004:0:(nodemap_handler.c:665:nodemap_map_id()) Process entered 00000001:00000001:0.0:1673551334.509714:0:2380004:0:(nodemap_handler.c:720:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551334.509714:0:2380004:0:(nodemap_handler.c:665:nodemap_map_id()) Process entered 00000001:00000001:0.0:1673551334.509715:0:2380004:0:(nodemap_handler.c:720:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551334.509715:0:2380004:0:(nodemap_handler.c:665:nodemap_map_id()) Process entered 00000001:00000001:0.0:1673551334.509715:0:2380004:0:(nodemap_handler.c:720:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551334.509716:0:2380004:0:(nodemap_handler.c:665:nodemap_map_id()) Process entered 00000001:00000001:0.0:1673551334.509716:0:2380004:0:(nodemap_handler.c:720:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1673551334.509717:0:2380004:0:(upcall_cache.c:199:upcall_cache_get_entry()) Process entered 02000000:00000001:0.0:1673551334.509719:0:2380004:0:(upcall_cache.c:384:upcall_cache_get_entry()) Process leaving (rc=18393912626041311744 : -52831447668239872 : ff444e1408c3d200) 00000004:00000001:0.0:1673551334.509720:0:2380004:0:(mdt_lib.c:103:mdt_root_squash()) Process entered 00000004:00000001:0.0:1673551334.509720:0:2380004:0:(mdt_lib.c:107:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551334.509721:0:2380004:0:(nodemap_handler.c:610:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1673551334.509721:0:2380004:0:(nodemap_handler.c:613:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551334.509722:0:2380004:0:(mdt_lib.c:504:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1673551334.509722:0:2380004:0:(mdt_lib.c:544:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551334.509724:0:2380004:0:(mdt_handler.c:2030:mdt_getattr_name_lock()) Process entered 00000004:00000002:0.0:1673551334.509724:0:2380004:0:(mdt_handler.c:2046:mdt_getattr_name_lock()) partial getattr_name child_fid = [0x240002b1e:0x1acf0:0x0], ldlm_rep = 00000000be8e3eea 00000004:00000001:0.0:1673551334.509725:0:2380004:0:(mdt_handler.c:3831:mdt_object_lock_internal()) Process entered 00000004:00000001:0.0:1673551334.509726:0:2380004:0:(mdt_handler.c:3718:mdt_object_local_lock()) Process entered 00010000:00000001:0.0:1673551334.509727:0:2380004:0:(ldlm_request.c:477:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1673551334.509727:0:2380004:0:(ldlm_lock.c:1671:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1673551334.509728:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000c9d47e65 count: 3 00010000:00000001:0.0:1673551334.509728:0:2380004:0:(ldlm_resource.c:1505:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1673551334.509729:0:2380004:0:(ldlm_lock.c:463:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1673551334.509729:0:2380004:0:(ldlm_lock.c:468:ldlm_lock_new()) slab-alloced 'lock': 552 at 00000000f30c02cd. 00000020:00000001:0.0:1673551334.509729:0:2380004:0:(lustre_handles.c:66:class_handle_hash()) Process entered 00000020:00000040:0.0:1673551334.509730:0:2380004:0:(lustre_handles.c:98:class_handle_hash()) added object 00000000f30c02cd with handle 0xa23f007ba8277490 to hash 00000020:00000001:0.0:1673551334.509731:0:2380004:0:(lustre_handles.c:99:class_handle_hash()) Process leaving 00010000:00000001:0.0:1673551334.509731:0:2380004:0:(ldlm_lock.c:507:ldlm_lock_new()) Process leaving (rc=18393912598887134720 : -52831474822416896 : ff444e0db63ff600) 00010000:00000010:0.0:1673551334.509732:0:2380004:0:(ldlm_inodebits.c:599:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000feebcfb9. 00010000:00000001:0.0:1673551334.509732:0:2380004:0:(ldlm_lock.c:1716:ldlm_lock_create()) Process leaving (rc=18393912598887134720 : -52831474822416896 : ff444e0db63ff600) 00010000:00000001:0.0:1673551334.509733:0:2380004:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1673551334.509733:0:2380004:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1673551334.509734:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000c9d47e65 count: 4 00010000:00010000:0.0:1673551334.509734:0:2380004:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-ai200x-MDT0001_UUID lock: 00000000f30c02cd/0xa23f007ba8277490 lrc: 3/1,0 mode: --/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551334.509737:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000c9d47e65 count: 3 00010000:00000001:0.0:1673551334.509737:0:2380004:0:(ldlm_lock.c:1771:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1673551334.509738:0:2380004:0:(ldlm_lock.c:1733:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1673551334.509739:0:2380004:0:(ldlm_inodebits.c:351:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1673551334.509740:0:2380004:0:(ldlm_inodebits.c:169:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1673551334.509741:0:2380004:0:(ldlm_inodebits.c:331:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1673551334.509741:0:2380004:0:(ldlm_inodebits.c:169:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1673551334.509742:0:2380004:0:(ldlm_inodebits.c:331:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1673551334.509742:0:2380004:0:(ldlm_lock.c:1117:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1673551334.509743:0:2380004:0:(ldlm_lock.c:978:search_granted_lock()) Process entered 00010000:00000001:0.0:1673551334.509743:0:2380004:0:(ldlm_lock.c:1049:search_granted_lock()) Process leaving 00010000:00000001:0.0:1673551334.509744:0:2380004:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1673551334.509744:0:2380004:0:(ldlm_resource.c:1785:ldlm_resource_dump()) --- Resource: [0x240002b1e:0x1acf0:0x0].0x0 (00000000c9d47e65) refcount = 3 00010000:00000040:0.0:1673551334.509745:0:2380004:0:(ldlm_resource.c:1788:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1673551334.509746:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000c9d47e65 count: 4 00010000:00000040:0.0:1673551334.509748:0:2380004:0:(ldlm_resource.c:1791:ldlm_resource_dump()) ### ### ns: mdt-ai200x-MDT0001_UUID lock: 0000000061dfa4e2/0xa23f007ba826c582 lrc: 2/0,0 mode: CR/CR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 172.16.0.56@o2ib remote: 0xf4cef705f15976dc expref: 1983 pid: 2343277 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551334.509749:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000c9d47e65 count: 3 00010000:00000040:0.0:1673551334.509750:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000c9d47e65 count: 4 00010000:00010000:0.0:1673551334.509750:0:2380004:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-ai200x-MDT0001_UUID lock: 00000000f30c02cd/0xa23f007ba8277490 lrc: 3/1,0 mode: PR/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551334.509752:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000c9d47e65 count: 3 00010000:00000001:0.0:1673551334.509753:0:2380004:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1673551334.509753:0:2380004:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1673551334.509754:0:2380004:0:(ldlm_pool.c:343:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551334.509754:0:2380004:0:(ldlm_lock.c:1148:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1673551334.509755:0:2380004:0:(ldlm_inodebits.c:442:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1673551334.509755:0:2380004:0:(ldlm_lock.c:1744:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551334.509756:0:2380004:0:(ldlm_lock.c:1925:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1673551334.509756:0:2380004:0:(ldlm_request.c:276:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1673551334.509757:0:2380004:0:(ldlm_request.c:285:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1673551334.509758:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000c9d47e65 count: 4 00010000:00010000:0.0:1673551334.509759:0:2380004:0:(ldlm_request.c:533:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ai200x-MDT0001_UUID lock: 00000000f30c02cd/0xa23f007ba8277490 lrc: 3/1,0 mode: PR/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551334.509760:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000c9d47e65 count: 3 00010000:00000001:0.0:1673551334.509761:0:2380004:0:(ldlm_request.c:534:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1673551334.509761:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551334.509762:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1673551334.509762:0:2380004:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1673551334.509763:0:2380004:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:0.0:1673551334.509763:0:2380004:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 00000000f30c02cd refcount=3 00000020:00000001:0.0:1673551334.509764:0:2380004:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912598887134720 : -52831474822416896 : ff444e0db63ff600) 00010000:00000001:0.0:1673551334.509764:0:2380004:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912598887134720 : -52831474822416896 : ff444e0db63ff600) 00010000:00000001:0.0:1673551334.509765:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551334.509765:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1673551334.509765:0:2380004:0:(mdt_handler.c:3821:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551334.509766:0:2380004:0:(mdt_handler.c:3836:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551334.509767:0:2380004:0:(mdt_handler.c:1349:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1673551334.509768:0:2380004:0:(mdt_handler.c:1229:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1673551334.509769:0:2380004:0:(mdd_object.c:377:mdd_attr_get()) Process entered 00000004:00000001:0.0:1673551334.509771:0:2380004:0:(mdd_object.c:383:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551334.509772:0:2380004:0:(mdd_object.c:397:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1673551334.509775:0:2380004:0:(lod_object.c:1522:lod_xattr_get()) Process entered 00000004:00000001:0.0:1673551334.509783:0:2380004:0:(lod_object.c:1590:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1673551334.509784:0:2380004:0:(mdd_object.c:461:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1673551334.509785:0:2380004:0:(mdt_som.c:48:lustre_buf2som()) Process entered 00000004:00000001:0.0:1673551334.509785:0:2380004:0:(mdt_som.c:66:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1673551334.509786:0:2380004:0:(mdt_som.c:91:mdt_get_som()) [0x240002b1e:0x1acf0:0x0]: Reading som attrs: valid: 1, size: 24906, blocks: 56 00000004:00000001:0.0:1673551334.509787:0:2380004:0:(mdd_object.c:397:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1673551334.509787:0:2380004:0:(lod_object.c:1522:lod_xattr_get()) Process entered 00000004:00000001:0.0:1673551334.509788:0:2380004:0:(lod_object.c:1590:lod_xattr_get()) Process leaving (rc=472 : 472 : 1d8) 00000004:00000001:0.0:1673551334.509789:0:2380004:0:(mdd_object.c:461:mdd_xattr_get()) Process leaving (rc=472 : 472 : 1d8) 00000004:00000001:0.0:1673551334.509789:0:2380004:0:(mdd_object.c:397:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1673551334.509790:0:2380004:0:(lod_object.c:1522:lod_xattr_get()) Process entered 00000004:00000001:0.0:1673551334.509791:0:2380004:0:(lod_object.c:1590:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1673551334.509791:0:2380004:0:(mdd_object.c:461:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1673551334.509792:0:2380004:0:(md_attrs.c:156:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1673551334.509792:0:2380004:0:(md_attrs.c:160:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1673551334.509793:0:2380004:0:(mdt_handler.c:1314:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=000000004019ec09 00000004:00000001:0.0:1673551334.509794:0:2380004:0:(mdt_handler.c:1315:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551334.509794:0:2380004:0:(nodemap_handler.c:610:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1673551334.509796:0:2380004:0:(nodemap_handler.c:613:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551334.509796:0:2380004:0:(nodemap_handler.c:665:nodemap_map_id()) Process entered 00000001:00000001:0.0:1673551334.509797:0:2380004:0:(nodemap_handler.c:720:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551334.509797:0:2380004:0:(nodemap_handler.c:665:nodemap_map_id()) Process entered 00000001:00000001:0.0:1673551334.509797:0:2380004:0:(nodemap_handler.c:720:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551334.509798:0:2380004:0:(nodemap_handler.c:665:nodemap_map_id()) Process entered 00000001:00000001:0.0:1673551334.509798:0:2380004:0:(nodemap_handler.c:720:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1673551334.509798:0:2380004:0:(mdt_handler.c:861:mdt_pack_attr2body()) [0x240002b1e:0x1acf0:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:0.0:1673551334.509800:0:2380004:0:(mdt_handler.c:906:mdt_pack_attr2body()) [0x240002b1e:0x1acf0:0x0]: returning size 24906 00000004:00000040:0.0:1673551334.509800:0:2380004:0:(mdt_lib.c:635:mdt_dump_lmm()) objid 0x2000100000001:1, magic 0x0BD60BD0, pattern 0X1D8 00000004:00200000:0.0:1673551334.509801:0:2380004:0:(mdt_handler.c:1517:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 4 00000004:00000002:0.0:1673551334.509802:0:2380004:0:(mdt_handler.c:1571:mdt_getattr_internal()) changing the max MD size to 768 00000001:00000001:0.0:1673551334.509803:0:2380004:0:(nodemap_handler.c:610:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1673551334.509803:0:2380004:0:(nodemap_handler.c:613:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551334.509804:0:2380004:0:(mdt_handler.c:690:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1673551334.509804:0:2380004:0:(mdd_object.c:397:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1673551334.509805:0:2380004:0:(lod_object.c:1522:lod_xattr_get()) Process entered 00000004:00000001:0.0:1673551334.509806:0:2380004:0:(lod_object.c:1590:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1673551334.509806:0:2380004:0:(mdd_object.c:461:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1673551334.509807:0:2380004:0:(mdt_handler.c:764:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551334.509808:0:2380004:0:(lprocfs_jobstats.c:270:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1673551334.509809:0:2380004:0:(lprocfs_jobstats.c:279:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551334.509810:0:2380004:0:(mdt_handler.c:1591:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551334.509811:0:2380004:0:(mdt_handler.c:2095:mdt_getattr_name_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551334.509812:0:2380004:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1673551334.509812:0:2380004:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:0.0:1673551334.509813:0:2380004:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 00000000f30c02cd refcount=3 00000020:00000001:0.0:1673551334.509813:0:2380004:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912598887134720 : -52831474822416896 : ff444e0db63ff600) 00010000:00000001:0.0:1673551334.509814:0:2380004:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912598887134720 : -52831474822416896 : ff444e0db63ff600) 00000004:00000040:0.0:1673551334.509814:0:2380004:0:(mdt_handler.c:4381:mdt_intent_lock_replace()) lock GETting export 0000000079935574 : new locks_count 858 00000020:00000040:0.0:1673551334.509815:0:2380004:0:(genops.c:968:class_export_get()) GET export 0000000079935574 refcount=864 00010000:00000001:0.0:1673551334.509816:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551334.509816:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1673551334.509817:0:2380004:0:(mdt_handler.c:4398:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1673551334.509817:0:2380004:0:(mdt_handler.c:4557:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1673551334.509818:0:2380004:0:(upcall_cache.c:391:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1673551334.509818:0:2380004:0:(upcall_cache.c:402:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1673551334.509819:0:2380004:0:(mdt_handler.c:927:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1673551334.509819:0:2380004:0:(mdt_handler.c:931:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1673551334.509819:0:2380004:0:(mdt_lib.c:713:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1673551334.509820:0:2380004:0:(mdt_lib.c:733:mdt_fix_reply()) Shrink to md_size = 472 cookie/acl_size = 0 00000004:00000001:0.0:1673551334.509821:0:2380004:0:(mdt_lib.c:855:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551334.509822:0:2380004:0:(mdt_handler.c:4936:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1673551334.509823:0:2380004:0:(mdt_internal.h:680:mdt_object_put()) Process entered 00000020:00000002:0.0:1673551334.509824:0:2380004:0:(lu_object.c:224:lu_object_put()) Add 00000000b90667b6/000000002b6bb0ef to site lru. bkt: 0000000084df7411 00000004:00000001:0.0:1673551334.509824:0:2380004:0:(mdt_internal.h:682:mdt_object_put()) Process leaving 00000004:00000001:0.0:1673551334.509825:0:2380004:0:(mdt_handler.c:5022:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1673551334.509826:0:2380004:0:(ldlm_lock.c:421:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1673551334.509826:0:2380004:0:(ldlm_lock.c:379:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1673551334.509827:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551334.509827:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1673551334.509827:0:2380004:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1673551334.509828:0:2380004:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1673551334.509829:0:2380004:0:(lustre_handles.c:112:class_handle_unhash_nolock()) removing object 00000000e3cf0d87 with handle 0xa23f007ba8277489 from hash 00010000:00000001:0.0:1673551334.509829:0:2380004:0:(ldlm_lock.c:411:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1673551334.509830:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551334.509830:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1673551334.509830:0:2380004:0:(ldlm_lock.c:431:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1673551334.509830:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000040:0.0:1673551334.509831:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000c9d47e65 count: 4 00010000:00010000:0.0:1673551334.509831:0:2380004:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ai200x-MDT0001_UUID lock: 00000000e3cf0d87/0xa23f007ba8277489 lrc: 0/0,0 mode: --/CR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 0@lo remote: 0xa23f007ba8277482 expref: 864 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551334.509833:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000c9d47e65 count: 3 00010000:00000040:0.0:1673551334.509834:0:2380004:0:(ldlm_lock.c:229:ldlm_lock_put()) lock PUTting export 0000000079935574 : new locks_count 857 00000020:00000040:0.0:1673551334.509835:0:2380004:0:(genops.c:979:class_export_put()) PUTting export 0000000079935574 : new refcount 863 00010000:00000010:0.0:1673551334.509835:0:2380004:0:(ldlm_lock.c:241:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aae95f46. 00010000:00000040:0.0:1673551334.509836:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000c9d47e65 count: 2 00010000:00000001:0.0:1673551334.509836:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1673551334.509837:0:2380004:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551334.509838:0:2380004:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue0()) Process leaving 00010000:00000040:0.0:1673551334.509838:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000c9d47e65 count: 3 00010000:00010000:0.0:1673551334.509839:0:2380004:0:(ldlm_lockd.c:1532:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-ai200x-MDT0001_UUID lock: 00000000f30c02cd/0xa23f007ba8277490 lrc: 3/0,0 mode: PR/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 0@lo remote: 0xa23f007ba8277482 expref: 863 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551334.509841:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000c9d47e65 count: 2 00010000:00000001:0.0:1673551334.509842:0:2380004:0:(ldlm_lock.c:2382:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1673551334.509842:0:2380004:0:(ldlm_inodebits.c:81:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1673551334.509843:0:2380004:0:(ldlm_inodebits.c:95:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b1e:0x1acf0:0x0].0x0 (00000000c9d47e65) 00010000:00000001:0.0:1673551334.509844:0:2380004:0:(ldlm_inodebits.c:140:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1673551334.509844:0:2380004:0:(ldlm_lock.c:2313:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551334.509845:0:2380004:0:(ldlm_lock.c:2418:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1673551334.509845:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551334.509845:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1673551334.509846:0:2380004:0:(ldlm_lockd.c:1612:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f30c02cd, rc 0) 00000020:00000001:0.0:1673551334.509846:0:2380004:0:(tgt_handler.c:1438:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1673551334.509847:0:2380004:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813813352, transno 0, xid 1754791738761664 00010000:00000001:0.0:1673551334.509848:0:2380004:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:0.0:1673551334.509849:0:2380004:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000087735eee x1754791738761664/t0(0) o101->5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f@0@lo:220/0 lens 576/1056 e 0 to 0 dl 1673551340 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:0.0:1673551334.509851:0:2380004:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1673551334.509852:0:2380004:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1673551334.509852:0:2380004:0:(import.c:1925:at_measured()) add 1 to 0000000033a2d014 time=103 v=1 (1 1 1 1) 00000100:00000001:0.0:1673551334.509853:0:2380004:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1673551334.509854:0:2380004:0:(connection.c:143:ptlrpc_connection_addref()) conn=000000001f6219a4 refcount 46 to 0@lo 00000100:00000001:0.0:1673551334.509855:0:2380004:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146656 : -52831505782404960 : ff444e0680e408a0) 02000000:00000001:0.0:1673551334.509855:0:2380004:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1673551334.509856:0:2380004:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551334.509856:0:2380004:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1673551334.509857:0:2380004:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1673551334.509858:0:2380004:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000045a94dc9. 00000100:00000200:0.0:1673551334.509859:0:2380004:0:(niobuf.c:87:ptl_send_buf()) Sending 1056 bytes to portal 10, xid 1754791738761664, offset 224 00000400:00000200:0.0:1673551334.509861:0:2380004:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1673551334.509863:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:0.0:1673551334.509864:0:2380004:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1673551334.509865:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:0.0:1673551334.509866:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:0.0:1673551334.509866:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:0.0:1673551334.509867:0:2380004:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 1056 into portal 10 MB=0x63bf94a3e61c0 00000400:00000200:0.0:1673551334.509868:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:0.0:1673551334.509869:0:2380004:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 1056/1056 into md 0x4bd8e28d [1] + 224 00000400:00000200:0.0:1673551334.509871:0:2380004:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1673551334.509872:0:2380004:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1673551334.509873:0:2380004:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:0.0:1673551334.509874:0:2380004:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000b28a7f21 x1754791738761664/t0(0) o101->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 576/2432 e 0 to 0 dl 1673551341 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:0.0:1673551334.509876:0:2380004:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=1056 offset=224 replen=2432 req@00000000b28a7f21 x1754791738761664/t0(0) o101->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 576/2432 e 0 to 0 dl 1673551341 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1673551334.509883:0:2380004:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000200:0.0:1673551334.509884:0:2380004:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000045a94dc9 00000400:00000010:0.0:1673551334.509884:0:2380004:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000045a94dc9. 00000100:00000001:0.0:1673551334.509885:0:2380004:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:0.0:1673551334.509885:0:2380004:0:(events.c:428:reply_out_callback()) Process leaving 00000100:00000001:0.0:1673551334.509886:0:2380004:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1673551334.509887:0:2380004:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=000000001f6219a4 refcount 45 to 0@lo 00000100:00000001:2.0:1673551334.509888:0:242277:0:(client.c:1822:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1673551334.509888:0:2380004:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:0.0:1673551334.509888:0:2380004:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551334.509888:0:2380004:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1673551334.509889:0:242277:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1673551334.509889:0:242277:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1673551334.509889:0:242277:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000009890be33. 00000100:00000040:0.0:1673551334.509889:0:2380004:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087735eee x1754791738761664/t0(0) o101->5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f@0@lo:220/0 lens 576/1056 e 0 to 0 dl 1673551340 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000400:00000200:2.0:1673551334.509890:0:242277:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000090effd2f 00000400:00000010:2.0:1673551334.509890:0:242277:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000090effd2f. 00000100:00000001:2.0:1673551334.509891:0:242277:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:2.0:1673551334.509891:0:242277:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000b28a7f21 x1754791738761664/t0(0) o101->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 576/2432 e 0 to 0 dl 1673551341 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1673551334.509892:0:2380004:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000087735eee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f+863:242277:x1754791738761664:12345-0@lo:101: Request processed in 236us (288us total) trans 0 rc 0/0 00000100:00000200:2.0:1673551334.509893:0:242277:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000b28a7f21 x1754791738761664/t0(0) o101->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 576/2432 e 0 to 0 dl 1673551341 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1673551334.509894:0:2380004:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20979 00000100:00000040:0.0:1673551334.509894:0:2380004:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000079935574 : new rpc_count 0 00000100:00000001:2.0:1673551334.509895:0:242277:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:2.0:1673551334.509895:0:242277:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1673551334.509895:0:2380004:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1673551334.509896:0:242277:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:2.0:1673551334.509896:0:242277:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1673551334.509896:0:2380004:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1673551334.509896:0:2380004:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000963692e1. 00000100:00000001:2.0:1673551334.509897:0:242277:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1673551334.509897:0:242277:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1673551334.509897:0:2380004:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000091760d17. 02000000:00000001:2.0:1673551334.509898:0:242277:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1673551334.509898:0:2380004:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031ac170d. 00000100:00001000:2.0:1673551334.509899:0:242277:0:(import.c:1925:at_measured()) add 1 to 0000000030df8f28 time=138 v=1 (1 1 1 1) 00000020:00000040:0.0:1673551334.509899:0:2380004:0:(genops.c:979:class_export_put()) PUTting export 0000000079935574 : new refcount 862 00000100:00000001:0.0:1673551334.509899:0:2380004:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1673551334.509900:0:242277:0:(import.c:1925:at_measured()) add 1 to 0000000019a3c0ce time=96 v=1 (1 1 1 1) 00000100:00000001:2.0:1673551334.509900:0:242277:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1673551334.509901:0:242277:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.509901:0:242277:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1673551334.509902:0:242277:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551334.509903:0:242277:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1673551334.509903:0:242277:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0001-mdc-ff444e0748e14000: skip recheck: last_committed 244813813352 00000100:00000001:2.0:1673551334.509903:0:242277:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1673551334.509904:0:242277:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1673551334.509904:0:242277:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b28a7f21 x1754791738761664/t0(0) o101->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 576/1056 e 0 to 0 dl 1673551341 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1673551334.509906:0:242277:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1673551334.509907:0:242277:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1673551334.509907:0:242277:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1673551334.509908:0:242277:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b28a7f21 x1754791738761664/t0(0) o101->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 576/1056 e 0 to 0 dl 1673551341 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00100000:2.0:1673551334.509910:0:242277:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000b28a7f21 pname:cluuid:pid:xid:nid:opc:job rm:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:242277:1754791738761664:0@lo:101: 00000100:00000001:2.0:1673551334.509911:0:242277:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551334.509911:0:242277:0:(client.c:2627:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551334.509912:0:242277:0:(client.c:1117:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1673551334.509912:0:242277:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1673551334.509912:0:242277:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b28a7f21 x1754791738761664/t0(0) o101->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 576/1056 e 0 to 0 dl 1673551341 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1673551334.509914:0:242277:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1673551334.509914:0:242277:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 112 at 000000001272edd4. 00000100:00000001:2.0:1673551334.509915:0:242277:0:(client.c:1159:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1673551334.509915:0:242277:0:(client.c:3203:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.509916:0:242277:0:(ldlm_request.c:623:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1673551334.509916:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.509916:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.509917:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 000000000c628a00 refcount=4 00000020:00000001:2.0:1673551334.509917:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.509918:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000040:2.0:1673551334.509919:0:242277:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) local: 000000000c628a00, remote cookie: 0xa23f007ba8277490, flags: 0x1001 00010000:00000040:2.0:1673551334.509919:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 2 00010000:00010000:2.0:1673551334.509920:0:242277:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: ai200x-MDT0001-mdc-ff444e0748e14000 lock: 000000000c628a00/0xa23f007ba8277482 lrc: 4/1,0 mode: --/CR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa23f007ba8277490 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.509924:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 1 00010000:00000040:2.0:1673551334.509925:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 2 00010000:00010000:2.0:1673551334.509925:0:242277:0:(ldlm_request.c:747:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: ai200x-MDT0001-mdc-ff444e0748e14000 lock: 000000000c628a00/0xa23f007ba8277482 lrc: 4/1,0 mode: --/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa23f007ba8277490 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.509927:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 1 00010000:00000001:2.0:1673551334.509927:0:242277:0:(ldlm_lock.c:1771:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1673551334.509928:0:242277:0:(ldlm_lock.c:1117:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1673551334.509928:0:242277:0:(ldlm_lock.c:978:search_granted_lock()) Process entered 00010000:00000001:2.0:1673551334.509929:0:242277:0:(ldlm_lock.c:1049:search_granted_lock()) Process leaving 00010000:00000001:2.0:1673551334.509929:0:242277:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1673551334.509929:0:242277:0:(ldlm_resource.c:1785:ldlm_resource_dump()) --- Resource: [0x240002b1e:0x1acf0:0x0].0x0 (000000005d2041d6) refcount = 1 00010000:00010000:2.0:1673551334.509930:0:242277:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: ?? lock: 000000000c628a00/0xa23f007ba8277482 lrc: 4/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xa23f007ba8277490 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1673551334.509931:0:242277:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1673551334.509932:0:242277:0:(ldlm_lock.c:1148:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1673551334.509932:0:242277:0:(ldlm_lock.c:1911:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1673551334.509933:0:242277:0:(ldlm_request.c:276:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1673551334.509933:0:242277:0:(ldlm_request.c:285:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1673551334.509934:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 2 00010000:00010000:2.0:1673551334.509934:0:242277:0:(ldlm_request.c:801:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: ai200x-MDT0001-mdc-ff444e0748e14000 lock: 000000000c628a00/0xa23f007ba8277482 lrc: 4/1,0 mode: PR/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa23f007ba8277490 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.509935:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 1 00010000:00000001:2.0:1673551334.509936:0:242277:0:(ldlm_request.c:802:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1673551334.509936:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509936:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.509937:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509937:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.509937:0:242277:0:(ldlm_request.c:1140:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551334.509938:0:242277:0:(mdc_locks.c:691:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1673551334.509938:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.509939:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.509939:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 000000000c628a00 refcount=3 00000020:00000001:2.0:1673551334.509940:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.509940:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.509941:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.509941:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.509941:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 000000000c628a00 refcount=4 00000020:00000001:2.0:1673551334.509942:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.509942:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.509943:0:242277:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1673551334.509943:0:242277:0:(ldlm_lock.c:301:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1673551334.509944:0:242277:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: ?? lock: 000000000c628a00/0xa23f007ba8277482 lrc: 5/2,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xa23f007ba8277490 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1673551334.509945:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509945:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.509945:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.509946:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.509946:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 000000000c628a00 refcount=5 00000020:00000001:2.0:1673551334.509946:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.509947:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.509947:0:242277:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1673551334.509947:0:242277:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: ?? lock: 000000000c628a00/0xa23f007ba8277482 lrc: 5/2,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xa23f007ba8277490 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1673551334.509949:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509949:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1673551334.509949:0:242277:0:(ldlm_lock.c:910:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: ?? lock: 000000000c628a00/0xa23f007ba8277482 lrc: 4/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xa23f007ba8277490 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1673551334.509950:0:242277:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1673551334.509951:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509951:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.509951:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509951:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1673551334.509952:0:242277:0:(mdc_locks.c:746:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@00000000b28a7f21 x1754791738761664/t0(0) o101->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 576/1056 e 0 to 0 dl 1673551341 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00010000:00000001:2.0:1673551334.509954:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.509955:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.509955:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 000000000c628a00 refcount=3 00000020:00000001:2.0:1673551334.509955:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.509956:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.509956:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509957:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1673551334.509957:0:242277:0:(mdc_locks.c:892:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551334.509957:0:242277:0:(mdc_locks.c:1091:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551334.509958:0:242277:0:(mdc_locks.c:1113:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1673551334.509958:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.509958:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.509959:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 000000000c628a00 refcount=3 00000020:00000001:2.0:1673551334.509959:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.509960:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000040:2.0:1673551334.509960:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 2 00000002:00010000:2.0:1673551334.509961:0:242277:0:(mdc_locks.c:1182:mdc_finish_intent_lock()) ### matching against this ns: ai200x-MDT0001-mdc-ff444e0748e14000 lock: 000000000c628a00/0xa23f007ba8277482 lrc: 3/1,0 mode: PR/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa23f007ba8277490 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.509962:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 1 00010000:00000001:2.0:1673551334.509962:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509963:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.509963:0:242277:0:(ldlm_lock.c:1432:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1673551334.509963:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.509964:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.509964:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 000000000c628a00 refcount=3 00000020:00000001:2.0:1673551334.509964:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.509965:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000040:2.0:1673551334.509965:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 2 00010000:00000001:2.0:1673551334.509966:0:242277:0:(ldlm_resource.c:1505:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1673551334.509966:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 1 00010000:00010000:2.0:1673551334.509967:0:242277:0:(ldlm_lock.c:1514:ldlm_lock_match_with_skip()) ### not matched ns 000000007cfe487a type 13 mode 4 res 9663687454/109808 (0 0) 00010000:00000001:2.0:1673551334.509968:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.509968:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1673551334.509969:0:242277:0:(mdc_locks.c:1208:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1673551334.509969:0:242277:0:(mdc_locks.c:1213:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1673551334.509970:0:242277:0:(mdc_locks.c:1368:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551334.509970:0:242277:0:(lmv_intent.c:143:lmv_intent_remote()) Process leaving 00800000:00000010:2.0:1673551334.509970:0:242277:0:(lmv_intent.c:145:lmv_intent_remote()) kfreed 'op_data': 392 at 00000000de43ca51. 00000100:00000001:2.0:1673551334.509971:0:242277:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1673551334.509972:0:242277:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c131c331 x1754791738761600/t0(0) o101->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:12/10 lens 584/584 e 0 to 0 dl 1673551341 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1673551334.509973:0:242277:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1673551334.509974:0:242277:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1673551334.509974:0:242277:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at 000000004d698fb9. 02000000:00000001:2.0:1673551334.509975:0:242277:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1673551334.509976:0:242277:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:2.0:1673551334.509976:0:242277:0:(genops.c:1205:class_import_put()) import 000000005b12847f refcount=5 obd=ai200x-MDT0002-mdc-ff444e0748e14000 00000020:00000001:2.0:1673551334.509977:0:242277:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:2.0:1673551334.509977:0:242277:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000003c164d6c. 02000000:00000001:2.0:1673551334.509978:0:242277:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1673551334.509978:0:242277:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1673551334.509978:0:242277:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000c131c331. 00000100:00000001:2.0:1673551334.509979:0:242277:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1673551334.509979:0:242277:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1673551334.509980:0:242277:0:(lmv_intent.c:545:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551334.509980:0:242277:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1673551334.509981:0:242277:0:(namei.c:901:ll_intent_lock()) intent lock 8 on i1 [0x2c0001bc2:0x839d:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1673551334.509982:0:242277:0:(namei.c:940:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551334.509982:0:242277:0:(namei.c:645:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1673551334.509983:0:242277:0:(namei.c:650:ll_lookup_it_finish()) it 000000005741e149 it_disposition b 00000080:00000001:2.0:1673551334.509984:0:242277:0:(llite_lib.c:3108:ll_prep_inode()) Process entered 00000080:00000001:2.0:1673551334.509985:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551334.509986:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551334.509986:0:242277:0:(mdc_request.c:555:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1673551334.509987:0:242277:0:(mdc_request.c:666:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1673551334.509988:0:242277:0:(lcommon_cl.c:280:cl_fid_build_ino()) Process leaving (rc=162129771772357872 : 162129771772357872 : 240002b1e01acf0) 00000080:00000001:2.0:1673551334.509989:0:242277:0:(namei.c:124:ll_iget()) Process entered 00000020:00000001:2.0:1673551334.509991:0:242277:0:(cl_object.c:691:cl_env_obtain()) Process entered 00000020:00000001:2.0:1673551334.509993:0:242277:0:(cl_object.c:722:cl_env_obtain()) Process leaving (rc=18393912613466370920 : -52831460243180696 : ff444e111b3d7368) 00000020:00001000:2.0:1673551334.509993:0:242277:0:(cl_object.c:753:cl_env_get()) 1@00000000a6826768 00000020:00000001:2.0:1673551334.509994:0:242277:0:(cl_object.c:303:cl_conf_set()) Process entered 00020000:00000001:2.0:1673551334.509996:0:242277:0:(lov_object.c:1385:lov_conf_set()) Process entered 00020000:00000001:2.0:1673551334.509997:0:242277:0:(lov_pack.c:352:lov_unpackmd()) Process entered 00020000:00000010:2.0:1673551334.509998:0:242277:0:(lov_ea.c:530:lsm_unpackmd_comp_md_v1()) kmalloced '(lsm)': 72 at 0000000019b1f446. 00020000:00000010:2.0:1673551334.509999:0:242277:0:(lov_ea.c:215:lsme_unpack()) kmalloced '(lsme)': 120 at 000000001272edd4. 00020000:00000010:2.0:1673551334.510000:0:242277:0:(lov_ea.c:250:lsme_unpack()) slab-alloced 'loi': 112 at 000000000745ab7e. 00020000:00000010:2.0:1673551334.510002:0:242277:0:(lov_ea.c:250:lsme_unpack()) slab-alloced 'loi': 112 at 00000000c3a0fabe. 00020000:00000010:2.0:1673551334.510003:0:242277:0:(lov_ea.c:250:lsme_unpack()) slab-alloced 'loi': 112 at 00000000ea09f244. 00020000:00000010:2.0:1673551334.510004:0:242277:0:(lov_ea.c:250:lsme_unpack()) slab-alloced 'loi': 112 at 00000000ec09c521. 00020000:00000010:2.0:1673551334.510006:0:242277:0:(lov_ea.c:250:lsme_unpack()) slab-alloced 'loi': 112 at 00000000ba0991bf. 00020000:00000010:2.0:1673551334.510007:0:242277:0:(lov_ea.c:250:lsme_unpack()) slab-alloced 'loi': 112 at 000000006e86775f. 00020000:00000010:2.0:1673551334.510008:0:242277:0:(lov_ea.c:250:lsme_unpack()) slab-alloced 'loi': 112 at 00000000b86b9828. 00020000:00000010:2.0:1673551334.510009:0:242277:0:(lov_ea.c:215:lsme_unpack()) kmalloced '(lsme)': 96 at 0000000017e51d0b. 00020000:00000010:2.0:1673551334.510010:0:242277:0:(lov_ea.c:250:lsme_unpack()) slab-alloced 'loi': 112 at 00000000a888f9de. 00020000:00000010:2.0:1673551334.510010:0:242277:0:(lov_ea.c:250:lsme_unpack()) slab-alloced 'loi': 112 at 000000006f553bb0. 00020000:00000010:2.0:1673551334.510011:0:242277:0:(lov_ea.c:250:lsme_unpack()) slab-alloced 'loi': 112 at 00000000fd1de874. 00020000:00000010:2.0:1673551334.510011:0:242277:0:(lov_ea.c:250:lsme_unpack()) slab-alloced 'loi': 112 at 0000000029f5966b. 00020000:00000001:2.0:1673551334.510012:0:242277:0:(lov_ea.c:591:lsm_unpackmd_comp_md_v1()) Process leaving (rc=18393912626254721408 : -52831447454830208 : ff444e14157c3180) 00020000:00000001:2.0:1673551334.510013:0:242277:0:(lov_pack.c:364:lov_unpackmd()) Process leaving (rc=18393912626254721408 : -52831447454830208 : ff444e14157c3180) 00020000:00000002:2.0:1673551334.510013:0:242277:0:(lov_ea.c:653:dump_lsm()) lsm 0000000019b1f446, objid 0x0:0, maxbytes 0x3fffffffc000, magic 0x0BD60BD0, refc: 1, entry: 2, mirror: 1, flags: 1,layout_gen 1 00020000:00000002:2.0:1673551334.510015:0:242277:0:(lov_ea.c:688:dump_lsm()) [0x0, 0xffffffffffffffff): id: 65537, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 7, sstripe size 1048576, pool: [] 00020000:00000002:2.0:1673551334.510016:0:242277:0:(lov_ea.c:698:dump_lsm()) oinfo:000000000745ab7e: ostid: 0x480000401:776845 ost idx: 7 gen: 0 00020000:00000002:2.0:1673551334.510017:0:242277:0:(lov_ea.c:698:dump_lsm()) oinfo:00000000c3a0fabe: ostid: 0x380000400:772252 ost idx: 1 gen: 0 00020000:00000002:2.0:1673551334.510018:0:242277:0:(lov_ea.c:698:dump_lsm()) oinfo:00000000ea09f244: ostid: 0x440000402:772575 ost idx: 4 gen: 0 00020000:00000002:2.0:1673551334.510018:0:242277:0:(lov_ea.c:698:dump_lsm()) oinfo:00000000ec09c521: ostid: 0x300000400:783212 ost idx: 3 gen: 0 00020000:00000002:2.0:1673551334.510019:0:242277:0:(lov_ea.c:698:dump_lsm()) oinfo:00000000ba0991bf: ostid: 0x4c0000401:781910 ost idx: 6 gen: 0 00020000:00000002:2.0:1673551334.510019:0:242277:0:(lov_ea.c:698:dump_lsm()) oinfo:000000006e86775f: ostid: 0x3c0000400:771735 ost idx: 0 gen: 0 00020000:00000002:2.0:1673551334.510020:0:242277:0:(lov_ea.c:698:dump_lsm()) oinfo:00000000b86b9828: ostid: 0x400000402:771234 ost idx: 5 gen: 0 00020000:00000002:2.0:1673551334.510020:0:242277:0:(lov_ea.c:688:dump_lsm()) [0x0, 0xffffffffffffffff): id: 131073, flags: 10, magic 0x0BD30BD0, layout_gen 0, stripe count 4, sstripe size 1048576, pool: [ddn_hdd] 00020000:00000002:2.0:1673551334.510022:0:242277:0:(lov_ea.c:698:dump_lsm()) oinfo:00000000a888f9de: ostid: 0x480000401:1461240 ost idx: 7 gen: 0 00020000:00000002:2.0:1673551334.510023:0:242277:0:(lov_ea.c:698:dump_lsm()) oinfo:000000006f553bb0: ostid: 0x440000402:1458057 ost idx: 4 gen: 0 00020000:00000002:2.0:1673551334.510023:0:242277:0:(lov_ea.c:698:dump_lsm()) oinfo:00000000fd1de874: ostid: 0x4c0000401:1470501 ost idx: 6 gen: 0 00020000:00000002:2.0:1673551334.510024:0:242277:0:(lov_ea.c:698:dump_lsm()) oinfo:0000000029f5966b: ostid: 0x400000402:1457524 ost idx: 5 gen: 0 00020000:00000002:2.0:1673551334.510024:0:242277:0:(lov_object.c:1240:lov_conf_lock()) Took exclusive lov(000000004ef08c39) owner 00000000a41e0a7e 00020000:00000001:2.0:1673551334.510026:0:242277:0:(lov_object.c:1423:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1673551334.510026:0:242277:0:(lov_object.c:1246:lov_conf_unlock()) To release exclusive lov(000000004ef08c39) owner 00000000a41e0a7e 00020000:00000010:2.0:1673551334.510027:0:242277:0:(lov_ea.c:145:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 000000000745ab7e. 00020000:00000010:2.0:1673551334.510029:0:242277:0:(lov_ea.c:145:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 00000000c3a0fabe. 00020000:00000010:2.0:1673551334.510029:0:242277:0:(lov_ea.c:145:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 00000000ea09f244. 00020000:00000010:2.0:1673551334.510029:0:242277:0:(lov_ea.c:145:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 00000000ec09c521. 00020000:00000010:2.0:1673551334.510030:0:242277:0:(lov_ea.c:145:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 00000000ba0991bf. 00020000:00000010:2.0:1673551334.510030:0:242277:0:(lov_ea.c:145:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 000000006e86775f. 00020000:00000010:2.0:1673551334.510031:0:242277:0:(lov_ea.c:145:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 00000000b86b9828. 00020000:00000010:2.0:1673551334.510031:0:242277:0:(lov_ea.c:148:lsme_free()) kfreed 'lsme': 120 at 000000001272edd4. 00020000:00000010:2.0:1673551334.510032:0:242277:0:(lov_ea.c:145:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 00000000a888f9de. 00020000:00000010:2.0:1673551334.510032:0:242277:0:(lov_ea.c:145:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 000000006f553bb0. 00020000:00000010:2.0:1673551334.510033:0:242277:0:(lov_ea.c:145:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 00000000fd1de874. 00020000:00000010:2.0:1673551334.510033:0:242277:0:(lov_ea.c:145:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 0000000029f5966b. 00020000:00000010:2.0:1673551334.510033:0:242277:0:(lov_ea.c:148:lsme_free()) kfreed 'lsme': 96 at 0000000017e51d0b. 00020000:00000010:2.0:1673551334.510034:0:242277:0:(lov_ea.c:167:lsm_free()) kfreed 'lsm': 72 at 0000000019b1f446. 00020000:00000002:2.0:1673551334.510035:0:242277:0:(lov_object.c:1440:lov_conf_set()) [0x240002b1e:0x1acf0:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1673551334.510036:0:242277:0:(lov_object.c:1441:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1673551334.510036:0:242277:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1673551334.510037:0:242277:0:(cl_object.c:834:cl_env_put()) 1@00000000a6826768 00000080:00000001:2.0:1673551334.510037:0:242277:0:(lcommon_cl.c:280:cl_fid_build_ino()) Process leaving (rc=162129771772357872 : 162129771772357872 : 240002b1e01acf0) 00000080:00000001:2.0:1673551334.510038:0:242277:0:(lcommon_cl.c:292:cl_fid_build_gen()) Process leaving (rc=37748779 : 37748779 : 240002b) 00000080:00200000:2.0:1673551334.510039:0:242277:0:(llite_lib.c:2641:ll_update_inode()) inode=[0x240002b1e:0x1acf0:0x0], updating i_size 24906 00000080:00200000:2.0:1673551334.510040:0:242277:0:(namei.c:158:ll_iget()) got inode: [0x240002b1e:0x1acf0:0x0](000000002a4c3092): rc = 0 00000080:00000001:2.0:1673551334.510052:0:242277:0:(namei.c:167:ll_iget()) Process leaving (rc=18393912589180625504 : -52831484528926112 : ff444e0b73b26260) 00010000:00000001:2.0:1673551334.510052:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.510053:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.510053:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 000000006558aa3f refcount=3 00000020:00000001:2.0:1673551334.510054:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912623944242240 : -52831449765309376 : ff444e138bc51440) 00010000:00000001:2.0:1673551334.510054:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912623944242240 : -52831449765309376 : ff444e138bc51440) 00010000:00000001:2.0:1673551334.510055:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.510055:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1673551334.510055:0:242277:0:(llite_lib.c:3197:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1673551334.510056:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551334.510057:0:242277:0:(lmv_obd.c:3652:lmv_free_lustre_md()) Process entered 00800000:00000001:2.0:1673551334.510057:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551334.510058:0:242277:0:(mdc_request.c:676:mdc_free_lustre_md()) Process entered 00000002:00000001:2.0:1673551334.510058:0:242277:0:(mdc_request.c:677:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551334.510059:0:242277:0:(lmv_obd.c:3664:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1673551334.510059:0:242277:0:(llite_internal.h:1712:ll_set_lock_data()) setting l_data to inode [0x240002b1e:0x1acf0:0x0](000000002a4c3092) for remote lock 0xa23f007ba8277482 00000080:00000001:2.0:1673551334.510060:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551334.510060:0:242277:0:(lmv_obd.c:3579:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1673551334.510061:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551334.510061:0:242277:0:(mdc_locks.c:105:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1673551334.510062:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.510062:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.510062:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 000000000c628a00 refcount=3 00000020:00000001:2.0:1673551334.510063:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.510063:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.510064:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.510064:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1673551334.510064:0:242277:0:(mdc_locks.c:133:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551334.510065:0:242277:0:(lmv_obd.c:3584:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1673551334.510065:0:242277:0:(llite_internal.h:1720:ll_set_lock_data()) setting l_data to inode [0x240002b1e:0x1acf0:0x0](000000002a4c3092) for lock 0xa23f007ba827747b 00000080:00000001:2.0:1673551334.510066:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551334.510066:0:242277:0:(lmv_obd.c:3579:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1673551334.510067:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551334.510067:0:242277:0:(mdc_locks.c:105:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1673551334.510067:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.510068:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.510068:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 000000006558aa3f refcount=3 00000020:00000001:2.0:1673551334.510069:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912623944242240 : -52831449765309376 : ff444e138bc51440) 00010000:00000001:2.0:1673551334.510069:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912623944242240 : -52831449765309376 : ff444e138bc51440) 00010000:00000001:2.0:1673551334.510070:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.510070:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1673551334.510070:0:242277:0:(mdc_locks.c:133:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551334.510070:0:242277:0:(lmv_obd.c:3584:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551334.510071:0:242277:0:(dcache.c:146:ll_d_init()) Process entered 00000080:00002000:2.0:1673551334.510071:0:242277:0:(dcache.c:151:ll_d_init()) ldd on dentry article-7.xml (00000000621b0412) parent 0000000044d35c51 inode 0000000000000000 refc 1 00000080:00000010:2.0:1673551334.510073:0:242277:0:(dcache.c:156:ll_d_init()) kmalloced '(lld)': 24 at 000000009bdb551c. 00000080:00000001:2.0:1673551334.510073:0:242277:0:(dcache.c:172:ll_d_init()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1673551334.510074:0:242277:0:(namei.c:630:ll_splice_alias()) Add dentry 00000000621b0412 inode 000000002a4c3092 refc 1 flags 0x40000e 00000080:00000001:2.0:1673551334.510075:0:242277:0:(namei.c:793:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1673551334.510076:0:242277:0:(dcache.c:283:ll_lookup_finish_locks()) setting l_data to inode [0x240002b1e:0x1acf0:0x0](000000002a4c3092) 00000080:00010000:2.0:1673551334.510077:0:242277:0:(dcache.c:183:ll_intent_drop_lock()) releasing lock with cookie 0xa23f007ba827747b from it 000000005741e149 00010000:00000001:2.0:1673551334.510077:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.510078:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.510078:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 000000006558aa3f refcount=3 00000020:00000001:2.0:1673551334.510078:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912623944242240 : -52831449765309376 : ff444e138bc51440) 00010000:00000001:2.0:1673551334.510079:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912623944242240 : -52831449765309376 : ff444e138bc51440) 00010000:00000001:2.0:1673551334.510079:0:242277:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1673551334.510080:0:242277:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: ?? lock: 000000006558aa3f/0xa23f007ba827747b lrc: 3/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0x6acc5947b271d357 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1673551334.510081:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.510081:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.510082:0:242277:0:(ldlm_lock.c:327:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1673551334.510082:0:242277:0:(ldlm_lock.c:331:ldlm_lock_add_to_lru()) Process leaving 00010000:00000040:2.0:1673551334.510082:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000ad24c134 count: 2 00010000:00010000:2.0:1673551334.510083:0:242277:0:(ldlm_lock.c:903:ldlm_lock_decref_internal()) ### add lock into lru list ns: ai200x-MDT0002-mdc-ff444e0748e14000 lock: 000000006558aa3f/0xa23f007ba827747b lrc: 2/0,0 mode: PR/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6acc5947b271d357 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.510085:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000ad24c134 count: 1 00010000:00000001:2.0:1673551334.510085:0:242277:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1673551334.510086:0:242277:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1673551334.510087:0:242277:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1673551334.510087:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.510088:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.510088:0:242277:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.510089:0:242277:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1673551334.510089:0:242277:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.510089:0:242277:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.510090:0:242277:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.510090:0:242277:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1673551334.510091:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.510091:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000080:00010000:2.0:1673551334.510091:0:242277:0:(dcache.c:194:ll_intent_drop_lock()) releasing remote lock with cookie 0xa23f007ba8277482 from it 000000005741e149 00010000:00000001:2.0:1673551334.510092:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.510092:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.510092:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 000000000c628a00 refcount=3 00000020:00000001:2.0:1673551334.510093:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.510093:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.510094:0:242277:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1673551334.510094:0:242277:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: ?? lock: 000000000c628a00/0xa23f007ba8277482 lrc: 3/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xa23f007ba8277490 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1673551334.510095:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.510096:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.510096:0:242277:0:(ldlm_lock.c:327:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1673551334.510096:0:242277:0:(ldlm_lock.c:331:ldlm_lock_add_to_lru()) Process leaving 00010000:00000040:2.0:1673551334.510096:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 2 00010000:00010000:2.0:1673551334.510097:0:242277:0:(ldlm_lock.c:903:ldlm_lock_decref_internal()) ### add lock into lru list ns: ai200x-MDT0001-mdc-ff444e0748e14000 lock: 000000000c628a00/0xa23f007ba8277482 lrc: 2/0,0 mode: PR/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa23f007ba8277490 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.510098:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 1 00010000:00000001:2.0:1673551334.510099:0:242277:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1673551334.510099:0:242277:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1673551334.510099:0:242277:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1673551334.510100:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.510100:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.510100:0:242277:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.510101:0:242277:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1673551334.510102:0:242277:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.510102:0:242277:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.510103:0:242277:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.510104:0:242277:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1673551334.510104:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.510104:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1673551334.510105:0:242277:0:(namei.c:1194:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1673551334.510105:0:242277:0:(llite_lib.c:3424:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000046092f8a. 00000100:00000001:2.0:1673551334.510106:0:242277:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1673551334.510106:0:242277:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b28a7f21 x1754791738761664/t0(0) o101->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 576/1056 e 0 to 0 dl 1673551341 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1673551334.510108:0:242277:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1673551334.510108:0:242277:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1673551334.510109:0:242277:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at 0000000042eb4b9b. 02000000:00000001:2.0:1673551334.510110:0:242277:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1673551334.510110:0:242277:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:2.0:1673551334.510110:0:242277:0:(genops.c:1205:class_import_put()) import 0000000076349000 refcount=5 obd=ai200x-MDT0001-mdc-ff444e0748e14000 00000020:00000001:2.0:1673551334.510111:0:242277:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:2.0:1673551334.510111:0:242277:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000008462a09e. 02000000:00000001:2.0:1673551334.510111:0:242277:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1673551334.510112:0:242277:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1673551334.510112:0:242277:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000b28a7f21. 00000100:00000001:2.0:1673551334.510113:0:242277:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1673551334.510113:0:242277:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1673551334.510114:0:242277:0:(dcache.c:204:ll_intent_release()) Process entered 00000080:00000040:2.0:1673551334.510114:0:242277:0:(dcache.c:206:ll_intent_release()) intent 000000005741e149 released 00000080:00000001:2.0:1673551334.510114:0:242277:0:(dcache.c:217:ll_intent_release()) Process leaving 00000080:00000001:2.0:1673551334.510116:0:242277:0:(file.c:5229:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1673551334.510116:0:242277:0:(file.c:5232:ll_inode_revalidate()) VFS Op:inode=[0x240002b1e:0x1acf0:0x0](000000002a4c3092),name=article-7.xml 00000080:00000010:2.0:1673551334.510117:0:242277:0:(llite_lib.c:3300:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000046092f8a. 00000080:00000001:2.0:1673551334.510118:0:242277:0:(namei.c:893:ll_intent_lock()) Process entered 00000080:00000001:2.0:1673551334.510118:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551334.510119:0:242277:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1673551334.510119:0:242277:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x240002b1e:0x1acf0:0x0] 'article-7.xml' on [0x200002b25:0x13e20:0x0] 00800000:00000001:2.0:1673551334.510120:0:242277:0:(lmv_intent.c:439:lmv_intent_lookup()) Process entered 00800000:00000040:2.0:1673551334.510121:0:242277:0:(lustre_lmv.h:357:__lmv_name_to_stripe_index()) name article-7.xml hash=0x2/0x0 idx=2/4/0 under old layout 00800000:00000002:2.0:1673551334.510122:0:242277:0:(lmv_obd.c:1696:lmv_locate_tgt_by_name()) locate MDT 2 parent [0x2c0001bc2:0x839d:0x0] 00800000:00000001:2.0:1673551334.510123:0:242277:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1673551334.510123:0:242277:0:(fld_request.c:446:fld_client_lookup()) Process entered 80000000:00000001:2.0:1673551334.510124:0:242277:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1673551334.510124:0:242277:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1673551334.510125:0:242277:0:(fld_request.c:451:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1673551334.510125:0:242277:0:(lmv_fld.c:79:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b1e:0x1acf0:0x0] 00800000:00000001:2.0:1673551334.510126:0:242277:0:(lmv_fld.c:87:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1673551334.510126:0:242277:0:(lmv_intent.c:491:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2c0001bc2:0x839d:0x0], fid2=[0x240002b1e:0x1acf0:0x0], name='' -> mds #1 00800000:00000001:2.0:1673551334.510127:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551334.510127:0:242277:0:(mdc_locks.c:1325:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1673551334.510128:0:242277:0:(mdc_locks.c:1331:mdc_intent_lock()) (name: ,[0x240002b1e:0x1acf0:0x0]) in obj [0x2c0001bc2:0x839d:0x0], intent: getattr flags 0 00000002:00000001:2.0:1673551334.510129:0:242277:0:(mdc_locks.c:1229:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1673551334.510129:0:242277:0:(mdc_locks.c:144:mdc_lock_match()) Process entered 00010000:00000001:2.0:1673551334.510129:0:242277:0:(ldlm_lock.c:1432:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1673551334.510130:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 2 00010000:00000001:2.0:1673551334.510130:0:242277:0:(ldlm_resource.c:1505:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1673551334.510131:0:242277:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1673551334.510131:0:242277:0:(ldlm_lock.c:301:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1673551334.510132:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 3 00010000:00010000:2.0:1673551334.510132:0:242277:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: ai200x-MDT0001-mdc-ff444e0748e14000 lock: 000000000c628a00/0xa23f007ba8277482 lrc: 2/1,0 mode: PR/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa23f007ba8277490 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.510134:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 2 00010000:00000040:2.0:1673551334.510134:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 1 02000000:00000001:2.0:1673551334.510135:0:242277:0:(sec.c:954:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1673551334.510135:0:242277:0:(sec.c:968:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1673551334.510136:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 2 00010000:00010000:2.0:1673551334.510136:0:242277:0:(ldlm_lock.c:1497:ldlm_lock_match_with_skip()) ### matched (0 0) ns: ai200x-MDT0001-mdc-ff444e0748e14000 lock: 000000000c628a00/0xa23f007ba8277482 lrc: 2/1,0 mode: PR/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa23f007ba8277490 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.510138:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 1 00000002:00000001:2.0:1673551334.510138:0:242277:0:(mdc_locks.c:150:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1673551334.510139:0:242277:0:(mdc_locks.c:1281:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1673551334.510139:0:242277:0:(mdc_locks.c:1348:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1673551334.510140:0:242277:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1673551334.510140:0:242277:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1673551334.510141:0:242277:0:(namei.c:901:ll_intent_lock()) intent lock 8 on i1 [0x2c0001bc2:0x839d:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1673551334.510142:0:242277:0:(namei.c:940:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1673551334.510142:0:242277:0:(llite_lib.c:3424:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000046092f8a. 00000080:00000001:2.0:1673551334.510143:0:242277:0:(dcache.c:249:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1673551334.510143:0:242277:0:(dcache.c:252:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1673551334.510143:0:242277:0:(dcache.c:283:ll_lookup_finish_locks()) setting l_data to inode [0x240002b1e:0x1acf0:0x0](000000002a4c3092) 00000080:00010000:2.0:1673551334.510144:0:242277:0:(llite_internal.h:1720:ll_set_lock_data()) setting l_data to inode [0x240002b1e:0x1acf0:0x0](000000002a4c3092) for lock 0xa23f007ba8277482 00000080:00000001:2.0:1673551334.510145:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551334.510145:0:242277:0:(lmv_obd.c:3579:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1673551334.510145:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551334.510146:0:242277:0:(mdc_locks.c:105:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1673551334.510146:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.510146:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.510147:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 000000000c628a00 refcount=3 00000020:00000001:2.0:1673551334.510147:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.510148:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.510148:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.510148:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1673551334.510149:0:242277:0:(mdc_locks.c:133:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551334.510149:0:242277:0:(lmv_obd.c:3584:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1673551334.510149:0:242277:0:(dcache.c:183:ll_intent_drop_lock()) releasing lock with cookie 0xa23f007ba8277482 from it 0000000022cd0c01 00010000:00000001:2.0:1673551334.510150:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.510150:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.510150:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 000000000c628a00 refcount=3 00000020:00000001:2.0:1673551334.510151:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.510151:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.510152:0:242277:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1673551334.510152:0:242277:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: ?? lock: 000000000c628a00/0xa23f007ba8277482 lrc: 3/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xa23f007ba8277490 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1673551334.510153:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.510155:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.510156:0:242277:0:(ldlm_lock.c:327:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1673551334.510156:0:242277:0:(ldlm_lock.c:331:ldlm_lock_add_to_lru()) Process leaving 00010000:00000040:2.0:1673551334.510156:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 2 00010000:00010000:2.0:1673551334.510157:0:242277:0:(ldlm_lock.c:903:ldlm_lock_decref_internal()) ### add lock into lru list ns: ai200x-MDT0001-mdc-ff444e0748e14000 lock: 000000000c628a00/0xa23f007ba8277482 lrc: 2/0,0 mode: PR/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa23f007ba8277490 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.510158:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 1 00010000:00000001:2.0:1673551334.510158:0:242277:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1673551334.510159:0:242277:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1673551334.510159:0:242277:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1673551334.510159:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.510160:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.510160:0:242277:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.510160:0:242277:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1673551334.510161:0:242277:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.510161:0:242277:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.510162:0:242277:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.510162:0:242277:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1673551334.510162:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.510163:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1673551334.510163:0:242277:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1673551334.510163:0:242277:0:(client.c:2728:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1673551334.510164:0:242277:0:(pcc.c:2787:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1673551334.510165:0:242277:0:(pcc.c:2135:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1673551334.510166:0:242277:0:(pcc.c:2154:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1673551334.510166:0:242277:0:(pcc.c:2064:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1673551334.510167:0:242277:0:(pcc.c:2070:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551334.510167:0:242277:0:(pcc.c:2796:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551334.510168:0:242277:0:(file.c:5367:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1673551334.510169:0:242277:0:(dcache.c:127:ll_ddelete()) Process entered 00000080:00002000:2.0:1673551334.510169:0:242277:0:(dcache.c:134:ll_ddelete()) keeping dentry article-7.xml (00000000621b0412, parent 0000000044d35c51, inode 000000002a4c3092) hashed, 00000080:00000001:2.0:1673551334.510170:0:242277:0:(dcache.c:141:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551334.510180:0:242277:0:(file.c:5720:ll_inode_permission()) Process entered 00000080:00000001:2.0:1673551334.510181:0:242277:0:(file.c:5720:ll_inode_permission()) Process entered 00000080:00000001:2.0:1673551334.510181:0:242277:0:(file.c:5229:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1673551334.510181:0:242277:0:(file.c:5232:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](000000000ee02a25),name=/ 00000080:00000010:2.0:1673551334.510182:0:242277:0:(llite_lib.c:3300:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000046092f8a. 00000080:00000001:2.0:1673551334.510183:0:242277:0:(namei.c:893:ll_intent_lock()) Process entered 00000080:00000001:2.0:1673551334.510184:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551334.510184:0:242277:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1673551334.510184:0:242277:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1673551334.510185:0:242277:0:(lmv_intent.c:439:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1673551334.510186:0:242277:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1673551334.510186:0:242277:0:(fld_request.c:446:fld_client_lookup()) Process entered 80000000:00000001:2.0:1673551334.510186:0:242277:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1673551334.510187:0:242277:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1673551334.510187:0:242277:0:(fld_request.c:451:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1673551334.510187:0:242277:0:(lmv_fld.c:79:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1673551334.510188:0:242277:0:(lmv_fld.c:87:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1673551334.510188:0:242277:0:(lmv_intent.c:491:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:2.0:1673551334.510189:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551334.510189:0:242277:0:(mdc_locks.c:1325:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1673551334.510190:0:242277:0:(mdc_locks.c:1331:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1673551334.510191:0:242277:0:(mdc_locks.c:1229:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1673551334.510191:0:242277:0:(mdc_locks.c:144:mdc_lock_match()) Process entered 00010000:00000001:2.0:1673551334.510191:0:242277:0:(ldlm_lock.c:1432:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1673551334.510192:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000f43c7a7a count: 2 00010000:00000001:2.0:1673551334.510192:0:242277:0:(ldlm_resource.c:1505:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1673551334.510193:0:242277:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1673551334.510193:0:242277:0:(ldlm_lock.c:301:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1673551334.510194:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000f43c7a7a count: 3 00010000:00010000:2.0:1673551334.510194:0:242277:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: ai200x-MDT0000-mdc-ff444e0748e14000 lock: 00000000e44e1389/0xa23f007ba818761a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf4cef705f11626b8 expref: -99 pid: 4035381 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.510196:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000f43c7a7a count: 2 00010000:00000040:2.0:1673551334.510196:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000f43c7a7a count: 1 02000000:00000001:2.0:1673551334.510197:0:242277:0:(sec.c:954:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1673551334.510197:0:242277:0:(sec.c:968:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1673551334.510197:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000f43c7a7a count: 2 00010000:00010000:2.0:1673551334.510198:0:242277:0:(ldlm_lock.c:1497:ldlm_lock_match_with_skip()) ### matched (0 0) ns: ai200x-MDT0000-mdc-ff444e0748e14000 lock: 00000000e44e1389/0xa23f007ba818761a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf4cef705f11626b8 expref: -99 pid: 4035381 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.510201:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000f43c7a7a count: 1 00000002:00000001:2.0:1673551334.510202:0:242277:0:(mdc_locks.c:150:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1673551334.510202:0:242277:0:(mdc_locks.c:1281:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1673551334.510202:0:242277:0:(mdc_locks.c:1348:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1673551334.510203:0:242277:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1673551334.510203:0:242277:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1673551334.510204:0:242277:0:(namei.c:901:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1673551334.510204:0:242277:0:(namei.c:940:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1673551334.510205:0:242277:0:(llite_lib.c:3424:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000046092f8a. 00000080:00000001:2.0:1673551334.510205:0:242277:0:(dcache.c:249:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1673551334.510206:0:242277:0:(dcache.c:252:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1673551334.510206:0:242277:0:(dcache.c:283:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](000000000ee02a25) 00000080:00010000:2.0:1673551334.510207:0:242277:0:(llite_internal.h:1720:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](000000000ee02a25) for lock 0xa23f007ba818761a 00000080:00000001:2.0:1673551334.510207:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551334.510208:0:242277:0:(lmv_obd.c:3579:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1673551334.510208:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551334.510208:0:242277:0:(mdc_locks.c:105:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1673551334.510209:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.510209:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.510209:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 00000000e44e1389 refcount=3 00000020:00000001:2.0:1673551334.510210:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912582784194752 : -52831490925356864 : ff444e09f67098c0) 00010000:00000001:2.0:1673551334.510210:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912582784194752 : -52831490925356864 : ff444e09f67098c0) 00010000:00000001:2.0:1673551334.510211:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.510211:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1673551334.510211:0:242277:0:(mdc_locks.c:133:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551334.510212:0:242277:0:(lmv_obd.c:3584:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1673551334.510212:0:242277:0:(dcache.c:183:ll_intent_drop_lock()) releasing lock with cookie 0xa23f007ba818761a from it 00000000e1311ba8 00010000:00000001:2.0:1673551334.510212:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.510213:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.510213:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 00000000e44e1389 refcount=3 00000020:00000001:2.0:1673551334.510213:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912582784194752 : -52831490925356864 : ff444e09f67098c0) 00010000:00000001:2.0:1673551334.510214:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912582784194752 : -52831490925356864 : ff444e09f67098c0) 00010000:00000001:2.0:1673551334.510215:0:242277:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1673551334.510215:0:242277:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: ?? lock: 00000000e44e1389/0xa23f007ba818761a lrc: 3/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xf4cef705f11626b8 expref: -99 pid: 4035381 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1673551334.510216:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.510216:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.510217:0:242277:0:(ldlm_lock.c:327:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1673551334.510217:0:242277:0:(ldlm_lock.c:331:ldlm_lock_add_to_lru()) Process leaving 00010000:00000040:2.0:1673551334.510217:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000f43c7a7a count: 2 00010000:00010000:2.0:1673551334.510218:0:242277:0:(ldlm_lock.c:903:ldlm_lock_decref_internal()) ### add lock into lru list ns: ai200x-MDT0000-mdc-ff444e0748e14000 lock: 00000000e44e1389/0xa23f007ba818761a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf4cef705f11626b8 expref: -99 pid: 4035381 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.510219:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000f43c7a7a count: 1 00010000:00000001:2.0:1673551334.510219:0:242277:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1673551334.510220:0:242277:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1673551334.510220:0:242277:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1673551334.510220:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.510221:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.510221:0:242277:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.510221:0:242277:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1673551334.510222:0:242277:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.510222:0:242277:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.510223:0:242277:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.510223:0:242277:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1673551334.510223:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.510223:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1673551334.510224:0:242277:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1673551334.510224:0:242277:0:(client.c:2728:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1673551334.510224:0:242277:0:(file.c:5737:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](000000000ee02a25), inode mode 41ed mask 1 00000080:00000001:2.0:1673551334.510225:0:242277:0:(file.c:5778:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551334.510226:0:242277:0:(dcache.c:92:ll_dcompare()) Process entered 00000080:00002000:2.0:1673551334.510226:0:242277:0:(dcache.c:102:ll_dcompare()) found name blogbench(0000000029e3d4e9) flags 0x28004e refc 859 00000080:00000001:2.0:1673551334.510227:0:242277:0:(dcache.c:115:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1673551334.510227:0:242277:0:(dcache.c:303:ll_revalidate_dentry()) VFS Op:name=blogbench, flags=24 00000080:00000001:2.0:1673551334.510228:0:242277:0:(file.c:5720:ll_inode_permission()) Process entered 00000080:00200000:2.0:1673551334.510228:0:242277:0:(file.c:5737:ll_inode_permission()) VFS Op:inode=[0x2c0000bd6:0x2c61:0x0](000000007ad80366), inode mode 41ed mask 1 00000080:00000001:2.0:1673551334.510229:0:242277:0:(file.c:5778:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551334.510230:0:242277:0:(dcache.c:92:ll_dcompare()) Process entered 00000080:00002000:2.0:1673551334.510230:0:242277:0:(dcache.c:102:ll_dcompare()) found name 542327(00000000f2745da8) flags 0x28004e refc 204 00000080:00000001:2.0:1673551334.510231:0:242277:0:(dcache.c:115:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1673551334.510231:0:242277:0:(dcache.c:303:ll_revalidate_dentry()) VFS Op:name=542327, flags=24 00000080:00000001:2.0:1673551334.510232:0:242277:0:(file.c:5720:ll_inode_permission()) Process entered 00000080:00200000:2.0:1673551334.510232:0:242277:0:(file.c:5737:ll_inode_permission()) VFS Op:inode=[0x200002b25:0x13ca4:0x0](00000000848b163c), inode mode 41ed mask 1 00000080:00000001:2.0:1673551334.510233:0:242277:0:(file.c:5778:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551334.510233:0:242277:0:(dcache.c:92:ll_dcompare()) Process entered 00000080:00002000:2.0:1673551334.510233:0:242277:0:(dcache.c:102:ll_dcompare()) found name blog-8(0000000044d35c51) flags 0x28004e refc 17 00000080:00000001:2.0:1673551334.510234:0:242277:0:(dcache.c:115:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1673551334.510234:0:242277:0:(dcache.c:303:ll_revalidate_dentry()) VFS Op:name=blog-8, flags=24 00000080:00000001:2.0:1673551334.510235:0:242277:0:(file.c:5720:ll_inode_permission()) Process entered 00000080:00200000:2.0:1673551334.510235:0:242277:0:(file.c:5737:ll_inode_permission()) VFS Op:inode=[0x200002b25:0x13e20:0x0](00000000d65c28f1), inode mode 41c0 mask 1 00000080:00000001:2.0:1673551334.510235:0:242277:0:(file.c:5778:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551334.510236:0:242277:0:(dcache.c:92:ll_dcompare()) Process entered 00000080:00002000:2.0:1673551334.510236:0:242277:0:(dcache.c:102:ll_dcompare()) found name article-7.xml(00000000621b0412) flags 0x48000e refc 0 00000080:00000001:2.0:1673551334.510237:0:242277:0:(dcache.c:115:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1673551334.510237:0:242277:0:(dcache.c:303:ll_revalidate_dentry()) VFS Op:name=article-7.xml, flags=8 00000080:00000001:2.0:1673551334.510238:0:242277:0:(file.c:5229:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1673551334.510238:0:242277:0:(file.c:5232:ll_inode_revalidate()) VFS Op:inode=[0x240002b1e:0x1acf0:0x0](000000002a4c3092),name=article-7.xml 00000080:00000010:2.0:1673551334.510239:0:242277:0:(llite_lib.c:3300:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000046092f8a. 00000080:00000001:2.0:1673551334.510240:0:242277:0:(namei.c:893:ll_intent_lock()) Process entered 00000080:00000001:2.0:1673551334.510240:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551334.510240:0:242277:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1673551334.510240:0:242277:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x240002b1e:0x1acf0:0x0] 'article-7.xml' on [0x200002b25:0x13e20:0x0] 00800000:00000001:2.0:1673551334.510241:0:242277:0:(lmv_intent.c:439:lmv_intent_lookup()) Process entered 00800000:00000040:2.0:1673551334.510242:0:242277:0:(lustre_lmv.h:357:__lmv_name_to_stripe_index()) name article-7.xml hash=0x2/0x0 idx=2/4/0 under old layout 00800000:00000002:2.0:1673551334.510242:0:242277:0:(lmv_obd.c:1696:lmv_locate_tgt_by_name()) locate MDT 2 parent [0x2c0001bc2:0x839d:0x0] 00800000:00000001:2.0:1673551334.510243:0:242277:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1673551334.510243:0:242277:0:(fld_request.c:446:fld_client_lookup()) Process entered 80000000:00000001:2.0:1673551334.510244:0:242277:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1673551334.510244:0:242277:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1673551334.510244:0:242277:0:(fld_request.c:451:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1673551334.510245:0:242277:0:(lmv_fld.c:79:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b1e:0x1acf0:0x0] 00800000:00000001:2.0:1673551334.510245:0:242277:0:(lmv_fld.c:87:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1673551334.510246:0:242277:0:(lmv_intent.c:491:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2c0001bc2:0x839d:0x0], fid2=[0x240002b1e:0x1acf0:0x0], name='' -> mds #1 00800000:00000001:2.0:1673551334.510247:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551334.510247:0:242277:0:(mdc_locks.c:1325:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1673551334.510247:0:242277:0:(mdc_locks.c:1331:mdc_intent_lock()) (name: ,[0x240002b1e:0x1acf0:0x0]) in obj [0x2c0001bc2:0x839d:0x0], intent: getattr flags 0 00000002:00000001:2.0:1673551334.510248:0:242277:0:(mdc_locks.c:1229:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1673551334.510248:0:242277:0:(mdc_locks.c:144:mdc_lock_match()) Process entered 00010000:00000001:2.0:1673551334.510249:0:242277:0:(ldlm_lock.c:1432:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1673551334.510249:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 2 00010000:00000001:2.0:1673551334.510250:0:242277:0:(ldlm_resource.c:1505:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1673551334.510250:0:242277:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1673551334.510250:0:242277:0:(ldlm_lock.c:301:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1673551334.510251:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 3 00010000:00010000:2.0:1673551334.510251:0:242277:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: ai200x-MDT0001-mdc-ff444e0748e14000 lock: 000000000c628a00/0xa23f007ba8277482 lrc: 2/1,0 mode: PR/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa23f007ba8277490 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.510253:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 2 00010000:00000040:2.0:1673551334.510253:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 1 02000000:00000001:2.0:1673551334.510254:0:242277:0:(sec.c:954:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1673551334.510254:0:242277:0:(sec.c:968:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1673551334.510254:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 2 00010000:00010000:2.0:1673551334.510255:0:242277:0:(ldlm_lock.c:1497:ldlm_lock_match_with_skip()) ### matched (0 0) ns: ai200x-MDT0001-mdc-ff444e0748e14000 lock: 000000000c628a00/0xa23f007ba8277482 lrc: 2/1,0 mode: PR/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa23f007ba8277490 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.510256:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 1 00000002:00000001:2.0:1673551334.510257:0:242277:0:(mdc_locks.c:150:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1673551334.510257:0:242277:0:(mdc_locks.c:1281:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1673551334.510257:0:242277:0:(mdc_locks.c:1348:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1673551334.510258:0:242277:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1673551334.510258:0:242277:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1673551334.510259:0:242277:0:(namei.c:901:ll_intent_lock()) intent lock 8 on i1 [0x2c0001bc2:0x839d:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1673551334.510259:0:242277:0:(namei.c:940:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1673551334.510260:0:242277:0:(llite_lib.c:3424:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000046092f8a. 00000080:00000001:2.0:1673551334.510260:0:242277:0:(dcache.c:249:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1673551334.510260:0:242277:0:(dcache.c:252:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1673551334.510261:0:242277:0:(dcache.c:283:ll_lookup_finish_locks()) setting l_data to inode [0x240002b1e:0x1acf0:0x0](000000002a4c3092) 00000080:00010000:2.0:1673551334.510262:0:242277:0:(llite_internal.h:1720:ll_set_lock_data()) setting l_data to inode [0x240002b1e:0x1acf0:0x0](000000002a4c3092) for lock 0xa23f007ba8277482 00000080:00000001:2.0:1673551334.510262:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551334.510262:0:242277:0:(lmv_obd.c:3579:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1673551334.510263:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551334.510263:0:242277:0:(mdc_locks.c:105:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1673551334.510263:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.510264:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.510264:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 000000000c628a00 refcount=3 00000020:00000001:2.0:1673551334.510264:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.510265:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.510265:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.510266:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1673551334.510266:0:242277:0:(mdc_locks.c:133:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551334.510266:0:242277:0:(lmv_obd.c:3584:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1673551334.510267:0:242277:0:(dcache.c:183:ll_intent_drop_lock()) releasing lock with cookie 0xa23f007ba8277482 from it 0000000022cd0c01 00010000:00000001:2.0:1673551334.510267:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551334.510267:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551334.510268:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 000000000c628a00 refcount=3 00000020:00000001:2.0:1673551334.510268:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.510269:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912623944250880 : -52831449765300736 : ff444e138bc53600) 00010000:00000001:2.0:1673551334.510269:0:242277:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1673551334.510269:0:242277:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: ?? lock: 000000000c628a00/0xa23f007ba8277482 lrc: 3/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xa23f007ba8277490 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1673551334.510270:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.510271:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.510271:0:242277:0:(ldlm_lock.c:327:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1673551334.510271:0:242277:0:(ldlm_lock.c:331:ldlm_lock_add_to_lru()) Process leaving 00010000:00000040:2.0:1673551334.510272:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 2 00010000:00010000:2.0:1673551334.510272:0:242277:0:(ldlm_lock.c:903:ldlm_lock_decref_internal()) ### add lock into lru list ns: ai200x-MDT0001-mdc-ff444e0748e14000 lock: 000000000c628a00/0xa23f007ba8277482 lrc: 2/0,0 mode: PR/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa23f007ba8277490 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551334.510273:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 1 00010000:00000001:2.0:1673551334.510274:0:242277:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1673551334.510275:0:242277:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1673551334.510275:0:242277:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1673551334.510276:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.510276:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551334.510276:0:242277:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.510277:0:242277:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1673551334.510277:0:242277:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.510277:0:242277:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.510278:0:242277:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551334.510278:0:242277:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1673551334.510279:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551334.510279:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1673551334.510279:0:242277:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1673551334.510279:0:242277:0:(client.c:2728:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1673551334.510280:0:242277:0:(pcc.c:2787:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1673551334.510280:0:242277:0:(pcc.c:2135:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1673551334.510280:0:242277:0:(pcc.c:2154:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1673551334.510281:0:242277:0:(pcc.c:2064:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1673551334.510281:0:242277:0:(pcc.c:2070:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551334.510281:0:242277:0:(pcc.c:2796:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551334.510282:0:242277:0:(file.c:5367:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1673551334.510282:0:242277:0:(dcache.c:127:ll_ddelete()) Process entered 00000080:00002000:2.0:1673551334.510283:0:242277:0:(dcache.c:134:ll_ddelete()) keeping dentry article-7.xml (00000000621b0412, parent 0000000044d35c51, inode 000000002a4c3092) hashed, 00000080:00000001:2.0:1673551334.510283:0:242277:0:(dcache.c:141:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1F:1673551334.522050:0:0:0:(ldlm_lock.c:198:lock_handle_free()) slab-freed 'lock': 552 at 00000000e3cf0d87. 00000080:00000001:7.0:1673551334.542891:0:242278:0:(llite_lib.c:3468:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551334.542895:0:242278:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551334.542898:0:242278:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551334.542901:0:242278:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:10.0:1673551334.814823:0:242312:0:(llite_lib.c:3468:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1673551334.814827:0:242312:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1673551334.814830:0:242312:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1673551334.814833:0:242312:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:14.0:1673551334.820426:0:242339:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:14.0:1673551334.820426:0:242339:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:14.0:1673551334.820427:0:242339:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 128 at 000000008f81d824 (tot 183700604). 00000400:00000001:14.0:1673551334.820429:0:242339:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:14.0:1673551334.820430:0:242339:0:(module.c:117:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:14.0:1673551334.820430:0:242339:0:(module.c:131:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:14.0:1673551334.820431:0:242339:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3221775677 00000400:00001000:14.0:1673551334.820432:0:242339:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:14.0:1673551334.820435:0:242339:0:(api-ni.c:1563:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005beef44d (tot 183700885). 00000400:00000010:14.0:1673551334.820437:0:242339:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ce3c838. 00000400:00000010:14.0:1673551334.820440:0:242339:0:(lib-lnet.h:484:lnet_rspt_alloc()) rspt alloc 00000000e39016ac 00000400:00000200:14.0:1673551334.820444:0:242339:0:(lib-move.c:5133:LNetGet()) LNetGet -> 12345-172.16.0.56@o2ib 00000400:00000200:14.0:1673551334.820447:0:242339:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:14.0:1673551334.820450:0:242339:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000400:00000200:14.0:1673551334.820454:0:242339:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964969, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:14.0:1673551334.820457:0:242339:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964970, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964969, g:4294967295] 00000400:00000200:14.0:1673551334.820458:0:242339:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:14.0:1673551334.820460:0:242339:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964969, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964969, g:4294967295] 00000400:00000200:14.0:1673551334.820462:0:242339:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964970, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964969, g:4294967295] 00000400:00000200:14.0:1673551334.820463:0:242339:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:14.0:1673551334.820464:0:242339:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:14.0:1673551334.820467:0:242339:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:14.0:1673551334.820468:0:242339:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501155, 4501154] 00000400:00000200:14.0:1673551334.820469:0:242339:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.56@o2ib 00000400:00000200:14.0:1673551334.820470:0:242339:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:14.0:1673551334.820472:0:242339:0:(lib-move.c:1877:lnet_handle_send()) rspt_next_hop_nid = 172.16.0.56@o2ib 00000400:00000200:14.0:1673551334.820474:0:242339:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) : GET try# 0 00000800:00000200:14.0:1673551334.820478:0:242339:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.16.0.56@o2ib 00000400:00000200:14.0:1673551334.820479:0:242339:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:14.0:1673551334.820483:0:242339:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000076e6a972] -> 172.16.0.56@o2ib (2) version: 12 00000800:00000200:14.0:1673551334.820484:0:242339:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000f2f16d9a] (68)++ 00000800:00000200:14.0:1673551334.820486:0:242339:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:14.0:1673551334.820490:0:242339:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000f2f16d9a] (70)-- 00000800:00000200:8.2:1673551334.820503:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:13.0:1673551334.820517:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)++ 00000800:00000200:13.0:1673551334.820526:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000f2f16d9a] (71)-- 00000400:00000200:13.0:1673551334.820528:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551334.820532:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: GET: OK 00000400:00000200:13.0:1673551334.820535:0:12871:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (5 0) 00000800:00000200:12.0:1673551334.820536:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000800:00000200:13.0:1673551334.820539:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000800:00000200:8.2:1673551334.820552:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (68)++ 00000800:00000200:12.0:1673551334.820569:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)++ 00000400:00000001:7.0:1673551334.820569:0:242340:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:7.0:1673551334.820570:0:242340:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:7.0:1673551334.820571:0:242340:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 128 at 000000004a709c3a (tot 183701013). 00000400:00000001:7.0:1673551334.820573:0:242340:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:7.0:1673551334.820574:0:242340:0:(module.c:117:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:7.0:1673551334.820574:0:242340:0:(module.c:131:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:7.0:1673551334.820575:0:242340:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3221775677 00000800:00000200:12.0:1673551334.820576:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.56@o2ib 00000400:00001000:7.0:1673551334.820576:0:242340:0:(api-ni.c:2650:LNetNIInit()) refs 2 00000400:00000010:7.0:1673551334.820577:0:242340:0:(api-ni.c:1563:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000be7f6cc4 (tot 183701294). 00000400:00000200:12.0:1673551334.820579:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000010:7.0:1673551334.820579:0:242340:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b5eff6f. 00000800:00000200:13.0:1673551334.820580:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000400:00000200:12.0:1673551334.820581:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.56@o2ib : REPLY - for me 00000400:00000010:7.0:1673551334.820581:0:242340:0:(lib-lnet.h:484:lnet_rspt_alloc()) rspt alloc 000000000fae7c7f 00000400:00000200:7.0:1673551334.820583:0:242340:0:(lib-move.c:5133:LNetGet()) LNetGet -> 12345-172.16.0.57@o2ib 00000400:00000200:12.0:1673551334.820584:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:7.0:1673551334.820585:0:242340:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:12.0:1673551334.820586:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:7.0:1673551334.820587:0:242340:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.57@o2ib local destination 00000400:00000200:12.0:1673551334.820589:0:12872:0:(lib-move.c:4220:lnet_parse_reply()) 172.16.0.58@o2ib: Reply from 12345-172.16.0.56@o2ib of length 64/64 into md 0x4bd8e2ad 00000400:00000200:7.0:1673551334.820589:0:242340:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964970, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:12.0:1673551334.820592:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:7.0:1673551334.820592:0:242340:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964970, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964970, g:4294967295] 00000400:00000200:7.0:1673551334.820593:0:242340:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:12.0:1673551334.820594:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: REPLY: OK 00000400:00000200:7.0:1673551334.820594:0:242340:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964970, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964970, g:4294967295] 00000400:00000200:12.0:1673551334.820596:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000008ce3c838 00000400:00000200:7.0:1673551334.820596:0:242340:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964970, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964970, g:4294967295] 00000400:00000010:12.0:1673551334.820597:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000008ce3c838. 00000400:00000200:7.0:1673551334.820597:0:242340:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:12.0:1673551334.820598:0:12872:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (3 0) unlinked 00000400:00000200:7.0:1673551334.820598:0:242340:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:7.0:1673551334.820599:0:242340:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:7.0:1673551334.820600:0:242340:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501155, 4501155] 00000400:00000200:7.0:1673551334.820601:0:242340:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.56@o2ib 00000400:00000200:7.0:1673551334.820601:0:242340:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:7.0:1673551334.820603:0:242340:0:(lib-move.c:1877:lnet_handle_send()) rspt_next_hop_nid = 172.16.0.56@o2ib 00000400:00000200:7.0:1673551334.820605:0:242340:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.56@o2ib(172.16.0.57@o2ib:172.16.0.56@o2ib) : GET try# 0 00000800:00000200:7.0:1673551334.820607:0:242340:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.16.0.56@o2ib 00000800:00000200:12.0:1673551334.820608:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000f2f16d9a] (69)++ 00000400:00000200:7.0:1673551334.820608:0:242340:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:12.0:1673551334.820609:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000f2f16d9a] (70)-- 00000800:00000200:12.0:1673551334.820610:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000400:00000010:14.0:1673551334.820611:0:242339:0:(api-ni.c:1577:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005beef44d (tot 183701013). 00000800:00000200:7.0:1673551334.820611:0:242340:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000076e6a972] -> 172.16.0.56@o2ib (2) version: 12 00000800:00000200:7.0:1673551334.820612:0:242340:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000f2f16d9a] (68)++ 00000400:00000010:14.0:1673551334.820613:0:242339:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 128 at 000000008f81d824 (tot 183700885). 00000400:00000001:14.0:1673551334.820613:0:242339:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:7.0:1673551334.820613:0:242340:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:7.0:1673551334.820616:0:242340:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000f2f16d9a] (70)-- 00000800:00000200:8.2:1673551334.820623:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:13.0:1673551334.820634:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)++ 00000800:00000200:13.0:1673551334.820638:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000f2f16d9a] (71)-- 00000400:00000200:13.0:1673551334.820640:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551334.820642:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: GET: OK 00000400:00000200:13.0:1673551334.820643:0:12871:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (5 0) 00000800:00000200:13.0:1673551334.820644:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000800:00000200:13.0:1673551334.820645:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000800:00000200:8.2:1673551334.820652:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (68)++ 00000800:00000200:13.0:1673551334.820658:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:13.0:1673551334.820663:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.56@o2ib 00000400:00000001:17.0:1673551334.820664:0:242341:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000200:13.0:1673551334.820664:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000001:17.0:1673551334.820665:0:242341:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:17.0:1673551334.820665:0:242341:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 128 at 00000000749b5a43 (tot 183701013). 00000800:00000200:12.0:1673551334.820666:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000400:00000001:17.0:1673551334.820667:0:242341:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1673551334.820667:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.56@o2ib : REPLY - for me 00000400:00000001:17.0:1673551334.820668:0:242341:0:(module.c:117:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:17.0:1673551334.820668:0:242341:0:(module.c:131:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1673551334.820668:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000080:17.0:1673551334.820669:0:242341:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3221775677 00000400:00001000:17.0:1673551334.820669:0:242341:0:(api-ni.c:2650:LNetNIInit()) refs 2 00000400:00000010:17.0:1673551334.820670:0:242341:0:(api-ni.c:1563:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004283aec6 (tot 183701294). 00000400:00000200:13.0:1673551334.820670:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000010:17.0:1673551334.820672:0:242341:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c9449f6. 00000400:00000200:13.0:1673551334.820672:0:12871:0:(lib-move.c:4220:lnet_parse_reply()) 172.16.0.58@o2ib: Reply from 12345-172.16.0.56@o2ib of length 64/64 into md 0xcc963e5 00000400:00000200:13.0:1673551334.820673:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:17.0:1673551334.820674:0:242341:0:(lib-lnet.h:484:lnet_rspt_alloc()) rspt alloc 000000007a5d3363 00000400:00000200:13.0:1673551334.820675:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: REPLY: OK 00000400:00000200:17.0:1673551334.820676:0:242341:0:(lib-move.c:5133:LNetGet()) LNetGet -> 12345-172.16.0.58@o2ib 00000400:00000200:13.0:1673551334.820676:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000005b5eff6f 00000400:00000010:13.0:1673551334.820677:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000005b5eff6f. 00000400:00000200:17.0:1673551334.820678:0:242341:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:13.0:1673551334.820678:0:12871:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (3 0) unlinked 00000400:00000200:17.0:1673551334.820680:0:242341:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.58@o2ib local destination 00000400:00000200:17.0:1673551334.820682:0:242341:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964971, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000800:00000200:13.0:1673551334.820683:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000f2f16d9a] (69)++ 00000400:00000200:17.0:1673551334.820684:0:242341:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964970, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964971, g:4294967295] 00000800:00000200:13.0:1673551334.820684:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000f2f16d9a] (70)-- 00000400:00000010:7.0:1673551334.820684:0:242340:0:(api-ni.c:1577:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000be7f6cc4 (tot 183701013). 00000800:00000200:13.0:1673551334.820685:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000400:00000010:7.0:1673551334.820686:0:242340:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 128 at 000000004a709c3a (tot 183700885). 00000400:00000001:7.0:1673551334.820686:0:242340:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:17.0:1673551334.820688:0:242341:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:17.0:1673551334.820689:0:242341:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964971, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964970, g:4294967295] 00000400:00000200:17.0:1673551334.820691:0:242341:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964970, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964970, g:4294967295] 00000400:00000200:17.0:1673551334.820692:0:242341:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:17.0:1673551334.820692:0:242341:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 1 00000400:00000200:17.0:1673551334.820693:0:242341:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:17.0:1673551334.820694:0:242341:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.59@o2ib c:[32, 32], s:[3713, 3713] 00000400:00000200:17.0:1673551334.820695:0:242341:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.58@o2ib 00000400:00000200:17.0:1673551334.820696:0:242341:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:17.0:1673551334.820697:0:242341:0:(lib-move.c:1877:lnet_handle_send()) rspt_next_hop_nid = 172.16.0.58@o2ib 00000400:00000200:17.0:1673551334.820699:0:242341:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) : GET try# 0 00000800:00000200:17.0:1673551334.820701:0:242341:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.16.0.58@o2ib 00000400:00000200:17.0:1673551334.820702:0:242341:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000800:00000200:17.0:1673551334.820705:0:242341:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000a41b3e9e] -> 172.16.0.58@o2ib (2) version: 12 00000800:00000200:17.0:1673551334.820706:0:242341:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000038ae657d] (68)++ 00000800:00000200:17.0:1673551334.820707:0:242341:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000038ae657d] (69)++ 00000800:00000200:17.0:1673551334.820710:0:242341:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000038ae657d] (70)-- 00000800:00000200:14.2:1673551334.820717:0:242339:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000e0407aa3] (68)++ 00000800:00000200:11.2:1673551334.820732:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000038ae657d] (69)++ 00000800:00000200:2.0:1673551334.820733:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000e0407aa3] (69)++ 00000400:00000001:4.0:1673551334.820737:0:242342:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:4.0:1673551334.820738:0:242342:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:4.0:1673551334.820739:0:242342:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 128 at 0000000057024de3 (tot 183701013). 00000400:00000001:4.0:1673551334.820740:0:242342:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:4.0:1673551334.820741:0:242342:0:(module.c:117:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:4.0:1673551334.820742:0:242342:0:(module.c:131:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:4.0:1673551334.820742:0:242342:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3221775677 00000800:00000200:2.0:1673551334.820742:0:12865:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.59@o2ib 00000400:00001000:4.0:1673551334.820743:0:242342:0:(api-ni.c:2650:LNetNIInit()) refs 2 00000400:00000010:4.0:1673551334.820744:0:242342:0:(api-ni.c:1563:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000009bf5a41 (tot 183701294). 00000400:00000200:2.0:1673551334.820744:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000400:00000010:4.0:1673551334.820745:0:242342:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faa1e57e. 00000400:00000200:2.0:1673551334.820746:0:12865:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.59@o2ib : GET - for me 00000400:00000010:4.0:1673551334.820747:0:242342:0:(lib-lnet.h:484:lnet_rspt_alloc()) rspt alloc 00000000a2df726e 00000400:00000200:4.0:1673551334.820749:0:242342:0:(lib-move.c:5133:LNetGet()) LNetGet -> 12345-172.16.0.59@o2ib 00000400:00000200:2.0:1673551334.820749:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000800:00000200:22.0:1673551334.820750:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000038ae657d] (70)++ 00000400:00000200:4.0:1673551334.820751:0:242342:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000400:00000200:2.0:1673551334.820751:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000400:00000200:2.0:1673551334.820752:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:4.0:1673551334.820753:0:242342:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.59@o2ib local destination 00000800:00000200:3.0:1673551334.820754:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000e0407aa3] (70)-- 00000400:00000200:2.0:1673551334.820754:0:12865:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.58@o2ib of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:4.0:1673551334.820755:0:242342:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964971, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000800:00000200:22.0:1673551334.820757:0:12875:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000038ae657d] (71)-- 00000400:00000200:4.0:1673551334.820757:0:242342:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1535, d:10, s:10964971, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964971, g:4294967295] 00000400:00000200:2.0:1673551334.820757:0:12865:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-172.16.0.58@o2ib of length 64/272 into md 0x1 [1] + 0 00000400:00000200:22.0:1673551334.820759:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:4.0:1673551334.820759:0:242342:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:4.0:1673551334.820760:0:242342:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964971, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964971, g:4294967295] 00000400:00000200:4.0:1673551334.820761:0:242342:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1535, d:10, s:10964971, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964971, g:4294967295] 00000800:00000200:2.0:1673551334.820761:0:12865:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000e0407aa3] (69)++ 00000400:00000200:22.0:1673551334.820762:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.58@o2ib: GET: OK 00000400:00000200:4.0:1673551334.820762:0:242342:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000800:00000200:2.0:1673551334.820762:0:12865:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000e0407aa3] (70)-- 00000400:00000200:4.0:1673551334.820763:0:242342:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:22.0:1673551334.820764:0:12875:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (5 0) 00000400:00000200:4.0:1673551334.820764:0:242342:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:2.0:1673551334.820764:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000800:00000200:23.0:1673551334.820765:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000038ae657d] (70)-- 00000400:00000200:4.0:1673551334.820765:0:242342:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.59@o2ib c:[32, 31], s:[3713, 3714] 00000400:00000200:4.0:1673551334.820766:0:242342:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.59@o2ib 00000800:00000200:22.0:1673551334.820767:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000038ae657d] (69)-- 00000400:00000200:4.0:1673551334.820767:0:242342:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000400:00000200:2.0:1673551334.820767:0:12865:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.59@o2ib local destination 00000400:00000200:2.0:1673551334.820769:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000400:00000200:2.0:1673551334.820772:0:12865:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) 172.16.0.59@o2ib : REPLY try# 0 00000800:00000200:2.0:1673551334.820773:0:12865:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 64 bytes in 1 frags to 12345-172.16.0.59@o2ib 00000400:00000200:4.0:1673551334.820774:0:242342:0:(lib-move.c:1877:lnet_handle_send()) rspt_next_hop_nid = 172.16.0.59@o2ib 00000400:00000200:4.0:1673551334.820776:0:242342:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) : GET try# 0 00000800:00000200:4.0:1673551334.820778:0:242342:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.16.0.59@o2ib 00000400:00000200:4.0:1673551334.820779:0:242342:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000400:00000200:2.0:1673551334.820779:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000800:00000200:4.0:1673551334.820781:0:242342:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000575c4713] -> 172.16.0.59@o2ib (2) version: 12 00000800:00000200:2.0:1673551334.820781:0:12865:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000575c4713] -> 172.16.0.59@o2ib (2) version: 12 00000800:00000200:2.0:1673551334.820782:0:12865:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000e0407aa3] (69)++ 00000800:00000200:4.0:1673551334.820783:0:242342:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000e0407aa3] (70)++ 00000800:00000200:2.0:1673551334.820783:0:12865:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000e0407aa3] (70)++ 00000800:00000200:2.0:1673551334.820784:0:12865:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000e0407aa3] (72)-- 00000800:00000200:4.0:1673551334.820785:0:242342:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000e0407aa3] (72)++ 00000800:00000200:2.0:1673551334.820785:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000e0407aa3] (71)-- 00000800:00000200:4.0:1673551334.820787:0:242342:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000e0407aa3] (71)-- 00000800:00000200:14.2:1673551334.820788:0:242339:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000e0407aa3] (70)++ 00000800:00000200:11.2:1673551334.820795:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000038ae657d] (68)++ 00000800:00000200:3.0:1673551334.820802:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000e0407aa3] (71)++ 00000800:00000200:23.0:1673551334.820807:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000038ae657d] (69)++ 00000800:00000200:3.0:1673551334.820807:0:12866:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000e0407aa3] (72)-- 00000400:00000200:3.0:1673551334.820809:0:12866:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1673551334.820811:0:12866:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.59@o2ib: REPLY: OK 00000800:00000200:23.0:1673551334.820814:0:12876:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.58@o2ib 00000800:00000200:3.0:1673551334.820814:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000e0407aa3] (71)-- 00000800:00000200:3.0:1673551334.820815:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000e0407aa3] (70)++ 00000400:00000200:23.0:1673551334.820816:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000800:00000200:3.0:1673551334.820817:0:12866:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000e0407aa3] (71)-- 00000400:00000200:23.0:1673551334.820818:0:12876:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.58@o2ib : REPLY - for me 00000400:00000200:3.0:1673551334.820818:0:12866:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1673551334.820819:0:12866:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.59@o2ib: GET: OK 00000800:00000200:22.0:1673551334.820820:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000038ae657d] (70)++ 00000400:00000200:23.0:1673551334.820821:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:3.0:1673551334.820821:0:12866:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (5 0) 00000400:00000200:23.0:1673551334.820822:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000800:00000200:22.0:1673551334.820822:0:12875:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.58@o2ib 00000800:00000200:2.0:1673551334.820822:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000e0407aa3] (70)-- 00000800:00000200:3.0:1673551334.820823:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000e0407aa3] (69)-- 00000400:00000200:22.0:1673551334.820824:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:23.0:1673551334.820825:0:12876:0:(lib-move.c:4220:lnet_parse_reply()) 172.16.0.59@o2ib: Reply from 12345-172.16.0.58@o2ib of length 64/64 into md 0x11a33371 00000400:00000200:22.0:1673551334.820826:0:12875:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.58@o2ib : GET - for me 00000400:00000200:23.0:1673551334.820828:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:22.0:1673551334.820828:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:22.0:1673551334.820829:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:23.0:1673551334.820830:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.58@o2ib: REPLY: OK 00000400:00000200:22.0:1673551334.820830:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:23.0:1673551334.820831:0:12876:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000008c9449f6 00000400:00000010:23.0:1673551334.820832:0:12876:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000008c9449f6. 00000400:00000200:22.0:1673551334.820832:0:12875:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.58@o2ib of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:23.0:1673551334.820833:0:12876:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (3 0) unlinked 00000400:00000200:22.0:1673551334.820835:0:12875:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-172.16.0.58@o2ib of length 64/272 into md 0x1 [1] + 0 00000800:00000200:22.0:1673551334.820838:0:12875:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000038ae657d] (71)++ 00000800:00000200:23.0:1673551334.820839:0:12876:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000038ae657d] (72)++ 00000800:00000200:22.0:1673551334.820839:0:12875:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000038ae657d] (72)-- 00000800:00000200:23.0:1673551334.820840:0:12876:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000038ae657d] (73)-- 00000800:00000200:23.0:1673551334.820841:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000038ae657d] (71)-- 00000400:00000200:22.0:1673551334.820841:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000800:00000200:23.0:1673551334.820842:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000038ae657d] (70)-- 00000400:00000200:22.0:1673551334.820843:0:12875:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.58@o2ib local destination 00000400:00000200:22.0:1673551334.820845:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000010:17.0:1673551334.820846:0:242341:0:(api-ni.c:1577:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004283aec6 (tot 183701013). 00000400:00000010:17.0:1673551334.820847:0:242341:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 128 at 00000000749b5a43 (tot 183700885). 00000400:00000001:17.0:1673551334.820848:0:242341:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:22.0:1673551334.820849:0:12875:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) 172.16.0.58@o2ib : REPLY try# 0 00000800:00000200:22.0:1673551334.820852:0:12875:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 64 bytes in 1 frags to 12345-172.16.0.58@o2ib 00000400:00000200:22.0:1673551334.820853:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000800:00000200:22.0:1673551334.820856:0:12875:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000a41b3e9e] -> 172.16.0.58@o2ib (2) version: 12 00000800:00000200:22.0:1673551334.820857:0:12875:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000038ae657d] (69)++ 00000800:00000200:22.0:1673551334.820858:0:12875:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000038ae657d] (70)++ 00000800:00000200:22.0:1673551334.820860:0:12875:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000038ae657d] (71)-- 00000800:00000200:22.0:1673551334.820861:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000038ae657d] (70)-- 00000800:00000200:14.2:1673551334.820870:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000e0407aa3] (68)++ 00000800:00000200:11.2:1673551334.820870:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000038ae657d] (69)++ 00000800:00000200:2.0:1673551334.820881:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000e0407aa3] (69)++ 00000800:00000200:23.0:1673551334.820883:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000038ae657d] (70)++ 00000800:00000200:2.0:1673551334.820886:0:12865:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.59@o2ib 00000800:00000200:23.0:1673551334.820888:0:12876:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000038ae657d] (71)-- 00000400:00000200:2.0:1673551334.820888:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000400:00000200:23.0:1673551334.820889:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1673551334.820890:0:12865:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.59@o2ib : REPLY - for me 00000400:00000200:23.0:1673551334.820891:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.58@o2ib: REPLY: OK 00000400:00000200:2.0:1673551334.820892:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000800:00000200:3.0:1673551334.820893:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000e0407aa3] (70)-- 00000400:00000200:2.0:1673551334.820893:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000800:00000200:22.0:1673551334.820895:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000038ae657d] (70)-- 00000800:00000200:23.0:1673551334.820896:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000038ae657d] (69)-- 00000400:00000200:2.0:1673551334.820896:0:12865:0:(lib-move.c:4220:lnet_parse_reply()) 172.16.0.58@o2ib: Reply from 12345-172.16.0.59@o2ib of length 64/64 into md 0xcc96405 00000400:00000200:2.0:1673551334.820898:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1673551334.820899:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.59@o2ib: REPLY: OK 00000400:00000200:2.0:1673551334.820900:0:12865:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000faa1e57e 00000400:00000010:2.0:1673551334.820901:0:12865:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000faa1e57e. 00000400:00000200:2.0:1673551334.820902:0:12865:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (3 0) unlinked 00000800:00000200:2.0:1673551334.820908:0:12865:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000e0407aa3] (69)++ 00000800:00000200:2.0:1673551334.820909:0:12865:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000e0407aa3] (70)-- 00000800:00000200:2.0:1673551334.820910:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000e0407aa3] (69)-- 00000400:00000010:4.0:1673551334.820914:0:242342:0:(api-ni.c:1577:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000009bf5a41 (tot 183700604). 00000400:00000010:4.0:1673551334.820916:0:242342:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 128 at 0000000057024de3 (tot 183700476). 00000400:00000001:4.0:1673551334.820916:0:242342:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551334.933063:0:2269469:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:18.0:1673551334.933065:0:2269469:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551335.061062:0:2269461:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1673551335.061064:0:2269461:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.2:1673551335.083636:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (68)++ 00000800:00000200:22.0:1673551335.083656:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (69)++ 00000800:00000200:22.0:1673551335.083666:0:12875:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.22@o2ib 00000400:00000200:22.0:1673551335.083669:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:23.0:1673551335.083672:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000400:00000200:22.0:1673551335.083672:0:12875:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.22@o2ib : PUT - for me 00000400:00000200:22.0:1673551335.083676:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:22.0:1673551335.083680:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:22.0:1673551335.083683:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:22.0:1673551335.083685:0:12875:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 24 MB=0x63bfccd5ccec0 00000400:00000200:22.0:1673551335.083689:0:12875:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 18 from 12345-172.16.0.22@o2ib of length 224/224 into md 0xb9d25b5 [256] + 2464 00000400:00000200:22.0:1673551335.083692:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:22.0:1673551335.083693:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000100:00000001:22.0:1673551335.083695:0:12875:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:22.0:1673551335.083696:0:12875:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_out 00000100:00000010:22.0:1673551335.083698:0:12875:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000007e907343. 00000100:00000040:22.0:1673551335.083699:0:12875:0:(events.c:367:request_in_callback()) incoming req@000000007e907343 x1754806823472832 msgsize 224 00000100:00100000:22.0:1673551335.083701:0:12875:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.22@o2ib (source: 12345-172.16.0.22@o2ib) 00000100:00000001:22.0:1673551335.083706:0:12875:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:22.0:1673551335.083708:0:12875:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000001a128d74] (69)++ 00000800:00000200:22.0:1673551335.083710:0:12875:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000001a128d74] (70)-- 00000800:00000200:22.0:1673551335.083711:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 00000100:00000001:20.0:1673551335.083718:0:2269515:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:20.0:1673551335.083719:0:2269515:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:20.0:1673551335.083721:0:2269515:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:20.0:1673551335.083722:0:2269515:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:20.0:1673551335.083724:0:2269515:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:20.0:1673551335.083726:0:2269515:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754806823472832 00000020:00000001:20.0:1673551335.083728:0:2269515:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:20.0:1673551335.083729:0:2269515:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b69 00000020:00000001:20.0:1673551335.083730:0:2269515:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:20.0:1673551335.083731:0:2269515:0:(lustre_handles.c:152:class_handle2object()) GET export 000000004d397a21 refcount=5 00000020:00000001:20.0:1673551335.083732:0:2269515:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748043776 : -52831469961507840 : ff444e0ed7fb8c00) 00000020:00000001:20.0:1673551335.083733:0:2269515:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748043776 : -52831469961507840 : ff444e0ed7fb8c00) 00000100:00000001:20.0:1673551335.083735:0:2269515:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:20.0:1673551335.083736:0:2269515:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:20.0:1673551335.083738:0:2269515:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000041691db. 00000020:00000010:20.0:1673551335.083740:0:2269515:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000458136ae. 00000020:00000010:20.0:1673551335.083742:0:2269515:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047c79be3. 00000100:00000040:20.0:1673551335.083745:0:2269515:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_out at +1s 00000100:00000001:20.0:1673551335.083746:0:2269515:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:20.0:1673551335.083747:0:2269515:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:20.0:1673551335.083747:0:2269515:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551335.083750:0:2269515:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551335.083755:0:2269515:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:20.0:1673551335.083759:0:2269515:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:20.0:1673551335.083760:0:2269515:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:20.0:1673551335.083763:0:2269515:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.22@o2ib, seq: 9287 00000100:00000001:21.0:1673551335.083764:0:2378960:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:21.0:1673551335.083764:0:2378960:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000040:20.0:1673551335.083764:0:2269515:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000004d397a21 : new rpc_count 1 00000100:00000001:21.0:1673551335.083765:0:2378960:0:(service.c:2025:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551335.083765:0:2269515:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912613301238400 : -52831460408313216 : ff444e111165ba80) 00000100:00000001:21.0:1673551335.083766:0:2378960:0:(service.c:2230:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:20.0:1673551335.083768:0:2269515:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007e907343 x1754806823472832/t0(0) o41->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:221/0 lens 224/0 e 0 to 0 dl 1673551341 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:20.0:1673551335.083773:0:2269515:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:20.0:1673551335.083774:0:2269515:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:20.0:1673551335.083775:0:2269515:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000007e907343 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out05_00:ai200x-MDT0003-mdtlov_UUID+5:10861:x1754806823472832:12345-172.16.0.22@o2ib:41: 00000100:00000200:20.0:1673551335.083778:0:2269515:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754806823472832 00000020:00000001:20.0:1673551335.083779:0:2269515:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:20.0:1673551335.083781:0:2269515:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:20.0:1673551335.083782:0:2269515:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:20.0:1673551335.083783:0:2269515:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:20.0:1673551335.083784:0:2269515:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072666184064 : -1043367552 : ffffffffc1cf7980) 00000020:00000001:20.0:1673551335.083785:0:2269515:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:20.0:1673551335.083787:0:2269515:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:20.0:1673551335.083788:0:2269515:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:20.0:1673551335.083789:0:2269515:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:20.0:1673551335.083790:0:2269515:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551335.083791:0:2269515:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:20.0:1673551335.083792:0:2269515:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:20.0:1673551335.083793:0:2269515:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 000000000f573d7b. 02000000:00000001:20.0:1673551335.083794:0:2269515:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551335.083795:0:2269515:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:20.0:1673551335.083796:0:2269515:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000004:00000001:20.0:1673551335.083797:0:2269515:0:(mdt_lib.c:398:mdt_check_ucred()) Process entered 00000004:00000001:20.0:1673551335.083798:0:2269515:0:(mdt_lib.c:405:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:20.0:1673551335.083805:0:2269515:0:(mdt_handler.c:539:mdt_statfs()) blocks cached 0 granted 1906311167 pending 0 free 16804335616 avail 14330667008 00000020:00000020:20.0:1673551335.083807:0:2269515:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-MDT0001: processing self export: 0 0 0 00000020:00000020:20.0:1673551335.083808:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0001_UUID/00000000e9be0120 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551335.083809:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0000_UUID/000000000ef2907f dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551335.083810:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0004_UUID/0000000089451880 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551335.083811:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0005_UUID/00000000ebefb99a dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551335.083812:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0007_UUID/00000000dc25e61b dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551335.083812:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0006_UUID/00000000b5e1bf39 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551335.083813:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0003_UUID/0000000057d49917 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551335.083814:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0002_UUID/000000002b2e9d79 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551335.083814:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0000-mdtlov_UUID/000000005666bac4 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551335.083815:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/0000000079935574 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551335.083816:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0003-mdtlov_UUID/000000004d397a21 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551335.083816:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000f831e444 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551335.083817:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 8147c41a-b0e0-4f67-9b16-3ecec5e74e59/0000000068eb6ecf dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551335.083818:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli f6883e33-f9d9-44e1-9620-7d1810cee4d6/0000000016af0c64 dirty 0 pend 0 grant 1879048191 00000020:00000020:20.0:1673551335.083818:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 546ca0b7-6780-4f13-8f75-9c5ff65b0676/00000000395f0866 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551335.083819:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli e2e002af-f09c-4b05-bf31-5f3b5c0fc2b7/0000000085149461 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551335.083820:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 6d8d6132-29b8-426f-8245-b058f840fb7b/000000007d0d8ee7 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551335.083820:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 20170d48-9f93-4e23-b2d9-7467b30c0d37/00000000b61481ba dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551335.083821:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli b2f40830-929d-417e-aaf4-df6a6828a827/00000000aeff7c1c dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551335.083822:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli fac71ec6-9f35-4566-9c12-4be9db31431f/0000000000e137be dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551335.083824:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 77d2bdab-e05e-4099-8d1d-9a11cdcc0ba1/0000000030187047 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551335.083824:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 45cb3ae8-41b4-4d54-9b54-bb58c7e102f3/0000000057709798 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551335.083825:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000db8e401b dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551335.083826:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 49374343-0861-470b-a659-345a443590fd/000000003709ca29 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551335.083826:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0002-mdtlov_UUID/00000000af8736a1 dirty 0 pend 0 grant 0 00000004:00000020:20.0:1673551335.083827:0:2269515:0:(mdt_handler.c:549:mdt_statfs()) 34884907 blocks: 4102621 free, 3498698 avail; 96642000 objects: 68578523 free; state 200 00000004:00000001:20.0:1673551335.083829:0:2269515:0:(mdt_handler.c:568:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:20.0:1673551335.083830:0:2269515:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813136948, transno 0, xid 1754806823472832 00010000:00000001:20.0:1673551335.083831:0:2269515:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:20.0:1673551335.083833:0:2269515:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000007e907343 x1754806823472832/t0(0) o41->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:221/0 lens 224/368 e 0 to 0 dl 1673551341 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:20.0:1673551335.083835:0:2269515:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:20.0:1673551335.083836:0:2269515:0:(ldlm_lib.c:3203:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:20.0:1673551335.083837:0:2269515:0:(import.c:1925:at_measured()) add 1 to 0000000096598e37 time=104 v=1 (1 1 1 1) 00000100:00000001:20.0:1673551335.083839:0:2269515:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:20.0:1673551335.083840:0:2269515:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000a5089673 refcount 49 to 172.16.0.22@o2ib 00000100:00000001:20.0:1673551335.083841:0:2269515:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560590877824 : -52831513118673792 : ff444e04cb9d7480) 02000000:00000001:20.0:1673551335.083841:0:2269515:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:20.0:1673551335.083842:0:2269515:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551335.083843:0:2269515:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:20.0:1673551335.083844:0:2269515:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000010:20.0:1673551335.083845:0:2269515:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d69dc6d6. 00000100:00000200:20.0:1673551335.083847:0:2269515:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754806823472832, offset 224 00000400:00000200:20.0:1673551335.083849:0:2269515:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000400:00000200:20.0:1673551335.083851:0:2269515:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:20.0:1673551335.083853:0:2269515:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.22@o2ib local destination 00000400:00000200:20.0:1673551335.083855:0:2269515:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:20.0:1673551335.083858:0:2269515:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.22@o2ib(172.16.0.22@o2ib:172.16.0.22@o2ib) : PUT try# 0 00000800:00000200:20.0:1673551335.083860:0:2269515:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.22@o2ib 00000400:00000200:20.0:1673551335.083862:0:2269515:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:20.0:1673551335.083865:0:2269515:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000028e78a33] -> 172.16.0.22@o2ib (2) version: 12 00000800:00000200:20.0:1673551335.083866:0:2269515:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000001a128d74] (68)++ 00000800:00000200:20.0:1673551335.083867:0:2269515:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000001a128d74] (69)++ 00000800:00000200:20.0:1673551335.083870:0:2269515:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000001a128d74] (70)-- 00000100:00000001:20.0:1673551335.083871:0:2269515:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:20.0:1673551335.083872:0:2269515:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000a5089673 refcount 48 to 172.16.0.22@o2ib 00010000:00000001:20.0:1673551335.083872:0:2269515:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:20.0:1673551335.083873:0:2269515:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:20.0:1673551335.083874:0:2269515:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:20.0:1673551335.083875:0:2269515:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e907343 x1754806823472832/t0(0) o41->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:221/0 lens 224/368 e 0 to 0 dl 1673551341 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:20.0:1673551335.083880:0:2269515:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000007e907343 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out05_00:ai200x-MDT0003-mdtlov_UUID+5:10861:x1754806823472832:12345-172.16.0.22@o2ib:41: Request processed in 106us (179us total) trans 0 rc 0/0 00000800:00000200:21.2:1673551335.083882:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (69)++ 00000100:00100000:20.0:1673551335.083883:0:2269515:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.22@o2ib, seq: 9287 00000100:00000040:20.0:1673551335.083885:0:2269515:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004d397a21 : new rpc_count 0 00000100:00000001:20.0:1673551335.083886:0:2269515:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:20.0:1673551335.083887:0:2269515:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:20.0:1673551335.083888:0:2269515:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000458136ae. 00000020:00000010:20.0:1673551335.083890:0:2269515:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047c79be3. 00000020:00000010:20.0:1673551335.083891:0:2269515:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000041691db. 00000020:00000040:20.0:1673551335.083892:0:2269515:0:(genops.c:979:class_export_put()) PUTting export 000000004d397a21 : new refcount 4 00000800:00000200:23.0:1673551335.083894:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (70)++ 00000100:00000001:20.0:1673551335.083894:0:2269515:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:23.0:1673551335.083900:0:12876:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000001a128d74] (71)-- 00000400:00000200:23.0:1673551335.083901:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:23.0:1673551335.083904:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000400:00000200:23.0:1673551335.083906:0:12876:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000d69dc6d6 00000400:00000010:23.0:1673551335.083907:0:12876:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000d69dc6d6. 00000800:00000200:22.0:1673551335.083907:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000100:00000001:23.0:1673551335.083909:0:12876:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:23.0:1673551335.083909:0:12876:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:23.0:1673551335.083911:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 00000400:00000001:4.0:1673551335.120460:0:242348:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:4.0:1673551335.120461:0:242348:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:4.0:1673551335.120462:0:242348:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000494e23b8 (tot 183701348). 00000400:00000001:4.0:1673551335.120464:0:242348:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:4.0:1673551335.120464:0:242348:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:4.0:1673551335.120466:0:242348:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:4.0:1673551335.120468:0:242348:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000494e23b8 (tot 183700476). 00000400:00000001:4.0:1673551335.120468:0:242348:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:4.0:1673551335.120481:0:242348:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:4.0:1673551335.120481:0:242348:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:4.0:1673551335.120482:0:242348:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000494e23b8 (tot 183701348). 00000400:00000001:4.0:1673551335.120483:0:242348:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:4.0:1673551335.120483:0:242348:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:4.0:1673551335.120483:0:242348:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:4.0:1673551335.120485:0:242348:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000494e23b8 (tot 183700476). 00000400:00000001:4.0:1673551335.120485:0:242348:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:4.0:1673551335.120489:0:242348:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:4.0:1673551335.120489:0:242348:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:4.0:1673551335.120489:0:242348:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000494e23b8 (tot 183701348). 00000400:00000001:4.0:1673551335.120490:0:242348:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:4.0:1673551335.120490:0:242348:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:4.0:1673551335.120491:0:242348:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:4.0:1673551335.120492:0:242348:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000494e23b8 (tot 183700476). 00000400:00000001:4.0:1673551335.120493:0:242348:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:4.0:1673551335.120495:0:242348:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:4.0:1673551335.120495:0:242348:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:4.0:1673551335.120495:0:242348:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000494e23b8 (tot 183701348). 00000400:00000001:4.0:1673551335.120496:0:242348:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:4.0:1673551335.120497:0:242348:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:4.0:1673551335.120497:0:242348:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:4.0:1673551335.120498:0:242348:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000494e23b8 (tot 183700476). 00000400:00000001:4.0:1673551335.120498:0:242348:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:14.0:1673551335.125059:0:2358800:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:14.0:1673551335.125060:0:2358800:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551335.125069:0:2269464:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:7.0:1673551335.125070:0:2269464:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:17.0:1673551335.125072:0:2270165:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000001:1.0:1673551335.125072:0:2270167:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:17.0:1673551335.125073:0:2270165:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000004:00000020:1.0:1673551335.125073:0:2270167:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000004:00000001:11.0:1673551335.125074:0:2270180:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000100:00000010:17.0:1673551335.125075:0:2270165:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000f896db4b. 00000004:00000020:11.0:1673551335.125075:0:2270180:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1673551335.125075:0:2270167:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000024e12157. 00000020:00000040:17.0:1673551335.125077:0:2270165:0:(genops.c:1192:class_import_get()) import 00000000b84b80cc refcount=3 obd=ai200x-OST0000-osc-MDT0001 00000100:00000010:11.0:1673551335.125077:0:2270180:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000a3625daa. 00000020:00000040:1.0:1673551335.125077:0:2270167:0:(genops.c:1192:class_import_get()) import 00000000bf34f1d8 refcount=3 obd=ai200x-OST0001-osc-MDT0001 00000100:00000001:17.0:1673551335.125078:0:2270165:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:11.0:1673551335.125078:0:2270180:0:(genops.c:1192:class_import_get()) import 000000008bad2712 refcount=3 obd=ai200x-OST0006-osc-MDT0001 02000000:00000001:17.0:1673551335.125079:0:2270165:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1673551335.125079:0:2270167:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:11.0:1673551335.125080:0:2270180:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:11.0:1673551335.125080:0:2270180:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1673551335.125080:0:2270167:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:17.0:1673551335.125081:0:2270165:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1673551335.125081:0:2270180:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:6.0:1673551335.125081:0:2270178:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 02000000:00000001:1.0:1673551335.125081:0:2270167:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:17.0:1673551335.125082:0:2270165:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e821c91c. 00000004:00000020:6.0:1673551335.125082:0:2270178:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 02000000:00000010:11.0:1673551335.125083:0:2270180:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000098ebaf7b. 02000000:00000010:1.0:1673551335.125083:0:2270167:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009f429e33. 00000100:00000001:17.0:1673551335.125085:0:2270165:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551335.125085:0:2270180:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:6.0:1673551335.125085:0:2270178:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000d695acdb. 00000100:00000001:1.0:1673551335.125085:0:2270167:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551335.125086:0:2270165:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:11.0:1673551335.125086:0:2270180:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1673551335.125086:0:2270167:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000020:00000040:6.0:1673551335.125087:0:2270178:0:(genops.c:1192:class_import_get()) import 00000000bea1065f refcount=3 obd=ai200x-OST0007-osc-MDT0001 00000100:00000001:17.0:1673551335.125088:0:2270165:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551335.125088:0:2270180:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551335.125088:0:2270178:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1673551335.125088:0:2270167:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1673551335.125089:0:2270178:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:17.0:1673551335.125090:0:2270165:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000f896db4b] to pc [ptlrpcd_04_03+3] req@00000000f896db4b x1754791738761728/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:11.0:1673551335.125090:0:2270180:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000a3625daa] to pc [ptlrpcd_02_02+2] req@00000000a3625daa x1754791738761792/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 02000000:00000001:6.0:1673551335.125090:0:2270178:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1673551335.125090:0:2270167:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [0000000024e12157] to pc [ptlrpcd_00_01+1] req@0000000024e12157 x1754791738761856/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:6.0:1673551335.125091:0:2270178:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000007b5bc7c. 00000100:00000001:6.0:1673551335.125093:0:2270178:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551335.125094:0:2270178:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:6.0:1673551335.125094:0:2270178:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:6.0:1673551335.125096:0:2270178:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000d695acdb] to pc [ptlrpcd_01_01+1] req@00000000d695acdb x1754791738761920/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:17.0:1673551335.125104:0:2270165:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1673551335.125104:0:2270167:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:11.0:1673551335.125105:0:2270180:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551335.125109:0:12903:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:18.0:1673551335.125110:0:12921:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551335.125110:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551335.125110:0:12903:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:19.0:1673551335.125111:0:12920:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551335.125111:0:12912:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:19.0:1673551335.125112:0:12920:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551335.125112:0:12921:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000004:00000001:6.0:1673551335.125112:0:2270178:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551335.125112:0:12903:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:8.0:1673551335.125113:0:12912:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1673551335.125113:0:12902:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:18.0:1673551335.125114:0:12921:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:7.0:1673551335.125114:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1673551335.125114:0:12903:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000024e12157 x1754791738761856/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1673551335.125114:0:12902:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1673551335.125115:0:12912:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a3625daa x1754791738761792/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:7.0:1673551335.125115:0:12907:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551335.125116:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1673551335.125116:0:12907:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:18.0:1673551335.125117:0:12921:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f896db4b x1754791738761728/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:9.0:1673551335.125117:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1673551335.125118:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d695acdb x1754791738761920/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551335.125119:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551335.125119:0:12903:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1673551335.125120:0:12903:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551335.125121:0:12912:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:5.0:1673551335.125121:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1673551335.125121:0:12903:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:18.0:1673551335.125122:0:12921:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:8.0:1673551335.125122:0:12912:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1673551335.125122:0:12903:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551335.125123:0:12921:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551335.125123:0:12907:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 02000000:00000001:18.0:1673551335.125124:0:12921:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:8.0:1673551335.125124:0:12912:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:7.0:1673551335.125124:0:12907:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1673551335.125124:0:12903:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@0000000024e12157 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ai200x-MDT0001-mdtlov_UUID:12903:1754791738761856:172.16.0.56@o2ib:13: 02000000:00000001:18.0:1673551335.125125:0:12921:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1673551335.125125:0:12912:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1673551335.125125:0:12907:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:7.0:1673551335.125126:0:12907:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:8.0:1673551335.125127:0:12912:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000a3625daa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:ai200x-MDT0001-mdtlov_UUID:12912:1754791738761792:172.16.0.22@o2ib:13: 00000100:00100000:7.0:1673551335.125127:0:12907:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000d695acdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ai200x-MDT0001-mdtlov_UUID:12907:1754791738761920:172.16.0.22@o2ib:13: 00000100:00000001:3.0:1673551335.125127:0:12903:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00100000:18.0:1673551335.125128:0:12921:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000f896db4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_04_03:ai200x-MDT0001-mdtlov_UUID:12921:1754791738761728:172.16.0.56@o2ib:13: 00000100:00000001:8.0:1673551335.125129:0:12912:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000001:7.0:1673551335.125129:0:12907:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1673551335.125129:0:12903:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1673551335.125129:0:12903:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551335.125130:0:12921:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:8.0:1673551335.125130:0:12912:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:7.0:1673551335.125130:0:12907:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:7.0:1673551335.125130:0:12907:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1673551335.125130:0:12903:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:18.0:1673551335.125131:0:12921:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:8.0:1673551335.125131:0:12912:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1673551335.125131:0:12912:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:7.0:1673551335.125131:0:12907:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:18.0:1673551335.125132:0:12921:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:7.0:1673551335.125132:0:12907:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b14cdfb5. 02000000:00000010:3.0:1673551335.125132:0:12903:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cd16c60e. 02000000:00000001:18.0:1673551335.125133:0:12921:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:8.0:1673551335.125133:0:12912:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c12f0f3e. 02000000:00000001:8.0:1673551335.125133:0:12912:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1673551335.125133:0:12907:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1673551335.125133:0:12903:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:18.0:1673551335.125134:0:12921:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000afd4f57a. 02000000:00000001:18.0:1673551335.125135:0:12921:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1673551335.125135:0:12912:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:7.0:1673551335.125135:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:3.0:1673551335.125135:0:12903:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:18.0:1673551335.125137:0:12921:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000010:8.0:1673551335.125137:0:12912:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000002a982864. 00000400:00000010:7.0:1673551335.125137:0:12907:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000b60ce4c7. 00000400:00000010:3.0:1673551335.125137:0:12903:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000853eabd3. 00000400:00000010:18.0:1673551335.125138:0:12921:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000d726ed72. 00000400:00000010:8.0:1673551335.125138:0:12912:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c682520b. 00000400:00000010:7.0:1673551335.125138:0:12907:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000610de5cd. 00000400:00000010:3.0:1673551335.125138:0:12903:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080b75dc9. 00000100:00000200:8.0:1673551335.125139:0:12912:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738761792, portal 4 00000100:00000200:3.0:1673551335.125139:0:12903:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738761856, portal 4 00000400:00000010:18.0:1673551335.125140:0:12921:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f68a4b5. 00000100:00000001:8.0:1673551335.125140:0:12912:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000200:7.0:1673551335.125140:0:12907:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738761920, portal 4 00000100:00000200:18.0:1673551335.125141:0:12921:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738761728, portal 4 00000100:00000001:8.0:1673551335.125141:0:12912:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912558540953216 : -52831515168598400 : ff444e04516e1680) 00000100:00000001:7.0:1673551335.125141:0:12907:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:7.0:1673551335.125141:0:12907:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912568026986880 : -52831505682564736 : ff444e0686d77980) 00000100:00000001:3.0:1673551335.125141:0:12903:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1673551335.125141:0:12903:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618818045056 : -52831454891506560 : ff444e125a398480) 00000100:00000001:18.0:1673551335.125142:0:12921:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:18.0:1673551335.125143:0:12921:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912628178401920 : -52831445531149696 : ff444e1488253a80) 00000100:00000040:8.0:1673551335.125143:0:12912:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000a3625daa x1754791738761792/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000040:3.0:1673551335.125143:0:12903:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@0000000024e12157 x1754791738761856/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000040:7.0:1673551335.125144:0:12907:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000d695acdb x1754791738761920/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000040:18.0:1673551335.125145:0:12921:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000f896db4b x1754791738761728/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1673551335.125145:0:12903:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:8.0:1673551335.125146:0:12912:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:7.0:1673551335.125146:0:12907:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:3.0:1673551335.125146:0:12903:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000400:00000010:3.0:1673551335.125146:0:12903:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023d99521. 00000100:00000040:8.0:1673551335.125147:0:12912:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000010:8.0:1673551335.125147:0:12912:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c7bb108. 00000100:00000200:3.0:1673551335.125147:0:12903:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738761856, offset 0 00000100:00000001:18.0:1673551335.125148:0:12921:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000200:8.0:1673551335.125148:0:12912:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738761792, offset 0 00000100:00000040:7.0:1673551335.125148:0:12907:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000010:7.0:1673551335.125148:0:12907:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000794dacf4. 00000100:00000040:18.0:1673551335.125149:0:12921:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000400:00000010:18.0:1673551335.125149:0:12921:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c1c1e94. 00000100:00000200:7.0:1673551335.125149:0:12907:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738761920, offset 0 00000400:00000200:3.0:1673551335.125149:0:12903:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000400:00000200:8.0:1673551335.125150:0:12912:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000100:00000200:18.0:1673551335.125151:0:12921:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738761728, offset 0 00000400:00000200:7.0:1673551335.125151:0:12907:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000400:00000200:3.0:1673551335.125151:0:12903:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:18.0:1673551335.125152:0:12921:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000400:00000200:8.0:1673551335.125152:0:12912:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:7.0:1673551335.125152:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:8.0:1673551335.125153:0:12912:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.22@o2ib local destination 00000400:00000200:3.0:1673551335.125153:0:12903:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000400:00000200:18.0:1673551335.125154:0:12921:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:7.0:1673551335.125154:0:12907:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.22@o2ib local destination 00000400:00000200:8.0:1673551335.125155:0:12912:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964972, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:3.0:1673551335.125155:0:12903:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964972, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:18.0:1673551335.125156:0:12921:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000400:00000200:7.0:1673551335.125156:0:12907:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964972, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:18.0:1673551335.125158:0:12921:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964972, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:8.0:1673551335.125158:0:12912:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964971, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964972, g:4294967295] 00000400:00000200:7.0:1673551335.125158:0:12907:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964971, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964972, g:4294967295] 00000400:00000200:3.0:1673551335.125158:0:12903:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964971, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964972, g:4294967295] 00000400:00000200:3.0:1673551335.125159:0:12903:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:18.0:1673551335.125160:0:12921:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964971, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964972, g:4294967295] 00000400:00000200:7.0:1673551335.125160:0:12907:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:8.0:1673551335.125161:0:12912:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:3.0:1673551335.125161:0:12903:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964972, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964971, g:4294967295] 00000400:00000200:18.0:1673551335.125162:0:12921:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:8.0:1673551335.125162:0:12912:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964972, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964971, g:4294967295] 00000400:00000200:7.0:1673551335.125162:0:12907:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964972, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964971, g:4294967295] 00000400:00000200:7.0:1673551335.125163:0:12907:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964971, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964971, g:4294967295] 00000400:00000200:3.0:1673551335.125163:0:12903:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964971, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964971, g:4294967295] 00000400:00000200:8.0:1673551335.125164:0:12912:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964971, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964971, g:4294967295] 00000400:00000200:7.0:1673551335.125164:0:12907:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:3.0:1673551335.125164:0:12903:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:18.0:1673551335.125165:0:12921:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964972, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964971, g:4294967295] 00000400:00000200:8.0:1673551335.125165:0:12912:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:3.0:1673551335.125165:0:12903:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:18.0:1673551335.125166:0:12921:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964974, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964972, g:4294967295] 00000400:00000200:8.0:1673551335.125166:0:12912:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:7.0:1673551335.125166:0:12907:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:8.0:1673551335.125167:0:12912:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:7.0:1673551335.125167:0:12907:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:3.0:1673551335.125167:0:12903:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:18.0:1673551335.125168:0:12921:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:8.0:1673551335.125168:0:12912:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.23@o2ib c:[32, 32], s:[3094126, 3094125] 00000400:00000200:7.0:1673551335.125168:0:12907:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.23@o2ib c:[32, 32], s:[3094126, 3094125] 00000400:00000200:3.0:1673551335.125168:0:12903:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501155, 4501156] 00000400:00000200:18.0:1673551335.125169:0:12921:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:7.0:1673551335.125169:0:12907:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.22@o2ib 00000400:00000200:3.0:1673551335.125169:0:12903:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.57@o2ib 00000400:00000200:18.0:1673551335.125170:0:12921:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:8.0:1673551335.125170:0:12912:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.22@o2ib 00000400:00000200:7.0:1673551335.125170:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:3.0:1673551335.125170:0:12903:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:18.0:1673551335.125171:0:12921:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501156, 4501156] 00000400:00000200:8.0:1673551335.125171:0:12912:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:18.0:1673551335.125172:0:12921:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.56@o2ib 00000400:00000200:18.0:1673551335.125173:0:12921:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:8.0:1673551335.125174:0:12912:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.22@o2ib(172.16.0.22@o2ib:172.16.0.22@o2ib) : PUT try# 0 00000400:00000200:18.0:1673551335.125176:0:12921:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) : PUT try# 0 00000800:00000200:8.0:1673551335.125176:0:12912:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.22@o2ib 00000400:00000200:8.0:1673551335.125177:0:12912:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:18.0:1673551335.125178:0:12921:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.56@o2ib 00000400:00000200:7.0:1673551335.125179:0:12907:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.22@o2ib(172.16.0.22@o2ib:172.16.0.22@o2ib) : PUT try# 0 00000400:00000200:3.0:1673551335.125179:0:12903:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.57@o2ib(172.16.0.56@o2ib:172.16.0.57@o2ib) : PUT try# 0 00000400:00000200:18.0:1673551335.125180:0:12921:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:8.0:1673551335.125181:0:12912:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000053b02a27] -> 172.16.0.22@o2ib (2) version: 12 00000800:00000200:7.0:1673551335.125181:0:12907:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.22@o2ib 00000800:00000200:3.0:1673551335.125181:0:12903:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000800:00000200:8.0:1673551335.125182:0:12912:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000a8f662b5] (68)++ 00000400:00000200:3.0:1673551335.125182:0:12903:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:18.0:1673551335.125183:0:12921:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000076e6a972] -> 172.16.0.56@o2ib (2) version: 12 00000800:00000200:8.0:1673551335.125183:0:12912:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000a8f662b5] (69)++ 00000400:00000200:7.0:1673551335.125183:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:3.0:1673551335.125184:0:12903:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000ecadf817] -> 172.16.0.57@o2ib (2) version: 12 00000800:00000200:18.0:1673551335.125185:0:12921:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000f2f16d9a] (68)++ 00000800:00000200:18.0:1673551335.125185:0:12921:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:7.0:1673551335.125185:0:12907:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000053b02a27] -> 172.16.0.22@o2ib (2) version: 12 00000800:00000200:3.0:1673551335.125185:0:12903:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000a2509833] (68)++ 00000800:00000200:8.0:1673551335.125186:0:12912:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000a8f662b5] (70)-- 00000800:00000200:7.0:1673551335.125186:0:12907:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000a8f662b5] (70)++ 00000800:00000200:3.0:1673551335.125186:0:12903:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000a2509833] (69)++ 00000100:00000001:8.0:1673551335.125187:0:12912:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:7.0:1673551335.125187:0:12907:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000a8f662b5] (71)++ 00000800:00000200:18.0:1673551335.125188:0:12921:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000f2f16d9a] (70)-- 00000100:00000001:8.0:1673551335.125188:0:12912:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:8.0:1673551335.125188:0:12912:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551335.125189:0:12921:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551335.125189:0:12921:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:8.0:1673551335.125189:0:12912:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:7.0:1673551335.125189:0:12907:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000a8f662b5] (71)-- 00000100:00000001:7.0:1673551335.125189:0:12907:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1673551335.125189:0:12903:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000a2509833] (70)-- 00000100:00000001:3.0:1673551335.125189:0:12903:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551335.125190:0:12921:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551335.125190:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551335.125190:0:12907:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1673551335.125190:0:12903:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1673551335.125190:0:12903:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551335.125191:0:12907:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551335.125191:0:12903:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551335.125192:0:12907:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551335.125192:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551335.125192:0:12903:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551335.125194:0:12903:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1673551335.125194:0:12903:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:7.0:1673551335.125195:0:12907:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:7.0:1673551335.125195:0:12907:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1673551335.125195:0:12903:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551335.125195:0:12903:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000800:00000200:18.2:1673551335.125196:0:12921:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a2509833] (69)++ 00000800:00000200:8.2:1673551335.125196:0:12912:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (69)++ 00000100:00000001:7.0:1673551335.125196:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1673551335.125196:0:12907:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1673551335.125196:0:12903:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551335.125196:0:12903:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551335.125197:0:12907:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551335.125197:0:12903:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551335.125197:0:12903:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1673551335.125197:0:12903:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551335.125198:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551335.125198:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1673551335.125198:0:12907:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1673551335.125198:0:12903:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551335.125199:0:12907:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551335.125199:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.2:1673551335.125200:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a8f662b5] (70)++ 00000100:00000001:8.0:1673551335.125203:0:12912:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:8.0:1673551335.125204:0:12912:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:8.0:1673551335.125204:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:18.0:1673551335.125205:0:12921:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551335.125205:0:12912:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1673551335.125205:0:12912:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551335.125206:0:12921:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1673551335.125206:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551335.125206:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551335.125207:0:12912:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1673551335.125207:0:12912:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551335.125208:0:12921:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:18.0:1673551335.125208:0:12921:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000800:00000200:12.0:1673551335.125208:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)++ 00000100:00000001:8.0:1673551335.125208:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551335.125209:0:12921:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:18.0:1673551335.125209:0:12921:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:18.0:1673551335.125209:0:12921:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551335.125210:0:12921:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:17.0:1673551335.125210:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a2509833] (70)++ 00000100:00000001:18.0:1673551335.125211:0:12921:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:18.0:1673551335.125211:0:12921:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:18.0:1673551335.125211:0:12921:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551335.125212:0:12921:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1673551335.125214:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000f2f16d9a] (71)-- 00000800:00000200:17.0:1673551335.125215:0:12874:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000a2509833] (71)-- 00000400:00000200:17.0:1673551335.125216:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551335.125216:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:22.0:1673551335.125217:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a8f662b5] (71)++ 00000400:00000200:17.0:1673551335.125219:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.57@o2ib: PUT: OK 00000400:00000200:12.0:1673551335.125219:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: PUT: OK 00000400:00000200:17.0:1673551335.125220:0:12874:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000023d99521 00000400:00000010:17.0:1673551335.125221:0:12874:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000023d99521. 00000400:00000200:12.0:1673551335.125221:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000000c1c1e94 00000100:00000001:17.0:1673551335.125222:0:12874:0:(events.c:54:request_out_callback()) Process entered 00000400:00000010:12.0:1673551335.125222:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000000c1c1e94. 00000100:00000200:17.0:1673551335.125223:0:12874:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@0000000024e12157 x1754791738761856/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:22.0:1673551335.125224:0:12875:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000a8f662b5] (72)-- 00000800:00000200:19.0:1673551335.125224:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (70)-- 00000100:00000001:12.0:1673551335.125224:0:12872:0:(events.c:54:request_out_callback()) Process entered 00000400:00000200:22.0:1673551335.125225:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:17.0:1673551335.125226:0:12874:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000800:00000200:13.0:1673551335.125226:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000100:00000200:12.0:1673551335.125226:0:12872:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000f896db4b x1754791738761728/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000040:17.0:1673551335.125227:0:12874:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000024e12157 x1754791738761856/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:22.0:1673551335.125228:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.22@o2ib: PUT: OK 00000100:00000001:17.0:1673551335.125229:0:12874:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:22.0:1673551335.125230:0:12875:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000006c7bb108 00000100:00000001:17.0:1673551335.125230:0:12874:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:23.0:1673551335.125231:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a8f662b5] (71)++ 00000400:00000010:22.0:1673551335.125231:0:12875:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000006c7bb108. 00000800:00000200:17.0:1673551335.125231:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (69)-- 00000100:00000001:12.0:1673551335.125231:0:12872:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000800:00000200:23.0:1673551335.125233:0:12876:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000a8f662b5] (72)-- 00000100:00000001:22.0:1673551335.125233:0:12875:0:(events.c:54:request_out_callback()) Process entered 00000100:00000040:12.0:1673551335.125233:0:12872:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f896db4b x1754791738761728/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:23.0:1673551335.125234:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:22.0:1673551335.125235:0:12875:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000a3625daa x1754791738761792/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:23.0:1673551335.125236:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.22@o2ib: PUT: OK 00000400:00000200:23.0:1673551335.125237:0:12876:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000794dacf4 00000100:00000001:12.0:1673551335.125237:0:12872:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:23.0:1673551335.125238:0:12876:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000794dacf4. 00000100:00000001:12.0:1673551335.125238:0:12872:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:23.0:1673551335.125239:0:12876:0:(events.c:54:request_out_callback()) Process entered 00000100:00000001:22.0:1673551335.125240:0:12875:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000800:00000200:12.0:1673551335.125240:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000100:00000200:23.0:1673551335.125241:0:12876:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000d695acdb x1754791738761920/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000040:22.0:1673551335.125241:0:12875:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a3625daa x1754791738761792/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:23.0:1673551335.125245:0:12876:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:22.0:1673551335.125245:0:12875:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:23.0:1673551335.125246:0:12876:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d695acdb x1754791738761920/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:22.0:1673551335.125246:0:12875:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:22.0:1673551335.125248:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (71)-- 00000100:00000001:23.0:1673551335.125249:0:12876:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:22.0:1673551335.125249:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (70)-- 00000100:00000001:23.0:1673551335.125250:0:12876:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:23.0:1673551335.125251:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (69)-- 00000800:00000200:8.2:1673551335.125295:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (68)++ 00000800:00000200:11.2:1673551335.125305:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a8f662b5] (68)++ 00000800:00000200:18.2:1673551335.125306:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a2509833] (68)++ 00000800:00000200:13.0:1673551335.125307:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:13.0:1673551335.125313:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.56@o2ib 00000400:00000200:13.0:1673551335.125315:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:22.0:1673551335.125316:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a8f662b5] (69)++ 00000800:00000200:19.0:1673551335.125316:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a2509833] (69)++ 00000800:00000200:12.0:1673551335.125317:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000400:00000200:13.0:1673551335.125318:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.56@o2ib : PUT - for me 00000400:00000200:13.0:1673551335.125321:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:22.0:1673551335.125322:0:12875:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.22@o2ib 00000800:00000200:19.0:1673551335.125323:0:12873:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.57@o2ib 00000400:00000200:13.0:1673551335.125323:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:22.0:1673551335.125324:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:13.0:1673551335.125325:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:17.0:1673551335.125326:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (70)-- 00000400:00000200:22.0:1673551335.125327:0:12875:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.22@o2ib : PUT - for me 00000400:00000200:19.0:1673551335.125327:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:13.0:1673551335.125327:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 368 into portal 4 MB=0x63bf94a3e6200 00000800:00000200:23.0:1673551335.125328:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a8f662b5] (70)++ 00000400:00000200:22.0:1673551335.125329:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:19.0:1673551335.125329:0:12873:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.57@o2ib : PUT - for me 00000400:00000200:13.0:1673551335.125329:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:23.0:1673551335.125330:0:12876:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.22@o2ib 00000400:00000200:22.0:1673551335.125331:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:19.0:1673551335.125331:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:13.0:1673551335.125331:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.56@o2ib of length 368/368 into md 0x4bd8e2ed [1] + 224 00000400:00000200:23.0:1673551335.125332:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:19.0:1673551335.125332:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:19.0:1673551335.125333:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551335.125333:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:22.0:1673551335.125334:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:19.0:1673551335.125334:0:12873:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 368 into portal 4 MB=0x63bf94a3e6280 00000400:00000200:23.0:1673551335.125335:0:12876:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.22@o2ib : PUT - for me 00000400:00000200:22.0:1673551335.125335:0:12875:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 368 into portal 4 MB=0x63bf94a3e6240 00000400:00000200:13.0:1673551335.125335:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: PUT: OK 00000400:00000200:19.0:1673551335.125336:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:23.0:1673551335.125337:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:19.0:1673551335.125337:0:12873:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.56@o2ib of length 368/368 into md 0x4bd8e2cd [1] + 224 00000100:00000001:13.0:1673551335.125337:0:12871:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:23.0:1673551335.125338:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000200:13.0:1673551335.125338:0:12871:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000f896db4b x1754791738761728/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:19.0:1673551335.125339:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:19.0:1673551335.125340:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.57@o2ib: PUT: OK 00000100:00000001:19.0:1673551335.125341:0:12873:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:22.0:1673551335.125342:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000200:19.0:1673551335.125342:0:12873:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@0000000024e12157 x1754791738761856/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:23.0:1673551335.125343:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000040:13.0:1673551335.125343:0:12871:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000f896db4b x1754791738761728/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:22.0:1673551335.125344:0:12875:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.22@o2ib of length 368/368 into md 0x13a9da75 [1] + 224 00000400:00000200:23.0:1673551335.125345:0:12876:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 368 into portal 4 MB=0x63bf94a3e62c0 00000400:00000200:23.0:1673551335.125346:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:22.0:1673551335.125346:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:19.0:1673551335.125346:0:12873:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@0000000024e12157 x1754791738761856/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:23.0:1673551335.125348:0:12876:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.22@o2ib of length 368/368 into md 0x13a9da95 [1] + 224 00000400:00000200:22.0:1673551335.125348:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.22@o2ib: PUT: OK 00000400:00000200:23.0:1673551335.125350:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:22.0:1673551335.125350:0:12875:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:22.0:1673551335.125351:0:12875:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000a3625daa x1754791738761792/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:13.0:1673551335.125351:0:12871:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000200:23.0:1673551335.125352:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.22@o2ib: PUT: OK 00000800:00000200:13.0:1673551335.125352:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000f2f16d9a] (69)++ 00000100:00000001:23.0:1673551335.125353:0:12876:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:19.0:1673551335.125353:0:12873:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:13.0:1673551335.125353:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000f2f16d9a] (70)-- 00000100:00000200:23.0:1673551335.125354:0:12876:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000d695acdb x1754791738761920/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:13.0:1673551335.125354:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000100:00000040:22.0:1673551335.125355:0:12875:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000a3625daa x1754791738761792/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:19.0:1673551335.125355:0:12873:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000a2509833] (69)++ 00000800:00000200:19.0:1673551335.125356:0:12873:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000a2509833] (70)-- 00000800:00000200:19.0:1673551335.125357:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (69)-- 00000100:00000040:23.0:1673551335.125358:0:12876:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000d695acdb x1754791738761920/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1673551335.125359:0:12903:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551335.125359:0:12903:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:18.0:1673551335.125360:0:12921:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:18.0:1673551335.125360:0:12921:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1673551335.125360:0:12903:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1673551335.125360:0:12903:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1673551335.125361:0:12903:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000853eabd3. 00000400:00000200:3.0:1673551335.125362:0:12903:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000080b75dc9 00000400:00000010:3.0:1673551335.125362:0:12903:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000080b75dc9. 00000400:00000001:18.0:1673551335.125363:0:12921:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1673551335.125363:0:12903:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:22.0:1673551335.125364:0:12875:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000001:18.0:1673551335.125364:0:12921:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1673551335.125364:0:12903:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@0000000024e12157 x1754791738761856/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:22.0:1673551335.125365:0:12875:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000a8f662b5] (71)++ 00000400:00000010:18.0:1673551335.125365:0:12921:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000d726ed72. 00000100:00000001:23.0:1673551335.125366:0:12876:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000200:18.0:1673551335.125366:0:12921:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000007f68a4b5 00000100:00000200:3.0:1673551335.125366:0:12903:0:(events.c:128:reply_in_callback()) @@@ unlink req@0000000024e12157 x1754791738761856/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:23.0:1673551335.125367:0:12876:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000a8f662b5] (72)++ 00000800:00000200:22.0:1673551335.125367:0:12875:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000a8f662b5] (72)-- 00000400:00000010:18.0:1673551335.125367:0:12921:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000007f68a4b5. 00000800:00000200:23.0:1673551335.125368:0:12876:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000a8f662b5] (72)-- 00000800:00000200:22.0:1673551335.125368:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (72)-- 00000100:00000001:18.0:1673551335.125368:0:12921:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:3.0:1673551335.125368:0:12903:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:3.0:1673551335.125368:0:12903:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:18.0:1673551335.125369:0:12921:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000f896db4b x1754791738761728/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1673551335.125369:0:12903:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:3.0:1673551335.125369:0:12903:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000800:00000200:23.0:1673551335.125370:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (70)-- 00000100:00000001:8.0:1673551335.125370:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551335.125370:0:12912:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1673551335.125370:0:12903:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1673551335.125370:0:12903:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:22.0:1673551335.125371:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (69)-- 00000400:00000001:8.0:1673551335.125372:0:12912:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:8.0:1673551335.125372:0:12912:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:7.0:1673551335.125372:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1673551335.125372:0:12907:0:(client.c:1822:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1673551335.125372:0:12903:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:18.0:1673551335.125373:0:12921:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000f896db4b x1754791738761728/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:8.0:1673551335.125373:0:12912:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000002a982864. 00000100:00001000:3.0:1673551335.125373:0:12903:0:(import.c:1925:at_measured()) add 1 to 00000000ab082929 time=107 v=1 (1 1 1 1) 00000400:00000200:8.0:1673551335.125374:0:12912:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000c682520b 00000400:00000010:8.0:1673551335.125374:0:12912:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000c682520b. 00000100:00001000:3.0:1673551335.125374:0:12903:0:(import.c:1925:at_measured()) add 1 to 0000000025d6da45 time=107 v=1 (1 1 1 1) 00000100:00000001:8.0:1673551335.125375:0:12912:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:3.0:1673551335.125375:0:12903:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1673551335.125375:0:12903:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551335.125376:0:12921:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000200:8.0:1673551335.125376:0:12912:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000a3625daa x1754791738761792/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000001:7.0:1673551335.125376:0:12907:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1673551335.125376:0:12903:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:18.0:1673551335.125377:0:12921:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:7.0:1673551335.125377:0:12907:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:7.0:1673551335.125377:0:12907:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000b60ce4c7. 00010000:00000001:3.0:1673551335.125377:0:12903:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551335.125378:0:12921:0:(client.c:1442:after_reply()) Process entered 00000100:00000001:3.0:1673551335.125378:0:12903:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1673551335.125378:0:12903:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0001-osc-MDT0001: skip recheck: last_committed 313543462209 02000000:00000001:18.0:1673551335.125379:0:12921:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:18.0:1673551335.125379:0:12921:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000200:8.0:1673551335.125379:0:12912:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000a3625daa x1754791738761792/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:7.0:1673551335.125379:0:12907:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000610de5cd 00000400:00000010:7.0:1673551335.125379:0:12907:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000610de5cd. 00000100:00000001:3.0:1673551335.125379:0:12903:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1673551335.125379:0:12903:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551335.125380:0:12921:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551335.125380:0:12912:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:7.0:1673551335.125380:0:12907:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000040:3.0:1673551335.125380:0:12903:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000024e12157 x1754791738761856/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 02000000:00000001:18.0:1673551335.125381:0:12921:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551335.125381:0:12912:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1673551335.125381:0:12912:0:(client.c:1442:after_reply()) Process entered 00000100:00000200:7.0:1673551335.125381:0:12907:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000d695acdb x1754791738761920/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 02000000:00000001:8.0:1673551335.125382:0:12912:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:8.0:1673551335.125382:0:12912:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1673551335.125382:0:12903:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:18.0:1673551335.125383:0:12921:0:(import.c:1925:at_measured()) add 1 to 00000000f3eec6b4 time=107 v=1 (1 1 1 1) 00000100:00000001:8.0:1673551335.125383:0:12912:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551335.125383:0:12903:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:8.0:1673551335.125384:0:12912:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:7.0:1673551335.125384:0:12907:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000d695acdb x1754791738761920/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1673551335.125384:0:12903:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1673551335.125384:0:12903:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000100:00001000:18.0:1673551335.125385:0:12921:0:(import.c:1925:at_measured()) add 1 to 00000000e1fb47f6 time=107 v=1 (1 1 1 1) 00000100:00001000:8.0:1673551335.125385:0:12912:0:(import.c:1925:at_measured()) add 1 to 000000005f4d656e time=107 v=1 (1 1 1 1) 00000100:00000001:7.0:1673551335.125385:0:12907:0:(events.c:186:reply_in_callback()) Process leaving 00000004:00000040:3.0:1673551335.125385:0:12903:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0001-osc-MDT0001: Updating status = 0 00000100:00000001:18.0:1673551335.125386:0:12921:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:18.0:1673551335.125386:0:12921:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:8.0:1673551335.125386:0:12912:0:(import.c:1925:at_measured()) add 1 to 00000000c14e5005 time=107 v=1 (1 1 1 1) 00000100:00000001:8.0:1673551335.125386:0:12912:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:7.0:1673551335.125386:0:12907:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551335.125386:0:12907:0:(client.c:1442:after_reply()) Process entered 00000004:00000040:3.0:1673551335.125386:0:12903:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0001-osc-MDT0001: blocks=1923008600 free=1449267356 avail=1429801655 avail_mb=5585162 hwm_mb=14671 files=60817408 ffree=29434415 state=200: rc = 0 00000100:00000001:8.0:1673551335.125387:0:12912:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1673551335.125387:0:12907:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:7.0:1673551335.125387:0:12907:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00010000:00000001:18.0:1673551335.125388:0:12921:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:8.0:1673551335.125388:0:12912:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:8.0:1673551335.125388:0:12912:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551335.125388:0:12907:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:3.0:1673551335.125388:0:12903:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0001-osc-MDT0001 (00000000c75fd052): 1923008600 blocks, 1449267356 free, 1429801655 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 29434415 free files 0x200 00010000:00000001:18.0:1673551335.125389:0:12921:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551335.125389:0:12912:0:(client.c:2921:ptlrpc_free_committed()) Process entered 02000000:00000001:7.0:1673551335.125389:0:12907:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551335.125390:0:12921:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:8.0:1673551335.125390:0:12912:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0006-osc-MDT0001: skip recheck: last_committed 274891053261 00000100:00000001:8.0:1673551335.125390:0:12912:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00001000:7.0:1673551335.125390:0:12907:0:(import.c:1925:at_measured()) add 1 to 000000004df511b4 time=107 v=1 (1 1 1 1) 00000004:00000001:3.0:1673551335.125390:0:12903:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551335.125391:0:12921:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0000-osc-MDT0001: skip recheck: last_committed 313543463269 00000100:00000001:8.0:1673551335.125391:0:12912:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:7.0:1673551335.125391:0:12907:0:(import.c:1925:at_measured()) add 1 to 00000000c2b67475 time=107 v=1 (1 1 1 1) 00000100:00000001:7.0:1673551335.125391:0:12907:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1673551335.125391:0:12903:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024e12157 x1754791738761856/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000001:18.0:1673551335.125392:0:12921:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:18.0:1673551335.125392:0:12921:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1673551335.125392:0:12912:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a3625daa x1754791738761792/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:7.0:1673551335.125392:0:12907:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1673551335.125392:0:12907:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:7.0:1673551335.125393:0:12907:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1673551335.125393:0:12903:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@0000000024e12157 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ai200x-MDT0001-mdtlov_UUID:12903:1754791738761856:172.16.0.56@o2ib:13: 00000100:00000040:18.0:1673551335.125394:0:12921:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f896db4b x1754791738761728/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:8.0:1673551335.125394:0:12912:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:7.0:1673551335.125394:0:12907:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:7.0:1673551335.125394:0:12907:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0007-osc-MDT0001: skip recheck: last_committed 231941380167 00000100:00000001:3.0:1673551335.125394:0:12903:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1673551335.125395:0:12912:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:8.0:1673551335.125395:0:12912:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551335.125395:0:12907:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:7.0:1673551335.125395:0:12907:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551335.125395:0:12903:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000004:00000001:8.0:1673551335.125396:0:12912:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000100:00000040:7.0:1673551335.125396:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d695acdb x1754791738761920/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000040:3.0:1673551335.125396:0:12903:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000024e12157 x1754791738761856/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:18.0:1673551335.125397:0:12921:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000040:8.0:1673551335.125397:0:12912:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0006-osc-MDT0001: Updating status = 0 00000004:00000040:8.0:1673551335.125397:0:12912:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0006-osc-MDT0001: blocks=1923008600 free=1290824725 avail=1271359023 avail_mb=4966246 hwm_mb=14671 files=60817408 ffree=34088770 state=200: rc = 0 00000100:00000001:3.0:1673551335.125397:0:12903:0:(client.c:2641:__ptlrpc_free_req()) Process entered 00000100:00000001:18.0:1673551335.125398:0:12921:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1673551335.125398:0:12903:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:18.0:1673551335.125399:0:12921:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551335.125399:0:12907:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:7.0:1673551335.125399:0:12907:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1673551335.125399:0:12903:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cd16c60e. 00000004:00000001:18.0:1673551335.125400:0:12921:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000020:8.0:1673551335.125400:0:12912:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0006-osc-MDT0001 (00000000a19474d5): 1923008600 blocks, 1290824725 free, 1271359023 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 34088770 free files 0x200 00000100:00000001:7.0:1673551335.125400:0:12907:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:7.0:1673551335.125400:0:12907:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 02000000:00000001:3.0:1673551335.125400:0:12903:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1673551335.125400:0:12903:0:(genops.c:1199:class_import_put()) Process entered 00000004:00000040:18.0:1673551335.125401:0:12921:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0000-osc-MDT0001: Updating status = 0 00000004:00000040:7.0:1673551335.125401:0:12907:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0007-osc-MDT0001: Updating status = 0 00000020:00000040:3.0:1673551335.125401:0:12903:0:(genops.c:1205:class_import_put()) import 00000000bf34f1d8 refcount=2 obd=ai200x-OST0001-osc-MDT0001 00000020:00000001:3.0:1673551335.125401:0:12903:0:(genops.c:1212:class_import_put()) Process leaving 00000004:00000040:18.0:1673551335.125402:0:12921:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0000-osc-MDT0001: blocks=1923008600 free=1445531882 avail=1426066181 avail_mb=5570571 hwm_mb=14671 files=60817408 ffree=29307776 state=200: rc = 0 00000004:00000001:8.0:1673551335.125402:0:12912:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:7.0:1673551335.125402:0:12907:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0007-osc-MDT0001: blocks=1923008600 free=1296952785 avail=1277487084 avail_mb=4990183 hwm_mb=14671 files=60817408 ffree=34420711 state=200: rc = 0 02000000:00000010:3.0:1673551335.125402:0:12903:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000009f429e33. 00000100:00000040:8.0:1673551335.125403:0:12912:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a3625daa x1754791738761792/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 02000000:00000001:3.0:1673551335.125403:0:12903:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1673551335.125403:0:12903:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000004:00000020:7.0:1673551335.125404:0:12907:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0007-osc-MDT0001 (0000000019d3763d): 1923008600 blocks, 1296952785 free, 1277487084 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 33 reserved ino low, 67 reserved ino high, 60817408 files, 34420711 free files 0x200 00000100:00000010:3.0:1673551335.125404:0:12903:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000024e12157. 00000004:00000020:18.0:1673551335.125405:0:12921:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0000-osc-MDT0001 (000000004ade8028): 1923008600 blocks, 1445531882 free, 1426066181 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 29307776 free files 0x200 00000100:00000001:3.0:1673551335.125405:0:12903:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1673551335.125405:0:12903:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551335.125405:0:12903:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:8.0:1673551335.125406:0:12912:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000a3625daa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:ai200x-MDT0001-mdtlov_UUID:12912:1754791738761792:172.16.0.22@o2ib:13: 00000004:00000001:7.0:1673551335.125406:0:12907:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551335.125406:0:12903:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:8.0:1673551335.125407:0:12912:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1673551335.125407:0:12912:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:7.0:1673551335.125407:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d695acdb x1754791738761920/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1673551335.125407:0:12903:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551335.125407:0:12903:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551335.125407:0:12903:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1673551335.125408:0:12912:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a3625daa x1754791738761792/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1673551335.125408:0:12903:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551335.125408:0:12903:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:18.0:1673551335.125409:0:12921:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:7.0:1673551335.125409:0:12907:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000d695acdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ai200x-MDT0001-mdtlov_UUID:12907:1754791738761920:172.16.0.22@o2ib:13: 00000100:00000040:18.0:1673551335.125410:0:12921:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f896db4b x1754791738761728/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000001:8.0:1673551335.125410:0:12912:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:8.0:1673551335.125410:0:12912:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:7.0:1673551335.125410:0:12907:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:8.0:1673551335.125411:0:12912:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c12f0f3e. 00000100:00000001:7.0:1673551335.125411:0:12907:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 02000000:00000001:8.0:1673551335.125412:0:12912:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:8.0:1673551335.125412:0:12912:0:(genops.c:1199:class_import_put()) Process entered 00000100:00000040:7.0:1673551335.125412:0:12907:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d695acdb x1754791738761920/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00100000:18.0:1673551335.125413:0:12921:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000f896db4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_04_03:ai200x-MDT0001-mdtlov_UUID:12921:1754791738761728:172.16.0.56@o2ib:13: 00000020:00000040:8.0:1673551335.125413:0:12912:0:(genops.c:1205:class_import_put()) import 000000008bad2712 refcount=2 obd=ai200x-OST0006-osc-MDT0001 00000020:00000001:8.0:1673551335.125413:0:12912:0:(genops.c:1212:class_import_put()) Process leaving 00000100:00000001:7.0:1673551335.125413:0:12907:0:(client.c:2641:__ptlrpc_free_req()) Process entered 00000100:00000001:18.0:1673551335.125414:0:12921:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551335.125414:0:12921:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 02000000:00000010:8.0:1673551335.125414:0:12912:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000098ebaf7b. 02000000:00000001:8.0:1673551335.125414:0:12912:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:7.0:1673551335.125414:0:12907:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:7.0:1673551335.125414:0:12907:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b14cdfb5. 00000100:00000040:18.0:1673551335.125415:0:12921:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000f896db4b x1754791738761728/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 02000000:00000001:8.0:1673551335.125415:0:12912:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:8.0:1673551335.125415:0:12912:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000a3625daa. 02000000:00000001:7.0:1673551335.125415:0:12907:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:8.0:1673551335.125416:0:12912:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:8.0:1673551335.125416:0:12912:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:7.0:1673551335.125416:0:12907:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:7.0:1673551335.125416:0:12907:0:(genops.c:1205:class_import_put()) import 00000000bea1065f refcount=2 obd=ai200x-OST0007-osc-MDT0001 00000020:00000001:7.0:1673551335.125416:0:12907:0:(genops.c:1212:class_import_put()) Process leaving 00000100:00000001:18.0:1673551335.125417:0:12921:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:18.0:1673551335.125417:0:12921:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:8.0:1673551335.125417:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:7.0:1673551335.125417:0:12907:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000007b5bc7c. 02000000:00000010:18.0:1673551335.125418:0:12921:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000afd4f57a. 00000100:00000001:8.0:1673551335.125418:0:12912:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:8.0:1673551335.125418:0:12912:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1673551335.125418:0:12907:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:7.0:1673551335.125418:0:12907:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:7.0:1673551335.125418:0:12907:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000d695acdb. 02000000:00000001:18.0:1673551335.125419:0:12921:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:18.0:1673551335.125419:0:12921:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:18.0:1673551335.125419:0:12921:0:(genops.c:1205:class_import_put()) import 00000000b84b80cc refcount=2 obd=ai200x-OST0000-osc-MDT0001 00000100:00000001:8.0:1673551335.125419:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551335.125419:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551335.125419:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1673551335.125419:0:12907:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000020:00000001:18.0:1673551335.125420:0:12921:0:(genops.c:1212:class_import_put()) Process leaving 00000100:00000001:8.0:1673551335.125420:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551335.125420:0:12907:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551335.125420:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:18.0:1673551335.125421:0:12921:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e821c91c. 02000000:00000001:18.0:1673551335.125421:0:12921:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:7.0:1673551335.125421:0:12907:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:18.0:1673551335.125422:0:12921:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:18.0:1673551335.125422:0:12921:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000f896db4b. 00000100:00000001:7.0:1673551335.125422:0:12907:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551335.125422:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:18.0:1673551335.125423:0:12921:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:18.0:1673551335.125423:0:12921:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551335.125423:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551335.125423:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1673551335.125423:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551335.125424:0:12921:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551335.125425:0:12921:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:18.0:1673551335.125425:0:12921:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551335.125426:0:12921:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:18.0:1673551335.125426:0:12921:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551335.125427:0:12921:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:18.0:1673551335.125427:0:12921:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:20.0:1673551335.161555:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073532663988 : -176887628 : fffffffff574e8b4) 00000020:00000001:20.0:1673551335.161556:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=261440230 : 261440230 : f9542e6) 00000020:00000001:20.0:1673551335.161557:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=374306284 : 374306284 : 164f75ec) 00000020:00000001:20.0:1673551335.161558:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073206931141 : -502620475 : ffffffffe20a9ec5) 00000020:00000001:20.0:1673551335.161559:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072226266918 : -1483284698 : ffffffffa796df26) 00000020:00000001:20.0:1673551335.161559:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073557037541 : -152514075 : fffffffff6e8d1e5) 00000020:00000001:20.0:1673551335.161560:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=142331751 : 142331751 : 87bcf67) 00000020:00000001:20.0:1673551335.161560:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073424246645 : -285304971 : ffffffffeefe9775) 00000020:00000001:20.0:1673551335.161561:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072927437070 : -782114546 : ffffffffd161e10e) 00000020:00000001:20.0:1673551335.161562:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072929538381 : -780013235 : ffffffffd181f14d) 00000020:00000001:20.0:1673551335.161562:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072599127457 : -1110424159 : ffffffffbdd045a1) 00000020:00000001:20.0:1673551335.161563:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072658306579 : -1051245037 : ffffffffc1574613) 00000020:00000001:20.0:1673551335.161563:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1805722592 : 1805722592 : 6ba123e0) 00000020:00000001:20.0:1673551335.161564:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1465033805 : 1465033805 : 5752a44d) 00000020:00000001:20.0:1673551335.161565:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=2399211456 : 2399211456 : 8f010fc0) 00000020:00000001:20.0:1673551335.161565:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1574752659 : 1574752659 : 5ddcd193) 00000020:00000001:20.0:1673551335.161565:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=304503379 : 304503379 : 12265a53) 00000020:00000001:20.0:1673551335.161566:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1730250181 : 1730250181 : 672185c5) 00000020:00000001:20.0:1673551335.161566:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1584835533 : 1584835533 : 5e76abcd) 00000020:00000001:20.0:1673551335.161567:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1533029239 : 1533029239 : 5b602b77) 00000020:00000001:20.0:1673551335.161567:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072928233846 : -781317770 : ffffffffd16e0976) 00000020:00000001:20.0:1673551335.161568:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=89605978 : 89605978 : 557475a) 00000020:00000001:20.0:1673551335.161568:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072905642620 : -803908996 : ffffffffd015527c) 00000020:00000001:20.0:1673551335.161569:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=48074853 : 48074853 : 2dd9065) 00000020:00000001:20.0:1673551335.161614:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073532663988 : -176887628 : fffffffff574e8b4) 00000020:00000001:20.0:1673551335.161614:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=261440230 : 261440230 : f9542e6) 00000020:00000001:20.0:1673551335.161615:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=374306284 : 374306284 : 164f75ec) 00000020:00000001:20.0:1673551335.161615:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073206931141 : -502620475 : ffffffffe20a9ec5) 00000020:00000001:20.0:1673551335.161616:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072226266918 : -1483284698 : ffffffffa796df26) 00000020:00000001:20.0:1673551335.161616:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073557037541 : -152514075 : fffffffff6e8d1e5) 00000020:00000001:20.0:1673551335.161617:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=142331751 : 142331751 : 87bcf67) 00000020:00000001:20.0:1673551335.161617:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073424246645 : -285304971 : ffffffffeefe9775) 00000020:00000001:20.0:1673551335.161618:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072927437070 : -782114546 : ffffffffd161e10e) 00000020:00000001:20.0:1673551335.161618:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072929538381 : -780013235 : ffffffffd181f14d) 00000020:00000001:20.0:1673551335.161619:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072599127457 : -1110424159 : ffffffffbdd045a1) 00000020:00000001:20.0:1673551335.161620:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072658306579 : -1051245037 : ffffffffc1574613) 00000020:00000001:20.0:1673551335.161620:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1805722592 : 1805722592 : 6ba123e0) 00000020:00000001:20.0:1673551335.161621:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1465033805 : 1465033805 : 5752a44d) 00000020:00000001:20.0:1673551335.161621:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=2399211456 : 2399211456 : 8f010fc0) 00000020:00000001:20.0:1673551335.161621:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1574752659 : 1574752659 : 5ddcd193) 00000020:00000001:20.0:1673551335.161622:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=304503379 : 304503379 : 12265a53) 00000020:00000001:20.0:1673551335.161622:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1730250181 : 1730250181 : 672185c5) 00000020:00000001:20.0:1673551335.161623:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1584835533 : 1584835533 : 5e76abcd) 00000020:00000001:20.0:1673551335.161623:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1533029239 : 1533029239 : 5b602b77) 00000020:00000001:20.0:1673551335.161624:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072928233846 : -781317770 : ffffffffd16e0976) 00000020:00000001:20.0:1673551335.161624:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=89605978 : 89605978 : 557475a) 00000020:00000001:20.0:1673551335.161624:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072905642620 : -803908996 : ffffffffd015527c) 00000020:00000001:20.0:1673551335.161625:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=48074853 : 48074853 : 2dd9065) 00000020:00000040:20.0:1673551335.161667:0:242354:0:(obd_config.c:920:class_incref()) incref MGC172.16.0.56@o2ib (00000000dc661651) now 5 00000020:00000001:20.0:1673551335.161669:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161670:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161671:0:242354:0:(obd_config.c:931:class_decref()) Decref MGC172.16.0.56@o2ib (00000000dc661651) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161671:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 00000020:00000001:20.0:1673551335.161672:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161672:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161673:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 - health_check_show 00000020:00000040:20.0:1673551335.161674:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 00000020:00000001:20.0:1673551335.161674:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161675:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161675:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161676:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 00000020:00000001:20.0:1673551335.161676:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161677:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161677:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161678:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 00000020:00000001:20.0:1673551335.161678:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161679:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161679:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161679:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 00000020:00000001:20.0:1673551335.161680:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161680:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161681:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161682:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 00000020:00000001:20.0:1673551335.161682:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161682:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161683:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161683:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 00000020:00000001:20.0:1673551335.161684:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161684:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161684:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161685:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 00000020:00000001:20.0:1673551335.161686:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161686:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161687:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161687:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 00000020:00000001:20.0:1673551335.161688:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161688:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161688:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161689:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 00000020:00000001:20.0:1673551335.161689:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161690:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161690:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161690:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 00000020:00000001:20.0:1673551335.161691:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161691:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161691:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161692:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 00000020:00000001:20.0:1673551335.161693:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161693:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161693:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161694:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 00000020:00000001:20.0:1673551335.161694:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161695:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161695:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161696:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 00000020:00000001:20.0:1673551335.161696:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161696:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161697:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161697:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osd (00000000854d7bae) now 5 00000020:00000001:20.0:1673551335.161698:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161699:0:242354:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161700:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osd (00000000854d7bae) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161700:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 00000020:00000001:20.0:1673551335.161701:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161701:0:242354:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161702:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161703:0:242354:0:(obd_config.c:920:class_incref()) incref OSS (00000000c9099cbe) now 3 00000020:00000001:20.0:1673551335.161703:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161709:0:242354:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161710:0:242354:0:(obd_config.c:931:class_decref()) Decref OSS (00000000c9099cbe) now 3 - health_check_show 00000020:00000040:20.0:1673551335.161711:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002 (00000000539e52b3) now 19 00000020:00000001:20.0:1673551335.161711:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:20.0:1673551335.161713:0:242354:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000041691db. 00000020:00000010:20.0:1673551335.161714:0:242354:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000669d7f7e. 00000020:00000010:20.0:1673551335.161716:0:242354:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000655ad7ac. 00000020:00000010:20.0:1673551335.161718:0:242354:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551335.161719:0:242354:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000d9cfdecf. 80000000:00000010:20.0:1673551335.161720:0:242354:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551335.161722:0:242354:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 00000000726563de. 00040000:00000010:20.0:1673551335.161724:0:242354:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000005638607c. 00040000:00000010:20.0:1673551335.161725:0:242354:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000da0c3654. 00080000:00000010:20.0:1673551335.161727:0:242354:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000fcef7103. 00080000:00000010:20.0:1673551335.161728:0:242354:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d8375487. 00100000:00000010:20.0:1673551335.161730:0:242354:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a37aa71f. 00002000:00000010:20.0:1673551335.161731:0:242354:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000ac5c89c4. 00000020:00000010:20.0:1673551335.161738:0:242354:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000669d7f7e. 00000020:00000010:20.0:1673551335.161739:0:242354:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000655ad7ac. 00000020:00000010:20.0:1673551335.161740:0:242354:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551335.161741:0:242354:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000d9cfdecf. 80000000:00000010:20.0:1673551335.161742:0:242354:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551335.161743:0:242354:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 00000000726563de. 00040000:00000010:20.0:1673551335.161743:0:242354:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 000000005638607c. 00040000:00000010:20.0:1673551335.161744:0:242354:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000da0c3654. 00080000:00000010:20.0:1673551335.161746:0:242354:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d8375487. 00080000:00000010:20.0:1673551335.161747:0:242354:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000fcef7103. 00100000:00000010:20.0:1673551335.161748:0:242354:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a37aa71f. 00002000:00000010:20.0:1673551335.161748:0:242354:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000ac5c89c4. 00000020:00000010:20.0:1673551335.161750:0:242354:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000041691db. 00000020:00000001:20.0:1673551335.161750:0:242354:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161751:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002 (00000000539e52b3) now 19 - health_check_show 00000020:00000040:20.0:1673551335.161751:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 00000020:00000001:20.0:1673551335.161752:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161752:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161753:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161753:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 00000020:00000001:20.0:1673551335.161754:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161754:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161754:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161755:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 00000020:00000001:20.0:1673551335.161755:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161756:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161756:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161757:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 00000020:00000001:20.0:1673551335.161759:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161759:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161759:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161760:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003 (000000002b59130a) now 19 00000020:00000001:20.0:1673551335.161761:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:20.0:1673551335.161761:0:242354:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000041691db. 00000020:00000010:20.0:1673551335.161761:0:242354:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d2380e56. 00000020:00000010:20.0:1673551335.161762:0:242354:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000a37aa71f. 00000020:00000010:20.0:1673551335.161763:0:242354:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551335.161763:0:242354:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000da0c3654. 80000000:00000010:20.0:1673551335.161764:0:242354:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551335.161764:0:242354:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 00000000726563de. 00040000:00000010:20.0:1673551335.161764:0:242354:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000005638607c. 00040000:00000010:20.0:1673551335.161765:0:242354:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000d9cfdecf. 00080000:00000010:20.0:1673551335.161765:0:242354:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000fcef7103. 00080000:00000010:20.0:1673551335.161766:0:242354:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d8375487. 00100000:00000010:20.0:1673551335.161767:0:242354:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000655ad7ac. 00002000:00000010:20.0:1673551335.161767:0:242354:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000ac5c89c4. 00000020:00000010:20.0:1673551335.161770:0:242354:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000d2380e56. 00000020:00000010:20.0:1673551335.161770:0:242354:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000a37aa71f. 00000020:00000010:20.0:1673551335.161771:0:242354:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551335.161771:0:242354:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000da0c3654. 80000000:00000010:20.0:1673551335.161772:0:242354:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551335.161772:0:242354:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 00000000726563de. 00040000:00000010:20.0:1673551335.161773:0:242354:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 000000005638607c. 00040000:00000010:20.0:1673551335.161773:0:242354:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000d9cfdecf. 00080000:00000010:20.0:1673551335.161774:0:242354:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d8375487. 00080000:00000010:20.0:1673551335.161774:0:242354:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000fcef7103. 00100000:00000010:20.0:1673551335.161775:0:242354:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000655ad7ac. 00002000:00000010:20.0:1673551335.161775:0:242354:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000ac5c89c4. 00000020:00000010:20.0:1673551335.161776:0:242354:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000041691db. 00000020:00000001:20.0:1673551335.161776:0:242354:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161777:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003 (000000002b59130a) now 19 - health_check_show 00000020:00000040:20.0:1673551335.161777:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 00000020:00000001:20.0:1673551335.161778:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161778:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161779:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161779:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 00000020:00000001:20.0:1673551335.161779:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161780:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161780:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161781:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 00000020:00000001:20.0:1673551335.161781:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161781:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161782:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161782:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 00000020:00000001:20.0:1673551335.161783:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161783:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161783:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161784:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 00000020:00000001:20.0:1673551335.161784:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161785:0:242354:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161785:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 - health_check_show 00000020:00000040:20.0:1673551335.161786:0:242354:0:(obd_config.c:920:class_incref()) incref MDS (00000000f55b68e7) now 3 00000020:00000001:20.0:1673551335.161787:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161796:0:242354:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161796:0:242354:0:(obd_config.c:931:class_decref()) Decref MDS (00000000f55b68e7) now 3 - health_check_show 00000020:00000040:20.0:1673551335.161797:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 00000020:00000001:20.0:1673551335.161797:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161798:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161798:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 - health_check_show 00000020:00000040:20.0:1673551335.161799:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001 (00000000315cb77a) now 53 00000020:00000001:20.0:1673551335.161799:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161800:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161800:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001 (00000000315cb77a) now 53 - health_check_show 00000020:00000040:20.0:1673551335.161800:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDD0001 (00000000be65ec15) now 4 00000020:00000001:20.0:1673551335.161801:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161802:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161802:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDD0001 (00000000be65ec15) now 4 - health_check_show 00000020:00000040:20.0:1673551335.161803:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 00000020:00000001:20.0:1673551335.161803:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161803:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161804:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161804:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 00000020:00000001:20.0:1673551335.161805:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161805:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161805:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161806:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 00000020:00000001:20.0:1673551335.161807:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161807:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161807:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161808:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 00000020:00000001:20.0:1673551335.161809:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161809:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161809:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161810:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 00000020:00000001:20.0:1673551335.161810:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161810:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161811:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161811:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 00000020:00000001:20.0:1673551335.161812:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161812:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161812:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161813:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 00000020:00000001:20.0:1673551335.161813:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161814:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161814:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161815:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 00000020:00000001:20.0:1673551335.161815:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161816:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161816:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161817:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 00000020:00000001:20.0:1673551335.161817:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161817:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161818:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161818:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 00000020:00000001:20.0:1673551335.161819:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161819:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161819:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161820:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 00000020:00000001:20.0:1673551335.161820:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161821:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161821:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161822:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 00000020:00000001:20.0:1673551335.161822:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161822:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161823:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 - health_check_show 00000020:00000040:20.0:1673551335.161854:0:242354:0:(obd_config.c:920:class_incref()) incref MGC172.16.0.56@o2ib (00000000dc661651) now 5 00000020:00000001:20.0:1673551335.161855:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161855:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161856:0:242354:0:(obd_config.c:931:class_decref()) Decref MGC172.16.0.56@o2ib (00000000dc661651) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161857:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 00000020:00000001:20.0:1673551335.161857:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161857:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161858:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 - health_check_seq_show 00000020:00000040:20.0:1673551335.161858:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 00000020:00000001:20.0:1673551335.161859:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161859:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161859:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161860:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 00000020:00000001:20.0:1673551335.161860:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161861:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161861:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161862:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 00000020:00000001:20.0:1673551335.161862:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161862:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161863:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161863:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 00000020:00000001:20.0:1673551335.161864:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161864:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161864:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161865:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 00000020:00000001:20.0:1673551335.161865:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161865:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161866:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161866:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 00000020:00000001:20.0:1673551335.161867:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161867:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161867:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161868:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 00000020:00000001:20.0:1673551335.161868:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161868:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161869:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161869:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 00000020:00000001:20.0:1673551335.161870:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161870:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161870:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161871:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 00000020:00000001:20.0:1673551335.161871:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161871:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161872:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161872:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 00000020:00000001:20.0:1673551335.161873:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161875:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161875:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161876:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 00000020:00000001:20.0:1673551335.161876:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161877:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161877:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161877:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 00000020:00000001:20.0:1673551335.161878:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161878:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161878:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161879:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 00000020:00000001:20.0:1673551335.161879:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161880:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161880:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161880:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osd (00000000854d7bae) now 5 00000020:00000001:20.0:1673551335.161881:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161881:0:242354:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161881:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osd (00000000854d7bae) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161882:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 00000020:00000001:20.0:1673551335.161882:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161883:0:242354:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161883:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161884:0:242354:0:(obd_config.c:920:class_incref()) incref OSS (00000000c9099cbe) now 3 00000020:00000001:20.0:1673551335.161884:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161886:0:242354:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161886:0:242354:0:(obd_config.c:931:class_decref()) Decref OSS (00000000c9099cbe) now 3 - health_check_seq_show 00000020:00000040:20.0:1673551335.161887:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002 (00000000539e52b3) now 19 00000020:00000001:20.0:1673551335.161887:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:20.0:1673551335.161888:0:242354:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000669d7f7e. 00000020:00000010:20.0:1673551335.161888:0:242354:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d9cfdecf. 00000020:00000010:20.0:1673551335.161889:0:242354:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000655ad7ac. 00000020:00000010:20.0:1673551335.161889:0:242354:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551335.161890:0:242354:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000da0c3654. 80000000:00000010:20.0:1673551335.161891:0:242354:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551335.161891:0:242354:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 000000008eac092a. 00040000:00000010:20.0:1673551335.161891:0:242354:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000005638607c. 00040000:00000010:20.0:1673551335.161892:0:242354:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000d2380e56. 00080000:00000010:20.0:1673551335.161892:0:242354:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000fcef7103. 00080000:00000010:20.0:1673551335.161893:0:242354:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d8375487. 00100000:00000010:20.0:1673551335.161894:0:242354:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a37aa71f. 00002000:00000010:20.0:1673551335.161895:0:242354:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000ac5c89c4. 00000020:00000010:20.0:1673551335.161896:0:242354:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000d9cfdecf. 00000020:00000010:20.0:1673551335.161897:0:242354:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000655ad7ac. 00000020:00000010:20.0:1673551335.161897:0:242354:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551335.161898:0:242354:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000da0c3654. 80000000:00000010:20.0:1673551335.161898:0:242354:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551335.161899:0:242354:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 000000008eac092a. 00040000:00000010:20.0:1673551335.161899:0:242354:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 000000005638607c. 00040000:00000010:20.0:1673551335.161900:0:242354:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000d2380e56. 00080000:00000010:20.0:1673551335.161900:0:242354:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d8375487. 00080000:00000010:20.0:1673551335.161901:0:242354:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000fcef7103. 00100000:00000010:20.0:1673551335.161901:0:242354:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a37aa71f. 00002000:00000010:20.0:1673551335.161902:0:242354:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000ac5c89c4. 00000020:00000010:20.0:1673551335.161902:0:242354:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000669d7f7e. 00000020:00000001:20.0:1673551335.161903:0:242354:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161903:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002 (00000000539e52b3) now 19 - health_check_seq_show 00000020:00000040:20.0:1673551335.161903:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 00000020:00000001:20.0:1673551335.161904:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161904:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161905:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161905:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 00000020:00000001:20.0:1673551335.161905:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161906:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161906:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161906:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 00000020:00000001:20.0:1673551335.161907:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161908:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161909:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161909:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 00000020:00000001:20.0:1673551335.161910:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161910:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161910:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161911:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003 (000000002b59130a) now 19 00000020:00000001:20.0:1673551335.161911:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:20.0:1673551335.161911:0:242354:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000669d7f7e. 00000020:00000010:20.0:1673551335.161912:0:242354:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000008d2d9f0a. 00000020:00000010:20.0:1673551335.161912:0:242354:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000a37aa71f. 00000020:00000010:20.0:1673551335.161913:0:242354:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551335.161913:0:242354:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000d2380e56. 80000000:00000010:20.0:1673551335.161914:0:242354:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551335.161914:0:242354:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 000000008eac092a. 00040000:00000010:20.0:1673551335.161915:0:242354:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000005638607c. 00040000:00000010:20.0:1673551335.161915:0:242354:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000da0c3654. 00080000:00000010:20.0:1673551335.161916:0:242354:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000fcef7103. 00080000:00000010:20.0:1673551335.161916:0:242354:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d8375487. 00100000:00000010:20.0:1673551335.161917:0:242354:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000655ad7ac. 00002000:00000010:20.0:1673551335.161917:0:242354:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000ac5c89c4. 00000020:00000010:20.0:1673551335.161918:0:242354:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000008d2d9f0a. 00000020:00000010:20.0:1673551335.161919:0:242354:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000a37aa71f. 00000020:00000010:20.0:1673551335.161919:0:242354:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551335.161920:0:242354:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000d2380e56. 80000000:00000010:20.0:1673551335.161920:0:242354:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551335.161921:0:242354:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 000000008eac092a. 00040000:00000010:20.0:1673551335.161921:0:242354:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 000000005638607c. 00040000:00000010:20.0:1673551335.161922:0:242354:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000da0c3654. 00080000:00000010:20.0:1673551335.161922:0:242354:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d8375487. 00080000:00000010:20.0:1673551335.161923:0:242354:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000fcef7103. 00100000:00000010:20.0:1673551335.161923:0:242354:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000655ad7ac. 00002000:00000010:20.0:1673551335.161924:0:242354:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000ac5c89c4. 00000020:00000010:20.0:1673551335.161924:0:242354:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000669d7f7e. 00000020:00000001:20.0:1673551335.161925:0:242354:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161925:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003 (000000002b59130a) now 19 - health_check_seq_show 00000020:00000040:20.0:1673551335.161926:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 00000020:00000001:20.0:1673551335.161926:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161926:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161927:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161927:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 00000020:00000001:20.0:1673551335.161928:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161928:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161928:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161929:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 00000020:00000001:20.0:1673551335.161929:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161929:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161930:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161930:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 00000020:00000001:20.0:1673551335.161931:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161931:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161931:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161932:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 00000020:00000001:20.0:1673551335.161932:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161933:0:242354:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161933:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 - health_check_seq_show 00000020:00000040:20.0:1673551335.161933:0:242354:0:(obd_config.c:920:class_incref()) incref MDS (00000000f55b68e7) now 3 00000020:00000001:20.0:1673551335.161934:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161936:0:242354:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161936:0:242354:0:(obd_config.c:931:class_decref()) Decref MDS (00000000f55b68e7) now 3 - health_check_seq_show 00000020:00000040:20.0:1673551335.161936:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 00000020:00000001:20.0:1673551335.161937:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161937:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161937:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 - health_check_seq_show 00000020:00000040:20.0:1673551335.161938:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001 (00000000315cb77a) now 53 00000020:00000001:20.0:1673551335.161938:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161939:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161939:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001 (00000000315cb77a) now 53 - health_check_seq_show 00000020:00000040:20.0:1673551335.161940:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDD0001 (00000000be65ec15) now 4 00000020:00000001:20.0:1673551335.161940:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161940:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161941:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDD0001 (00000000be65ec15) now 4 - health_check_seq_show 00000020:00000040:20.0:1673551335.161941:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 00000020:00000001:20.0:1673551335.161942:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161942:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161942:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161943:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 00000020:00000001:20.0:1673551335.161943:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161943:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161944:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161944:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 00000020:00000001:20.0:1673551335.161945:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161945:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161945:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161946:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 00000020:00000001:20.0:1673551335.161946:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161946:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161947:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161947:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 00000020:00000001:20.0:1673551335.161948:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161948:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161948:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161949:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 00000020:00000001:20.0:1673551335.161949:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161949:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161950:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161950:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 00000020:00000001:20.0:1673551335.161951:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161951:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161951:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161952:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 00000020:00000001:20.0:1673551335.161952:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161953:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161953:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161953:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 00000020:00000001:20.0:1673551335.161954:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161954:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161955:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161955:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 00000020:00000001:20.0:1673551335.161955:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161956:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161956:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161957:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 00000020:00000001:20.0:1673551335.161957:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161957:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161958:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551335.161958:0:242354:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 00000020:00000001:20.0:1673551335.161958:0:242354:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551335.161959:0:242354:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551335.161959:0:242354:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 - health_check_seq_show 00080000:00000010:20.0:1673551335.162358:0:242354:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162361:0:242354:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162373:0:242354:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162374:0:242354:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162381:0:242354:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162382:0:242354:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162471:0:242354:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162472:0:242354:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162482:0:242354:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162483:0:242354:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162490:0:242354:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162491:0:242354:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162678:0:242354:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162679:0:242354:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162689:0:242354:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162691:0:242354:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162698:0:242354:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162699:0:242354:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162785:0:242354:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162787:0:242354:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162797:0:242354:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162798:0:242354:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162805:0:242354:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162806:0:242354:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162891:0:242354:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162892:0:242354:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162902:0:242354:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162903:0:242354:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162911:0:242354:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000458136ae. 00080000:00000010:20.0:1673551335.162912:0:242354:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000458136ae. 00000020:00000001:20.0:1673551335.164432:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709534357 : -17259 : ffffffffffffbc95) 00000020:00000001:20.0:1673551335.164433:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709544896 : -6720 : ffffffffffffe5c0) 00000020:00000001:20.0:1673551335.164434:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709535372 : -16244 : ffffffffffffc08c) 00000020:00000001:20.0:1673551335.164435:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709546493 : -5123 : ffffffffffffebfd) 00000020:00000001:20.0:1673551335.164435:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=55664 : 55664 : d970) 00000020:00000001:20.0:1673551335.164436:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709539462 : -12154 : ffffffffffffd086) 00000020:00000001:20.0:1673551335.164437:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=100021 : 100021 : 186b5) 00000020:00000001:20.0:1673551335.164437:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=17760 : 17760 : 4560) 00000020:00000001:20.0:1673551335.164438:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709535518 : -16098 : ffffffffffffc11e) 00000020:00000001:20.0:1673551335.164438:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709544026 : -7590 : ffffffffffffe25a) 00000020:00000001:20.0:1673551335.164439:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538216 : -13400 : ffffffffffffcba8) 00000020:00000001:20.0:1673551335.164440:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709546924 : -4692 : ffffffffffffedac) 00000020:00000001:20.0:1673551335.164440:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709543771 : -7845 : ffffffffffffe15b) 00000020:00000001:20.0:1673551335.164441:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1270 : 1270 : 4f6) 00000020:00000001:20.0:1673551335.164442:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709547278 : -4338 : ffffffffffffef0e) 00000020:00000001:20.0:1673551335.164443:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709550160 : -1456 : fffffffffffffa50) 00000020:00000001:20.0:1673551335.164443:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1804 : 1804 : 70c) 00000020:00000001:20.0:1673551335.164444:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709545648 : -5968 : ffffffffffffe8b0) 00000020:00000001:20.0:1673551335.164444:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538053 : -13563 : ffffffffffffcb05) 00000020:00000001:20.0:1673551335.164445:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=6133 : 6133 : 17f5) 00000020:00000001:20.0:1673551335.164445:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709530999 : -20617 : ffffffffffffaf77) 00000020:00000001:20.0:1673551335.164446:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709545959 : -5657 : ffffffffffffe9e7) 00000020:00000001:20.0:1673551335.164446:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709535634 : -15982 : ffffffffffffc192) 00000020:00000001:20.0:1673551335.164447:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709546505 : -5111 : ffffffffffffec09) 00000020:00000001:20.0:1673551335.164457:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709487565 : -64051 : ffffffffffff05cd) 00000020:00000001:20.0:1673551335.164458:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538857 : -12759 : ffffffffffffce29) 00000020:00000001:20.0:1673551335.164458:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709508610 : -43006 : ffffffffffff5802) 00000020:00000001:20.0:1673551335.164459:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709548664 : -2952 : fffffffffffff478) 00000020:00000001:20.0:1673551335.164460:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709453695 : -97921 : fffffffffffe817f) 00000020:00000001:20.0:1673551335.164460:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709507705 : -43911 : ffffffffffff5479) 00000020:00000001:20.0:1673551335.164461:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709483209 : -68407 : fffffffffffef4c9) 00000020:00000001:20.0:1673551335.164461:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709520894 : -30722 : ffffffffffff87fe) 00000020:00000001:20.0:1673551335.164462:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709481850 : -69766 : fffffffffffeef7a) 00000020:00000001:20.0:1673551335.164462:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709519676 : -31940 : ffffffffffff833c) 00000020:00000001:20.0:1673551335.164463:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709504456 : -47160 : ffffffffffff47c8) 00000020:00000001:20.0:1673551335.164463:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709528266 : -23350 : ffffffffffffa4ca) 00000020:00000001:20.0:1673551335.164464:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=99958 : 99958 : 18676) 00000020:00000001:20.0:1673551335.164465:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=93840 : 93840 : 16e90) 00000020:00000001:20.0:1673551335.164465:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=86257 : 86257 : 150f1) 00000020:00000001:20.0:1673551335.164466:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=96452 : 96452 : 178c4) 00000020:00000001:20.0:1673551335.164466:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=92500 : 92500 : 16954) 00000020:00000001:20.0:1673551335.164467:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=77142 : 77142 : 12d56) 00000020:00000001:20.0:1673551335.164467:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=82664 : 82664 : 142e8) 00000020:00000001:20.0:1673551335.164468:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=94100 : 94100 : 16f94) 00000020:00000001:20.0:1673551335.164468:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709469393 : -82223 : fffffffffffebed1) 00000020:00000001:20.0:1673551335.164469:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709527539 : -24077 : ffffffffffffa1f3) 00000020:00000001:20.0:1673551335.164469:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709484241 : -67375 : fffffffffffef8d1) 00000020:00000001:20.0:1673551335.164470:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538326 : -13290 : ffffffffffffcc16) 00000020:00000001:20.0:1673551335.164480:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709488030 : -63586 : ffffffffffff079e) 00000020:00000001:20.0:1673551335.164481:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709536179 : -15437 : ffffffffffffc3b3) 00000020:00000001:20.0:1673551335.164481:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709507560 : -44056 : ffffffffffff53e8) 00000020:00000001:20.0:1673551335.164482:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709547905 : -3711 : fffffffffffff181) 00000020:00000001:20.0:1673551335.164482:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709454671 : -96945 : fffffffffffe854f) 00000020:00000001:20.0:1673551335.164483:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709507714 : -43902 : ffffffffffff5482) 00000020:00000001:20.0:1673551335.164483:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709483113 : -68503 : fffffffffffef469) 00000020:00000001:20.0:1673551335.164484:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709519743 : -31873 : ffffffffffff837f) 00000020:00000001:20.0:1673551335.164484:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709482948 : -68668 : fffffffffffef3c4) 00000020:00000001:20.0:1673551335.164485:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709520003 : -31613 : ffffffffffff8483) 00000020:00000001:20.0:1673551335.164486:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709506527 : -45089 : ffffffffffff4fdf) 00000020:00000001:20.0:1673551335.164486:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709527989 : -23627 : ffffffffffffa3b5) 00000020:00000001:20.0:1673551335.164487:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=96824 : 96824 : 17a38) 00000020:00000001:20.0:1673551335.164487:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=92537 : 92537 : 16979) 00000020:00000001:20.0:1673551335.164488:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=88525 : 88525 : 159cd) 00000020:00000001:20.0:1673551335.164488:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=97422 : 97422 : 17c8e) 00000020:00000001:20.0:1673551335.164489:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=92864 : 92864 : 16ac0) 00000020:00000001:20.0:1673551335.164489:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=79840 : 79840 : 137e0) 00000020:00000001:20.0:1673551335.164489:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=81741 : 81741 : 13f4d) 00000020:00000001:20.0:1673551335.164490:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=95135 : 95135 : 1739f) 00000020:00000001:20.0:1673551335.164491:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709469016 : -82600 : fffffffffffebd58) 00000020:00000001:20.0:1673551335.164491:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709528588 : -23028 : ffffffffffffa60c) 00000020:00000001:20.0:1673551335.164492:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709482799 : -68817 : fffffffffffef32f) 00000020:00000001:20.0:1673551335.164492:0:242354:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538186 : -13430 : ffffffffffffcb8a) 00000400:00000001:20.0:1673551335.167297:0:242358:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551335.167298:0:242358:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551335.167299:0:242358:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000ac5c89c4 (tot 183701348). 00000400:00000001:20.0:1673551335.167301:0:242358:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551335.167302:0:242358:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:20.0:1673551335.167304:0:242358:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551335.167306:0:242358:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000ac5c89c4 (tot 183700476). 00000400:00000001:20.0:1673551335.167307:0:242358:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551335.167318:0:242358:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551335.167318:0:242358:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551335.167319:0:242358:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 72 at 0000000051db4533 (tot 183700548). 00000400:00000001:20.0:1673551335.167320:0:242358:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551335.167320:0:242358:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310053 00000400:00001000:20.0:1673551335.167321:0:242358:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551335.167321:0:242358:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 72 at 0000000051db4533 (tot 183700476). 00000400:00000001:20.0:1673551335.167322:0:242358:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551335.167326:0:242358:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551335.167326:0:242358:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551335.167327:0:242358:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 48 at 000000008eac092a (tot 183700524). 00000400:00000001:20.0:1673551335.167328:0:242358:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551335.167328:0:242358:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310055 00000400:00001000:20.0:1673551335.167328:0:242358:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551335.167329:0:242358:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 48 at 000000008eac092a (tot 183700476). 00000400:00000001:20.0:1673551335.167330:0:242358:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551335.167335:0:242358:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551335.167335:0:242358:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551335.167335:0:242358:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000ac5c89c4 (tot 183701348). 00000400:00000001:20.0:1673551335.167336:0:242358:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551335.167336:0:242358:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:20.0:1673551335.167337:0:242358:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551335.167338:0:242358:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000ac5c89c4 (tot 183700476). 00000400:00000001:20.0:1673551335.167339:0:242358:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551335.167342:0:242358:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551335.167343:0:242358:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551335.167343:0:242358:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 72 at 0000000051db4533 (tot 183700548). 00000400:00000001:20.0:1673551335.167344:0:242358:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551335.167344:0:242358:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310053 00000400:00001000:20.0:1673551335.167344:0:242358:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551335.167345:0:242358:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 72 at 0000000051db4533 (tot 183700476). 00000400:00000001:20.0:1673551335.167345:0:242358:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551335.167349:0:242358:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551335.167349:0:242358:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551335.167349:0:242358:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 48 at 000000008eac092a (tot 183700524). 00000400:00000001:20.0:1673551335.167350:0:242358:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551335.167350:0:242358:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310055 00000400:00001000:20.0:1673551335.167350:0:242358:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551335.167351:0:242358:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 48 at 000000008eac092a (tot 183700476). 00000400:00000001:20.0:1673551335.167351:0:242358:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551335.167357:0:242358:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551335.167358:0:242358:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551335.167358:0:242358:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000ac5c89c4 (tot 183701348). 00000400:00000001:20.0:1673551335.167359:0:242358:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551335.167359:0:242358:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:20.0:1673551335.167359:0:242358:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551335.167360:0:242358:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000ac5c89c4 (tot 183700476). 00000400:00000001:20.0:1673551335.167361:0:242358:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551335.167363:0:242358:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551335.167363:0:242358:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551335.167364:0:242358:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 72 at 0000000051db4533 (tot 183700548). 00000400:00000001:20.0:1673551335.167364:0:242358:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551335.167365:0:242358:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310053 00000400:00001000:20.0:1673551335.167365:0:242358:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551335.167365:0:242358:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 72 at 0000000051db4533 (tot 183700476). 00000400:00000001:20.0:1673551335.167366:0:242358:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551335.167368:0:242358:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551335.167368:0:242358:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551335.167368:0:242358:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 48 at 000000008eac092a (tot 183700524). 00000400:00000001:20.0:1673551335.167369:0:242358:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551335.167369:0:242358:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310055 00000400:00001000:20.0:1673551335.167369:0:242358:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551335.167370:0:242358:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 48 at 000000008eac092a (tot 183700476). 00000400:00000001:20.0:1673551335.167370:0:242358:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551335.167375:0:242358:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551335.167376:0:242358:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551335.167376:0:242358:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000ac5c89c4 (tot 183701348). 00000400:00000001:20.0:1673551335.167377:0:242358:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551335.167377:0:242358:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:20.0:1673551335.167377:0:242358:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551335.167378:0:242358:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000ac5c89c4 (tot 183700476). 00000400:00000001:20.0:1673551335.167378:0:242358:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:4.0:1673551335.381064:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551335.381066:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551335.381067:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551335.381068:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551335.381069:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551335.381069:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551335.381070:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551335.381071:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551335.381072:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551335.381072:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551335.381073:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551335.381073:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551335.381074:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551335.381075:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551335.381075:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551335.381076:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551335.381076:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551335.381077:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551335.381078:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551335.381078:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551335.381079:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551335.381079:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551335.381081:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551335.381081:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551335.381082:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551335.381082:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:12.0:1673551335.381098:0:2270452:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:12.0:1673551335.381100:0:2270452:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:12.0:1673551335.381102:0:2270452:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:8.2:1673551335.410216:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000306224d2] (68)++ 00000800:00000200:12.0:1673551335.410235:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (69)++ 00000800:00000200:12.0:1673551335.410247:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.20@o2ib 00000400:00000200:12.0:1673551335.410252:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551335.410255:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000400:00000200:12.0:1673551335.410258:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:13.0:1673551335.410259:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (70)-- 00000400:00000200:12.0:1673551335.410260:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551335.410262:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551335.410264:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 24 MB=0x63bfd66a42c40 00000400:00000200:12.0:1673551335.410269:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 18 from 12345-172.16.0.20@o2ib of length 224/224 into md 0x4b04f7ad [256] + 9408 00000400:00000200:12.0:1673551335.410274:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551335.410276:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000001:12.0:1673551335.410278:0:12872:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:12.0:1673551335.410278:0:12872:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:12.0:1673551335.410282:0:12872:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000002bc4e47. 00000100:00000040:12.0:1673551335.410283:0:12872:0:(events.c:367:request_in_callback()) incoming req@0000000002bc4e47 x1754809395063872 msgsize 224 00000100:00100000:12.0:1673551335.410284:0:12872:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.20@o2ib) 00000100:00000001:12.0:1673551335.410290:0:12872:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:12.0:1673551335.410292:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000306224d2] (69)++ 00000800:00000200:12.0:1673551335.410294:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000306224d2] (70)-- 00000800:00000200:12.0:1673551335.410295:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (69)-- 00000100:00000001:15.0:1673551335.410298:0:2270126:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:15.0:1673551335.410300:0:2270126:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:15.0:1673551335.410301:0:2270126:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:15.0:1673551335.410302:0:2270126:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1673551335.410304:0:2270126:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:15.0:1673551335.410306:0:2270126:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395063872 00000020:00000001:15.0:1673551335.410307:0:2270126:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:15.0:1673551335.410307:0:2270126:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b07 00000020:00000001:15.0:1673551335.410308:0:2270126:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:15.0:1673551335.410309:0:2270126:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000af8736a1 refcount=5 00000020:00000001:15.0:1673551335.410310:0:2270126:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748067328 : -52831469961484288 : ff444e0ed7fbe800) 00000020:00000001:15.0:1673551335.410311:0:2270126:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748067328 : -52831469961484288 : ff444e0ed7fbe800) 00000100:00000001:15.0:1673551335.410313:0:2270126:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:15.0:1673551335.410314:0:2270126:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:15.0:1673551335.410316:0:2270126:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000113e6e3f. 00000020:00000010:15.0:1673551335.410318:0:2270126:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036e234c6. 00000020:00000010:15.0:1673551335.410320:0:2270126:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be5c2368. 00000100:00000040:15.0:1673551335.410322:0:2270126:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt_out at +1s 00000100:00000001:15.0:1673551335.410322:0:2270126:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:15.0:1673551335.410323:0:2270126:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:15.0:1673551335.410323:0:2270126:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551335.410325:0:2270126:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551335.410331:0:2270126:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551335.410335:0:2270126:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:15.0:1673551335.410336:0:2270126:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:15.0:1673551335.410339:0:2270126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 528681 00000100:00000040:15.0:1673551335.410340:0:2270126:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000af8736a1 : new rpc_count 1 00000100:00000001:15.0:1673551335.410342:0:2270126:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912618753136256 : -52831454956415360 : ff444e12565b1680) 00000100:00000040:15.0:1673551335.410345:0:2270126:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000002bc4e47 x1754809395063872/t0(0) o41->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:221/0 lens 224/0 e 0 to 0 dl 1673551341 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:15.0:1673551335.410351:0:2270126:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:15.0:1673551335.410352:0:2270126:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:15.0:1673551335.410353:0:2270126:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000002bc4e47 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out03_001:ai200x-MDT0002-mdtlov_UUID+5:10567:x1754809395063872:12345-172.16.0.20@o2ib:41: 00000100:00000200:15.0:1673551335.410356:0:2270126:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395063872 00000020:00000001:15.0:1673551335.410356:0:2270126:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:15.0:1673551335.410358:0:2270126:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:15.0:1673551335.410358:0:2270126:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551335.410359:0:2270126:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:15.0:1673551335.410360:0:2270126:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072666184064 : -1043367552 : ffffffffc1cf7980) 00000020:00000001:15.0:1673551335.410360:0:2270126:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:15.0:1673551335.410361:0:2270126:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:15.0:1673551335.410362:0:2270126:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:15.0:1673551335.410363:0:2270126:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:15.0:1673551335.410364:0:2270126:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551335.410365:0:2270126:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:15.0:1673551335.410366:0:2270126:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:15.0:1673551335.410367:0:2270126:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000048ffdc00. 02000000:00000001:15.0:1673551335.410368:0:2270126:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551335.410368:0:2270126:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:15.0:1673551335.410370:0:2270126:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000004:00000001:15.0:1673551335.410371:0:2270126:0:(mdt_lib.c:398:mdt_check_ucred()) Process entered 00000004:00000001:15.0:1673551335.410372:0:2270126:0:(mdt_lib.c:405:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:15.0:1673551335.410373:0:2270126:0:(mdt_handler.c:539:mdt_statfs()) blocks cached 0 granted 1906311167 pending 0 free 16804335616 avail 14330667008 00000020:00000020:15.0:1673551335.410375:0:2270126:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-MDT0001: processing self export: 0 0 0 00000020:00000020:15.0:1673551335.410376:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0001_UUID/00000000e9be0120 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551335.410377:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0000_UUID/000000000ef2907f dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551335.410378:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0004_UUID/0000000089451880 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551335.410379:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0005_UUID/00000000ebefb99a dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551335.410380:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0007_UUID/00000000dc25e61b dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551335.410381:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0006_UUID/00000000b5e1bf39 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551335.410382:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0003_UUID/0000000057d49917 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551335.410382:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0002_UUID/000000002b2e9d79 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551335.410383:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0000-mdtlov_UUID/000000005666bac4 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551335.410384:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/0000000079935574 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.410385:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0003-mdtlov_UUID/000000004d397a21 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551335.410385:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000f831e444 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.410386:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 8147c41a-b0e0-4f67-9b16-3ecec5e74e59/0000000068eb6ecf dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.410387:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli f6883e33-f9d9-44e1-9620-7d1810cee4d6/0000000016af0c64 dirty 0 pend 0 grant 1879048191 00000020:00000020:15.0:1673551335.410388:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 546ca0b7-6780-4f13-8f75-9c5ff65b0676/00000000395f0866 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.410388:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli e2e002af-f09c-4b05-bf31-5f3b5c0fc2b7/0000000085149461 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.410389:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 6d8d6132-29b8-426f-8245-b058f840fb7b/000000007d0d8ee7 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.410390:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 20170d48-9f93-4e23-b2d9-7467b30c0d37/00000000b61481ba dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.410391:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli b2f40830-929d-417e-aaf4-df6a6828a827/00000000aeff7c1c dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.410392:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli fac71ec6-9f35-4566-9c12-4be9db31431f/0000000000e137be dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.410393:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 77d2bdab-e05e-4099-8d1d-9a11cdcc0ba1/0000000030187047 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.410393:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 45cb3ae8-41b4-4d54-9b54-bb58c7e102f3/0000000057709798 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.410394:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000db8e401b dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.410395:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 49374343-0861-470b-a659-345a443590fd/000000003709ca29 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.410395:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0002-mdtlov_UUID/00000000af8736a1 dirty 0 pend 0 grant 0 00000004:00000020:15.0:1673551335.410396:0:2270126:0:(mdt_handler.c:549:mdt_statfs()) 34884907 blocks: 4102621 free, 3498698 avail; 96642000 objects: 68578523 free; state 200 00000004:00000001:15.0:1673551335.410398:0:2270126:0:(mdt_handler.c:568:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:15.0:1673551335.410400:0:2270126:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813813151, transno 0, xid 1754809395063872 00010000:00000001:15.0:1673551335.410400:0:2270126:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:15.0:1673551335.410402:0:2270126:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000002bc4e47 x1754809395063872/t0(0) o41->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:221/0 lens 224/368 e 0 to 0 dl 1673551341 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:15.0:1673551335.410405:0:2270126:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:15.0:1673551335.410405:0:2270126:0:(ldlm_lib.c:3203:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:15.0:1673551335.410407:0:2270126:0:(import.c:1925:at_measured()) add 1 to 0000000096a20d38 time=40 v=1 (1 1 1 1) 00000100:00000001:15.0:1673551335.410408:0:2270126:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:15.0:1673551335.410409:0:2270126:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 49 to 172.16.0.20@o2ib 00000100:00000001:15.0:1673551335.410410:0:2270126:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 02000000:00000001:15.0:1673551335.410411:0:2270126:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:15.0:1673551335.410411:0:2270126:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551335.410412:0:2270126:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:15.0:1673551335.410413:0:2270126:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:15.0:1673551335.410414:0:2270126:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f44d3cb. 00000100:00000200:15.0:1673551335.410416:0:2270126:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754809395063872, offset 224 00000400:00000200:15.0:1673551335.410418:0:2270126:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:15.0:1673551335.410421:0:2270126:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:15.0:1673551335.410423:0:2270126:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.20@o2ib local destination 00000400:00000200:15.0:1673551335.410425:0:2270126:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:15.0:1673551335.410427:0:2270126:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000800:00000200:15.0:1673551335.410430:0:2270126:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000400:00000200:15.0:1673551335.410431:0:2270126:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:15.0:1673551335.410434:0:2270126:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000c10ae60a] -> 172.16.0.20@o2ib (2) version: 12 00000800:00000200:15.0:1673551335.410435:0:2270126:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000306224d2] (68)++ 00000800:00000200:15.0:1673551335.410436:0:2270126:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000306224d2] (69)++ 00000800:00000200:15.0:1673551335.410439:0:2270126:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000306224d2] (70)-- 00000100:00000001:15.0:1673551335.410440:0:2270126:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1673551335.410441:0:2270126:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 48 to 172.16.0.20@o2ib 00010000:00000001:15.0:1673551335.410442:0:2270126:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:15.0:1673551335.410443:0:2270126:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551335.410443:0:2270126:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:15.0:1673551335.410444:0:2270126:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002bc4e47 x1754809395063872/t0(0) o41->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:221/0 lens 224/368 e 0 to 0 dl 1673551341 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:15.0:1673551335.410447:0:2270126:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000002bc4e47 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out03_001:ai200x-MDT0002-mdtlov_UUID+5:10567:x1754809395063872:12345-172.16.0.20@o2ib:41: Request processed in 95us (163us total) trans 0 rc 0/0 00000800:00000200:8.2:1673551335.410448:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000306224d2] (69)++ 00000100:00100000:15.0:1673551335.410450:0:2270126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 528681 00000100:00000040:15.0:1673551335.410450:0:2270126:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000af8736a1 : new rpc_count 0 00000100:00000001:15.0:1673551335.410451:0:2270126:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:15.0:1673551335.410452:0:2270126:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:15.0:1673551335.410453:0:2270126:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036e234c6. 00000020:00000010:15.0:1673551335.410454:0:2270126:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be5c2368. 00000020:00000010:15.0:1673551335.410455:0:2270126:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000113e6e3f. 00000020:00000040:15.0:1673551335.410456:0:2270126:0:(genops.c:979:class_export_put()) PUTting export 00000000af8736a1 : new refcount 4 00000100:00000001:15.0:1673551335.410457:0:2270126:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:13.0:1673551335.410461:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (70)++ 00000800:00000200:13.0:1673551335.410467:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000306224d2] (71)-- 00000400:00000200:13.0:1673551335.410469:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551335.410471:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:13.0:1673551335.410473:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000008f44d3cb 00000800:00000200:12.0:1673551335.410473:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (70)-- 00000400:00000010:13.0:1673551335.410474:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000008f44d3cb. 00000100:00000001:13.0:1673551335.410476:0:12871:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:13.0:1673551335.410477:0:12871:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:13.0:1673551335.410479:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (69)-- 00000800:00000200:3.2:1673551335.427330:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (68)++ 00000800:00000200:12.0:1673551335.427348:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (69)++ 00000800:00000200:12.0:1673551335.427358:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.56@o2ib 00000400:00000200:12.0:1673551335.427363:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:12.0:1673551335.427365:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.56@o2ib : PUT - for me 00000800:00000200:13.0:1673551335.427367:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000400:00000200:12.0:1673551335.427368:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:12.0:1673551335.427370:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:12.0:1673551335.427372:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:12.0:1673551335.427373:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 24 MB=0x63c0044b474c0 00000400:00000200:12.0:1673551335.427376:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 18 from 12345-172.16.0.56@o2ib of length 224/224 into md 0x4b04f7ad [256] + 9632 00000400:00000200:12.0:1673551335.427381:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551335.427384:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 00000100:00000001:12.0:1673551335.427386:0:12872:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:12.0:1673551335.427387:0:12872:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:12.0:1673551335.427390:0:12872:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000f6de1c68. 00000100:00000040:12.0:1673551335.427391:0:12872:0:(events.c:367:request_in_callback()) incoming req@00000000f6de1c68 x1754821710607552 msgsize 224 00000100:00100000:12.0:1673551335.427393:0:12872:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.56@o2ib (source: 12345-172.16.0.56@o2ib) 00000100:00000001:12.0:1673551335.427397:0:12872:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:12.0:1673551335.427399:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000008042fb16] (69)++ 00000800:00000200:12.0:1673551335.427400:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000008042fb16] (70)-- 00000800:00000200:12.0:1673551335.427401:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 00000100:00000001:15.0:1673551335.427408:0:2270126:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:15.0:1673551335.427408:0:2270126:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:15.0:1673551335.427409:0:2270126:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:15.0:1673551335.427410:0:2270126:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1673551335.427411:0:2270126:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:15.0:1673551335.427411:0:2270126:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754821710607552 00000020:00000001:15.0:1673551335.427412:0:2270126:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:15.0:1673551335.427413:0:2270126:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b77 00000020:00000001:15.0:1673551335.427413:0:2270126:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:15.0:1673551335.427414:0:2270126:0:(lustre_handles.c:152:class_handle2object()) GET export 000000005666bac4 refcount=5 00000020:00000001:15.0:1673551335.427415:0:2270126:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748055040 : -52831469961496576 : ff444e0ed7fbb800) 00000020:00000001:15.0:1673551335.427416:0:2270126:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748055040 : -52831469961496576 : ff444e0ed7fbb800) 00000100:00000001:15.0:1673551335.427417:0:2270126:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:15.0:1673551335.427417:0:2270126:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:15.0:1673551335.427418:0:2270126:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000113e6e3f. 00000020:00000010:15.0:1673551335.427419:0:2270126:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036e234c6. 00000020:00000010:15.0:1673551335.427420:0:2270126:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be5c2368. 00000100:00000040:15.0:1673551335.427421:0:2270126:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt_out at +1s 00000100:00000001:15.0:1673551335.427421:0:2270126:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:15.0:1673551335.427421:0:2270126:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:15.0:1673551335.427422:0:2270126:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551335.427423:0:2270126:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551335.427429:0:2270126:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551335.427431:0:2270126:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:15.0:1673551335.427432:0:2270126:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:15.0:1673551335.427433:0:2270126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.56@o2ib, seq: 528682 00000100:00000040:15.0:1673551335.427434:0:2270126:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000005666bac4 : new rpc_count 1 00000100:00000001:15.0:1673551335.427435:0:2270126:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912618753133952 : -52831454956417664 : ff444e12565b0d80) 00000100:00000040:15.0:1673551335.427437:0:2270126:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f6de1c68 x1754821710607552/t0(0) o41->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:221/0 lens 224/0 e 0 to 0 dl 1673551341 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:15.0:1673551335.427441:0:2270126:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:15.0:1673551335.427442:0:2270126:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:15.0:1673551335.427443:0:2270126:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000f6de1c68 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out03_001:ai200x-MDT0000-mdtlov_UUID+5:12266:x1754821710607552:12345-172.16.0.56@o2ib:41: 00000100:00000200:15.0:1673551335.427444:0:2270126:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754821710607552 00000020:00000001:15.0:1673551335.427445:0:2270126:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:15.0:1673551335.427446:0:2270126:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:15.0:1673551335.427446:0:2270126:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551335.427447:0:2270126:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:15.0:1673551335.427447:0:2270126:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072666184064 : -1043367552 : ffffffffc1cf7980) 00000020:00000001:15.0:1673551335.427448:0:2270126:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:15.0:1673551335.427448:0:2270126:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:15.0:1673551335.427449:0:2270126:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:15.0:1673551335.427449:0:2270126:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:15.0:1673551335.427450:0:2270126:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551335.427450:0:2270126:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:15.0:1673551335.427451:0:2270126:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:15.0:1673551335.427452:0:2270126:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000003a82d7f. 02000000:00000001:15.0:1673551335.427452:0:2270126:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551335.427453:0:2270126:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:15.0:1673551335.427454:0:2270126:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000004:00000001:15.0:1673551335.427454:0:2270126:0:(mdt_lib.c:398:mdt_check_ucred()) Process entered 00000004:00000001:15.0:1673551335.427455:0:2270126:0:(mdt_lib.c:405:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:15.0:1673551335.427456:0:2270126:0:(mdt_handler.c:539:mdt_statfs()) blocks cached 0 granted 1906311167 pending 0 free 16804335616 avail 14330667008 00000020:00000020:15.0:1673551335.427457:0:2270126:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-MDT0001: processing self export: 0 0 0 00000020:00000020:15.0:1673551335.427458:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0001_UUID/00000000e9be0120 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551335.427459:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0000_UUID/000000000ef2907f dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551335.427460:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0004_UUID/0000000089451880 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551335.427460:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0005_UUID/00000000ebefb99a dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551335.427461:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0007_UUID/00000000dc25e61b dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551335.427462:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0006_UUID/00000000b5e1bf39 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551335.427462:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0003_UUID/0000000057d49917 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551335.427463:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0002_UUID/000000002b2e9d79 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551335.427463:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0000-mdtlov_UUID/000000005666bac4 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551335.427464:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/0000000079935574 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.427465:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0003-mdtlov_UUID/000000004d397a21 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551335.427465:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000f831e444 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.427466:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 8147c41a-b0e0-4f67-9b16-3ecec5e74e59/0000000068eb6ecf dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.427466:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli f6883e33-f9d9-44e1-9620-7d1810cee4d6/0000000016af0c64 dirty 0 pend 0 grant 1879048191 00000020:00000020:15.0:1673551335.427467:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 546ca0b7-6780-4f13-8f75-9c5ff65b0676/00000000395f0866 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.427468:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli e2e002af-f09c-4b05-bf31-5f3b5c0fc2b7/0000000085149461 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.427468:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 6d8d6132-29b8-426f-8245-b058f840fb7b/000000007d0d8ee7 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.427469:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 20170d48-9f93-4e23-b2d9-7467b30c0d37/00000000b61481ba dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.427469:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli b2f40830-929d-417e-aaf4-df6a6828a827/00000000aeff7c1c dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.427470:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli fac71ec6-9f35-4566-9c12-4be9db31431f/0000000000e137be dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.427471:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 77d2bdab-e05e-4099-8d1d-9a11cdcc0ba1/0000000030187047 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.427471:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 45cb3ae8-41b4-4d54-9b54-bb58c7e102f3/0000000057709798 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.427472:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000db8e401b dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.427473:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 49374343-0861-470b-a659-345a443590fd/000000003709ca29 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551335.427473:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0002-mdtlov_UUID/00000000af8736a1 dirty 0 pend 0 grant 0 00000004:00000020:15.0:1673551335.427474:0:2270126:0:(mdt_handler.c:549:mdt_statfs()) 34884907 blocks: 4102621 free, 3498698 avail; 96642000 objects: 68578523 free; state 200 00000004:00000001:15.0:1673551335.427476:0:2270126:0:(mdt_handler.c:568:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:15.0:1673551335.427476:0:2270126:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813570213, transno 0, xid 1754821710607552 00010000:00000001:15.0:1673551335.427477:0:2270126:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:15.0:1673551335.427478:0:2270126:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000f6de1c68 x1754821710607552/t0(0) o41->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:221/0 lens 224/368 e 0 to 0 dl 1673551341 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:15.0:1673551335.427480:0:2270126:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:15.0:1673551335.427480:0:2270126:0:(ldlm_lib.c:3203:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:15.0:1673551335.427481:0:2270126:0:(import.c:1925:at_measured()) add 1 to 0000000096a20d38 time=40 v=1 (1 1 1 1) 00000100:00000001:15.0:1673551335.427482:0:2270126:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:15.0:1673551335.427483:0:2270126:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000e3f031ad refcount 55 to 172.16.0.56@o2ib 00000100:00000001:15.0:1673551335.427483:0:2270126:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146464 : -52831505782405152 : ff444e0680e407e0) 02000000:00000001:15.0:1673551335.427484:0:2270126:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:15.0:1673551335.427484:0:2270126:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551335.427485:0:2270126:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:15.0:1673551335.427486:0:2270126:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000400:00000010:15.0:1673551335.427487:0:2270126:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000937b2bba. 00000100:00000200:15.0:1673551335.427488:0:2270126:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754821710607552, offset 224 00000400:00000200:15.0:1673551335.427490:0:2270126:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000400:00000200:15.0:1673551335.427492:0:2270126:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:15.0:1673551335.427493:0:2270126:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.56@o2ib local destination 00000400:00000200:15.0:1673551335.427495:0:2270126:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:15.0:1673551335.427497:0:2270126:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) : PUT try# 0 00000800:00000200:15.0:1673551335.427499:0:2270126:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.56@o2ib 00000400:00000200:15.0:1673551335.427500:0:2270126:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:15.0:1673551335.427502:0:2270126:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000e56901fc] -> 172.16.0.56@o2ib (2) version: 12 00000800:00000200:15.0:1673551335.427503:0:2270126:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000008042fb16] (68)++ 00000800:00000200:15.0:1673551335.427504:0:2270126:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000008042fb16] (69)++ 00000800:00000200:15.0:1673551335.427506:0:2270126:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000008042fb16] (70)-- 00000100:00000001:15.0:1673551335.427507:0:2270126:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1673551335.427507:0:2270126:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000e3f031ad refcount 54 to 172.16.0.56@o2ib 00010000:00000001:15.0:1673551335.427508:0:2270126:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:15.0:1673551335.427508:0:2270126:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551335.427509:0:2270126:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:15.0:1673551335.427510:0:2270126:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6de1c68 x1754821710607552/t0(0) o41->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:221/0 lens 224/368 e 0 to 0 dl 1673551341 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:15.0:1673551335.427512:0:2270126:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000f6de1c68 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out03_001:ai200x-MDT0000-mdtlov_UUID+5:12266:x1754821710607552:12345-172.16.0.56@o2ib:41: Request processed in 70us (120us total) trans 0 rc 0/0 00000100:00100000:15.0:1673551335.427514:0:2270126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.56@o2ib, seq: 528682 00000100:00000040:15.0:1673551335.427514:0:2270126:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005666bac4 : new rpc_count 0 00000800:00000200:3.2:1673551335.427514:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (69)++ 00000100:00000001:15.0:1673551335.427515:0:2270126:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:15.0:1673551335.427515:0:2270126:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:15.0:1673551335.427516:0:2270126:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036e234c6. 00000020:00000010:15.0:1673551335.427517:0:2270126:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be5c2368. 00000020:00000010:15.0:1673551335.427517:0:2270126:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000113e6e3f. 00000020:00000040:15.0:1673551335.427518:0:2270126:0:(genops.c:979:class_export_put()) PUTting export 000000005666bac4 : new refcount 4 00000100:00000001:15.0:1673551335.427519:0:2270126:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:13.0:1673551335.427526:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (70)++ 00000800:00000200:13.0:1673551335.427532:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000008042fb16] (71)-- 00000400:00000200:13.0:1673551335.427533:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551335.427536:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 00000400:00000200:13.0:1673551335.427537:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000937b2bba 00000400:00000010:13.0:1673551335.427539:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000937b2bba. 00000800:00000200:12.0:1673551335.427539:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000100:00000001:13.0:1673551335.427541:0:12871:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:13.0:1673551335.427543:0:12871:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:13.0:1673551335.427544:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 00000080:00000001:2.0:1673551335.488133:0:242277:0:(file.c:5720:ll_inode_permission()) Process entered 00000080:00000001:2.0:1673551335.488134:0:242277:0:(file.c:5720:ll_inode_permission()) Process entered 00000080:00000001:2.0:1673551335.488135:0:242277:0:(file.c:5229:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1673551335.488135:0:242277:0:(file.c:5232:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](000000000ee02a25),name=/ 00000080:00000010:2.0:1673551335.488139:0:242277:0:(llite_lib.c:3300:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000046092f8a. 00000080:00000001:2.0:1673551335.488141:0:242277:0:(namei.c:893:ll_intent_lock()) Process entered 00000080:00000001:2.0:1673551335.488142:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551335.488145:0:242277:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1673551335.488146:0:242277:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1673551335.488148:0:242277:0:(lmv_intent.c:439:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1673551335.488149:0:242277:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1673551335.488150:0:242277:0:(fld_request.c:446:fld_client_lookup()) Process entered 80000000:00000001:2.0:1673551335.488151:0:242277:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1673551335.488152:0:242277:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1673551335.488153:0:242277:0:(fld_request.c:451:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1673551335.488153:0:242277:0:(lmv_fld.c:79:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1673551335.488154:0:242277:0:(lmv_fld.c:87:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1673551335.488155:0:242277:0:(lmv_intent.c:491:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:2.0:1673551335.488156:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551335.488158:0:242277:0:(mdc_locks.c:1325:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1673551335.488158:0:242277:0:(mdc_locks.c:1331:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1673551335.488160:0:242277:0:(mdc_locks.c:1229:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1673551335.488160:0:242277:0:(mdc_locks.c:144:mdc_lock_match()) Process entered 00010000:00000001:2.0:1673551335.488161:0:242277:0:(ldlm_lock.c:1432:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1673551335.488164:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000f43c7a7a count: 2 00010000:00000001:2.0:1673551335.488165:0:242277:0:(ldlm_resource.c:1505:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1673551335.488167:0:242277:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1673551335.488168:0:242277:0:(ldlm_lock.c:301:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1673551335.488169:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000f43c7a7a count: 3 00010000:00010000:2.0:1673551335.488170:0:242277:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: ai200x-MDT0000-mdc-ff444e0748e14000 lock: 00000000e44e1389/0xa23f007ba818761a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf4cef705f11626b8 expref: -99 pid: 4035381 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551335.488173:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000f43c7a7a count: 2 00010000:00000040:2.0:1673551335.488174:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000f43c7a7a count: 1 02000000:00000001:2.0:1673551335.488175:0:242277:0:(sec.c:954:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1673551335.488177:0:242277:0:(sec.c:968:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1673551335.488178:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000f43c7a7a count: 2 00010000:00010000:2.0:1673551335.488178:0:242277:0:(ldlm_lock.c:1497:ldlm_lock_match_with_skip()) ### matched (0 0) ns: ai200x-MDT0000-mdc-ff444e0748e14000 lock: 00000000e44e1389/0xa23f007ba818761a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf4cef705f11626b8 expref: -99 pid: 4035381 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551335.488180:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000f43c7a7a count: 1 00000002:00000001:2.0:1673551335.488182:0:242277:0:(mdc_locks.c:150:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1673551335.488182:0:242277:0:(mdc_locks.c:1281:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1673551335.488183:0:242277:0:(mdc_locks.c:1348:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1673551335.488184:0:242277:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1673551335.488184:0:242277:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1673551335.488185:0:242277:0:(namei.c:901:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1673551335.488186:0:242277:0:(namei.c:940:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1673551335.488187:0:242277:0:(llite_lib.c:3424:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000046092f8a. 00000080:00000001:2.0:1673551335.488188:0:242277:0:(dcache.c:249:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1673551335.488189:0:242277:0:(dcache.c:252:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1673551335.488189:0:242277:0:(dcache.c:283:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](000000000ee02a25) 00000080:00010000:2.0:1673551335.488190:0:242277:0:(llite_internal.h:1720:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](000000000ee02a25) for lock 0xa23f007ba818761a 00000080:00000001:2.0:1673551335.488191:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551335.488193:0:242277:0:(lmv_obd.c:3579:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1673551335.488193:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551335.488194:0:242277:0:(mdc_locks.c:105:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1673551335.488195:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551335.488195:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551335.488196:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 00000000e44e1389 refcount=3 00000020:00000001:2.0:1673551335.488197:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912582784194752 : -52831490925356864 : ff444e09f67098c0) 00010000:00000001:2.0:1673551335.488198:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912582784194752 : -52831490925356864 : ff444e09f67098c0) 00010000:00000001:2.0:1673551335.488199:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551335.488199:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1673551335.488199:0:242277:0:(mdc_locks.c:133:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551335.488200:0:242277:0:(lmv_obd.c:3584:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1673551335.488200:0:242277:0:(dcache.c:183:ll_intent_drop_lock()) releasing lock with cookie 0xa23f007ba818761a from it 000000000e445661 00010000:00000001:2.0:1673551335.488201:0:242277:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1673551335.488201:0:242277:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551335.488202:0:242277:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 00000000e44e1389 refcount=3 00000020:00000001:2.0:1673551335.488202:0:242277:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912582784194752 : -52831490925356864 : ff444e09f67098c0) 00010000:00000001:2.0:1673551335.488203:0:242277:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912582784194752 : -52831490925356864 : ff444e09f67098c0) 00010000:00000001:2.0:1673551335.488204:0:242277:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1673551335.488204:0:242277:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: ?? lock: 00000000e44e1389/0xa23f007ba818761a lrc: 3/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xf4cef705f11626b8 expref: -99 pid: 4035381 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1673551335.488208:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551335.488209:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551335.488209:0:242277:0:(ldlm_lock.c:327:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1673551335.488209:0:242277:0:(ldlm_lock.c:331:ldlm_lock_add_to_lru()) Process leaving 00010000:00000040:2.0:1673551335.488210:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000f43c7a7a count: 2 00010000:00010000:2.0:1673551335.488210:0:242277:0:(ldlm_lock.c:903:ldlm_lock_decref_internal()) ### add lock into lru list ns: ai200x-MDT0000-mdc-ff444e0748e14000 lock: 00000000e44e1389/0xa23f007ba818761a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf4cef705f11626b8 expref: -99 pid: 4035381 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551335.488212:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000f43c7a7a count: 1 00010000:00000001:2.0:1673551335.488213:0:242277:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1673551335.488214:0:242277:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1673551335.488215:0:242277:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1673551335.488216:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551335.488217:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551335.488217:0:242277:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551335.488218:0:242277:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1673551335.488219:0:242277:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551335.488219:0:242277:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551335.488220:0:242277:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551335.488220:0:242277:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1673551335.488221:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551335.488221:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1673551335.488222:0:242277:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1673551335.488223:0:242277:0:(client.c:2728:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1673551335.488223:0:242277:0:(file.c:5737:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](000000000ee02a25), inode mode 41ed mask 1 00000080:00000001:2.0:1673551335.488224:0:242277:0:(file.c:5778:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551335.488225:0:242277:0:(dcache.c:92:ll_dcompare()) Process entered 00000080:00002000:2.0:1673551335.488226:0:242277:0:(dcache.c:102:ll_dcompare()) found name blogbench(0000000029e3d4e9) flags 0x28004e refc 859 00000080:00000001:2.0:1673551335.488227:0:242277:0:(dcache.c:115:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1673551335.488227:0:242277:0:(dcache.c:303:ll_revalidate_dentry()) VFS Op:name=blogbench, flags=24 00000080:00000001:2.0:1673551335.488229:0:242277:0:(file.c:5720:ll_inode_permission()) Process entered 00000080:00200000:2.0:1673551335.488229:0:242277:0:(file.c:5737:ll_inode_permission()) VFS Op:inode=[0x2c0000bd6:0x2c61:0x0](000000007ad80366), inode mode 41ed mask 1 00000080:00000001:2.0:1673551335.488230:0:242277:0:(file.c:5778:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551335.488230:0:242277:0:(dcache.c:92:ll_dcompare()) Process entered 00000080:00002000:2.0:1673551335.488231:0:242277:0:(dcache.c:102:ll_dcompare()) found name 542327(00000000f2745da8) flags 0x28004e refc 204 00000080:00000001:2.0:1673551335.488232:0:242277:0:(dcache.c:115:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1673551335.488232:0:242277:0:(dcache.c:303:ll_revalidate_dentry()) VFS Op:name=542327, flags=24 00000080:00000001:2.0:1673551335.488233:0:242277:0:(file.c:5720:ll_inode_permission()) Process entered 00000080:00200000:2.0:1673551335.488233:0:242277:0:(file.c:5737:ll_inode_permission()) VFS Op:inode=[0x200002b25:0x13ca4:0x0](00000000848b163c), inode mode 41ed mask 1 00000080:00000001:2.0:1673551335.488234:0:242277:0:(file.c:5778:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551335.488235:0:242277:0:(dcache.c:92:ll_dcompare()) Process entered 00000080:00002000:2.0:1673551335.488235:0:242277:0:(dcache.c:102:ll_dcompare()) found name blog-8(0000000044d35c51) flags 0x28004e refc 17 00000080:00000001:2.0:1673551335.488236:0:242277:0:(dcache.c:115:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1673551335.488236:0:242277:0:(dcache.c:303:ll_revalidate_dentry()) VFS Op:name=blog-8, flags=24 00000080:00000001:2.0:1673551335.488237:0:242277:0:(file.c:5720:ll_inode_permission()) Process entered 00000080:00200000:2.0:1673551335.488237:0:242277:0:(file.c:5737:ll_inode_permission()) VFS Op:inode=[0x200002b25:0x13e20:0x0](00000000d65c28f1), inode mode 41c0 mask 1 00000080:00000001:2.0:1673551335.488238:0:242277:0:(file.c:5778:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551335.488239:0:242277:0:(dcache.c:92:ll_dcompare()) Process entered 00000080:00002000:2.0:1673551335.488239:0:242277:0:(dcache.c:102:ll_dcompare()) found name article-7.xml(00000000621b0412) flags 0x48004e refc 0 00000080:00000001:2.0:1673551335.488240:0:242277:0:(dcache.c:115:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1673551335.488241:0:242277:0:(dcache.c:303:ll_revalidate_dentry()) VFS Op:name=article-7.xml, flags=0 00000080:00000001:2.0:1673551335.488242:0:242277:0:(file.c:5720:ll_inode_permission()) Process entered 00000080:00200000:2.0:1673551335.488242:0:242277:0:(file.c:5737:ll_inode_permission()) VFS Op:inode=[0x200002b25:0x13e20:0x0](00000000d65c28f1), inode mode 41c0 mask 3 00000080:00000001:2.0:1673551335.488242:0:242277:0:(file.c:5778:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551335.488243:0:242277:0:(namei.c:2156:ll_unlink()) Process entered 00000080:00200000:2.0:1673551335.488244:0:242277:0:(namei.c:2159:ll_unlink()) VFS Op:name=article-7.xml, dir=[0x200002b25:0x13e20:0x0](00000000d65c28f1) 00000080:00000010:2.0:1673551335.488245:0:242277:0:(llite_lib.c:3300:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000046092f8a. 00000080:00000001:2.0:1673551335.488247:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551335.488248:0:242277:0:(lmv_obd.c:3068:lmv_unlink()) Process entered 00800000:00000040:2.0:1673551335.488249:0:242277:0:(lustre_lmv.h:357:__lmv_name_to_stripe_index()) name article-7.xml hash=0x2/0x0 idx=2/4/0 under old layout 00800000:00000002:2.0:1673551335.488250:0:242277:0:(lmv_obd.c:1696:lmv_locate_tgt_by_name()) locate MDT 2 parent [0x2c0001bc2:0x839d:0x0] 00800000:00000001:2.0:1673551335.488251:0:242277:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1673551335.488251:0:242277:0:(fld_request.c:446:fld_client_lookup()) Process entered 80000000:00000001:2.0:1673551335.488251:0:242277:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1673551335.488252:0:242277:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1673551335.488252:0:242277:0:(fld_request.c:451:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1673551335.488253:0:242277:0:(lmv_fld.c:79:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b1e:0x1acf0:0x0] 00800000:00000001:2.0:1673551335.488253:0:242277:0:(lmv_fld.c:87:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551335.488254:0:242277:0:(lmv_obd.c:2144:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1673551335.488255:0:242277:0:(lmv_obd.c:2156:lmv_early_cancel()) EARLY_CANCEL on [0x240002b1e:0x1acf0:0x0] 00800000:00000001:2.0:1673551335.488255:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551335.488256:0:242277:0:(mdc_locks.c:161:mdc_cancel_unused()) Process entered 00010000:00000001:2.0:1673551335.488257:0:242277:0:(ldlm_request.c:2188:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:2.0:1673551335.488258:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000ad24c134 count: 2 00010000:00000001:2.0:1673551335.488259:0:242277:0:(ldlm_resource.c:1505:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1673551335.488259:0:242277:0:(ldlm_request.c:2055:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1673551335.488260:0:242277:0:(ldlm_request.c:1230:ldlm_cli_cancel_local()) Process entered 00010000:00000040:2.0:1673551335.488261:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000ad24c134 count: 3 00010000:00010000:2.0:1673551335.488261:0:242277:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: ai200x-MDT0002-mdc-ff444e0748e14000 lock: 000000006558aa3f/0xa23f007ba827747b lrc: 2/0,0 mode: PR/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x6acc5947b271d357 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551335.488264:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000ad24c134 count: 2 00000080:00000001:2.0:1673551335.488264:0:242277:0:(namei.c:461:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1673551335.488266:0:242277:0:(namei.c:247:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1673551335.488266:0:242277:0:(file.c:5140:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1673551335.488267:0:242277:0:(file.c:5147:ll_have_md_lock()) trying to match res [0x240002b1e:0x1acf0:0x0] mode (null) 00000080:00000001:2.0:1673551335.488268:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551335.488268:0:242277:0:(lmv_obd.c:3600:lmv_lock_match()) Process entered 00800000:00000002:2.0:1673551335.488269:0:242277:0:(lmv_obd.c:3602:lmv_lock_match()) Lock match for [0x240002b1e:0x1acf0:0x0] 00800000:00000001:2.0:1673551335.488269:0:242277:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1673551335.488269:0:242277:0:(fld_request.c:446:fld_client_lookup()) Process entered 80000000:00000001:2.0:1673551335.488270:0:242277:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1673551335.488270:0:242277:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1673551335.488271:0:242277:0:(fld_request.c:451:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1673551335.488271:0:242277:0:(lmv_fld.c:79:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b1e:0x1acf0:0x0] 00800000:00000001:2.0:1673551335.488271:0:242277:0:(lmv_fld.c:87:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551335.488272:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551335.488273:0:242277:0:(mdc_locks.c:144:mdc_lock_match()) Process entered 00010000:00000001:2.0:1673551335.488273:0:242277:0:(ldlm_lock.c:1432:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1673551335.488275:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 2 00010000:00000001:2.0:1673551335.488275:0:242277:0:(ldlm_resource.c:1505:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1673551335.488276:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 1 00000002:00000001:2.0:1673551335.488276:0:242277:0:(mdc_locks.c:150:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551335.488277:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551335.488277:0:242277:0:(mdc_locks.c:144:mdc_lock_match()) Process entered 00010000:00000001:2.0:1673551335.488278:0:242277:0:(ldlm_lock.c:1432:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1673551335.488278:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000ad24c134 count: 3 00010000:00000001:2.0:1673551335.488278:0:242277:0:(ldlm_resource.c:1505:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1673551335.488280:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000ad24c134 count: 2 00000002:00000001:2.0:1673551335.488280:0:242277:0:(mdc_locks.c:150:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551335.488281:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551335.488281:0:242277:0:(mdc_locks.c:144:mdc_lock_match()) Process entered 00010000:00000001:2.0:1673551335.488281:0:242277:0:(ldlm_lock.c:1432:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1673551335.488282:0:242277:0:(ldlm_lock.c:1447:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551335.488282:0:242277:0:(mdc_locks.c:150:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551335.488283:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551335.488284:0:242277:0:(mdc_locks.c:144:mdc_lock_match()) Process entered 00010000:00000001:2.0:1673551335.488284:0:242277:0:(ldlm_lock.c:1432:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1673551335.488285:0:242277:0:(ldlm_lock.c:1447:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551335.488285:0:242277:0:(mdc_locks.c:150:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551335.488286:0:242277:0:(lmv_obd.c:3629:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551335.488286:0:242277:0:(file.c:5169:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551335.488287:0:242277:0:(dcache.c:224:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1673551335.488287:0:242277:0:(dcache.c:229:ll_prune_aliases()) marking dentries for inode [0x240002b1e:0x1acf0:0x0](000000002a4c3092) invalid 00000080:00002000:2.0:1673551335.488288:0:242277:0:(llite_internal.h:1755:d_lustre_invalidate()) invalidate dentry article-7.xml (00000000621b0412) parent 0000000044d35c51 inode 000000002a4c3092 refc 1 00000080:00000001:2.0:1673551335.488289:0:242277:0:(dcache.c:238:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1673551335.488289:0:242277:0:(namei.c:393:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1673551335.488290:0:242277:0:(namei.c:524:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551335.488290:0:242277:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1673551335.488291:0:242277:0:(ldlm_lock.c:440:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1673551335.488292:0:242277:0:(ldlm_lock.c:379:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1673551335.488292:0:242277:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1673551335.488292:0:242277:0:(ldlm_lock.c:301:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1673551335.488293:0:242277:0:(lustre_handles.c:112:class_handle_unhash_nolock()) removing object 000000006558aa3f with handle 0xa23f007ba827747b from hash 00010000:00000001:2.0:1673551335.488294:0:242277:0:(ldlm_lock.c:411:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1673551335.488294:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1673551335.488294:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551335.488295:0:242277:0:(ldlm_lock.c:447:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1673551335.488295:0:242277:0:(ldlm_lock.c:2539:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1673551335.488296:0:242277:0:(ldlm_request.c:1265:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1673551335.488297:0:242277:0:(ldlm_request.c:1643:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1673551335.488297:0:242277:0:(ldlm_request.c:2105:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1673551335.488298:0:242277:0:(ldlm_request.c:2126:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1673551335.488298:0:242277:0:(ldlm_request.c:1320:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1673551335.488301:0:242277:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000b28a7f21. 00000020:00000040:2.0:1673551335.488303:0:242277:0:(genops.c:1192:class_import_get()) import 000000005b12847f refcount=6 obd=ai200x-MDT0002-mdc-ff444e0748e14000 00000100:00000001:2.0:1673551335.488305:0:242277:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1673551335.488305:0:242277:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1673551335.488306:0:242277:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1673551335.488307:0:242277:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de43ca51. 00000100:00000001:2.0:1673551335.488309:0:242277:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551335.488310:0:242277:0:(ldlm_request.c:1278:ldlm_cancel_pack()) Process entered 00010000:00000040:2.0:1673551335.488311:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000ad24c134 count: 3 00010000:00010000:2.0:1673551335.488311:0:242277:0:(ldlm_request.c:1300:ldlm_cancel_pack()) ### packing ns: ai200x-MDT0002-mdc-ff444e0748e14000 lock: 000000006558aa3f/0xa23f007ba827747b lrc: 1/0,0 mode: --/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0x6acc5947b271d357 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551335.488313:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000ad24c134 count: 2 00010000:00010000:2.0:1673551335.488314:0:242277:0:(ldlm_request.c:1304:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1673551335.488314:0:242277:0:(ldlm_request.c:1305:ldlm_cancel_pack()) Process leaving 00000100:00000001:2.0:1673551335.488316:0:242277:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1673551335.488317:0:242277:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1673551335.488320:0:242277:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000b28a7f21] to pc [ptlrpcd_00_02+2] req@00000000b28a7f21 x1754791738761984/t0(0) o103->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00010000:00000001:2.0:1673551335.488339:0:242277:0:(ldlm_request.c:1384:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1673551335.488340:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000040:2.0:1673551335.488341:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000ad24c134 count: 3 00000100:00000001:3.0:1673551335.488342:0:12904:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1673551335.488342:0:242277:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: ai200x-MDT0002-mdc-ff444e0748e14000 lock: 000000006558aa3f/0xa23f007ba827747b lrc: 0/0,0 mode: --/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0x6acc5947b271d357 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1673551335.488344:0:12904:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1673551335.488344:0:12904:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00010000:00000040:2.0:1673551335.488345:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000ad24c134 count: 2 00000100:00000040:3.0:1673551335.488346:0:12904:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b28a7f21 x1754791738761984/t0(0) o103->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00010000:00000040:2.0:1673551335.488346:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000ad24c134 count: 1 00010000:00000001:2.0:1673551335.488347:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551335.488347:0:242277:0:(ldlm_request.c:2167:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1673551335.488348:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000ad24c134 count: 0 00000100:00000001:1.0:1673551335.488348:0:12905:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00010000:00000010:2.0:1673551335.488350:0:242277:0:(ldlm_resource.c:1472:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096e0c09c. 00000100:00000001:1.0:1673551335.488350:0:12905:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551335.488351:0:12904:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1673551335.488351:0:12904:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1673551335.488351:0:242277:0:(ldlm_resource.c:1475:ldlm_resource_free()) slab-freed 'res': 168 at 00000000ad24c134. 00010000:00000001:2.0:1673551335.488352:0:242277:0:(ldlm_request.c:2207:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1673551335.488353:0:12904:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000002:00000001:2.0:1673551335.488353:0:242277:0:(mdc_locks.c:165:mdc_cancel_unused()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1673551335.488354:0:12904:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1673551335.488355:0:12904:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000b28a7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12904:1754791738761984:172.16.0.20@o2ib:103: 00800000:00000001:2.0:1673551335.488357:0:242277:0:(lmv_obd.c:2168:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551335.488358:0:12904:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00800000:00000001:2.0:1673551335.488358:0:242277:0:(lmv_obd.c:2144:lmv_early_cancel()) Process entered 00800000:00000001:2.0:1673551335.488358:0:242277:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1673551335.488359:0:242277:0:(fld_request.c:446:fld_client_lookup()) Process entered 80000000:00000001:2.0:1673551335.488359:0:242277:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 02000000:00000001:3.0:1673551335.488360:0:12904:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 80000000:00000001:2.0:1673551335.488360:0:242277:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1673551335.488360:0:242277:0:(fld_request.c:451:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1673551335.488361:0:12904:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1673551335.488361:0:242277:0:(lmv_fld.c:79:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b1e:0x1acf0:0x0] 02000000:00000001:3.0:1673551335.488362:0:12904:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00800000:00000001:2.0:1673551335.488362:0:242277:0:(lmv_fld.c:87:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1673551335.488363:0:12904:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000585db668. 00800000:00000002:2.0:1673551335.488363:0:242277:0:(lmv_obd.c:2163:lmv_early_cancel()) EARLY_CANCEL skip operation target 1 on [0x240002b1e:0x1acf0:0x0] 02000000:00000001:3.0:1673551335.488364:0:12904:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551335.488364:0:242277:0:(lmv_obd.c:2168:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1673551335.488364:0:242277:0:(lmv_obd.c:3108:lmv_unlink()) unlink with fid=[0x2c0001bc2:0x839d:0x0]/[0x240002b1e:0x1acf0:0x0] -> mds #1 00800000:00000001:2.0:1673551335.488366:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1673551335.488367:0:12904:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000002:00000001:2.0:1673551335.488368:0:242277:0:(mdc_reint.c:289:mdc_unlink()) Process entered 00000400:00000010:3.0:1673551335.488369:0:12904:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000853eabd3. 00000002:00000001:2.0:1673551335.488369:0:242277:0:(mdc_reint.c:73:mdc_resource_get_unused_res()) Process entered 00000002:00000001:2.0:1673551335.488370:0:242277:0:(mdc_reint.c:86:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551335.488370:0:242277:0:(mdc_reint.c:73:mdc_resource_get_unused_res()) Process entered 00000400:00000010:3.0:1673551335.488371:0:12904:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080b75dc9. 00010000:00000040:2.0:1673551335.488371:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 2 00010000:00000001:2.0:1673551335.488372:0:242277:0:(ldlm_resource.c:1505:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1673551335.488373:0:242277:0:(ldlm_request.c:2055:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1673551335.488373:0:242277:0:(ldlm_request.c:1230:ldlm_cli_cancel_local()) Process entered 00010000:00000040:2.0:1673551335.488374:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 3 00010000:00010000:2.0:1673551335.488375:0:242277:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: ai200x-MDT0001-mdc-ff444e0748e14000 lock: 000000000c628a00/0xa23f007ba8277482 lrc: 2/0,0 mode: PR/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa23f007ba8277490 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1673551335.488376:0:12904:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738761984, portal 18 00010000:00000040:2.0:1673551335.488377:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 2 00000100:00000001:3.0:1673551335.488378:0:12904:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1673551335.488378:0:12904:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912603120940544 : -52831470588611072 : ff444e0eb29ab600) 00000080:00000001:2.0:1673551335.488378:0:242277:0:(namei.c:461:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1673551335.488379:0:242277:0:(namei.c:247:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1673551335.488379:0:242277:0:(file.c:5140:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1673551335.488380:0:242277:0:(file.c:5147:ll_have_md_lock()) trying to match res [0x240002b1e:0x1acf0:0x0] mode (null) 00000100:00000040:3.0:1673551335.488381:0:12904:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000b28a7f21 x1754791738761984/t0(0) o103->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000080:00000001:2.0:1673551335.488381:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551335.488381:0:242277:0:(lmv_obd.c:3600:lmv_lock_match()) Process entered 00800000:00000002:2.0:1673551335.488382:0:242277:0:(lmv_obd.c:3602:lmv_lock_match()) Lock match for [0x240002b1e:0x1acf0:0x0] 00800000:00000001:2.0:1673551335.488383:0:242277:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1673551335.488383:0:242277:0:(fld_request.c:446:fld_client_lookup()) Process entered 00000100:00000001:3.0:1673551335.488384:0:12904:0:(niobuf.c:56:ptl_send_buf()) Process entered 80000000:00000001:2.0:1673551335.488384:0:242277:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1673551335.488384:0:242277:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1673551335.488385:0:242277:0:(fld_request.c:451:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1673551335.488386:0:12904:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00800000:00000002:2.0:1673551335.488386:0:242277:0:(lmv_fld.c:79:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b1e:0x1acf0:0x0] 00000400:00000010:3.0:1673551335.488387:0:12904:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064be4715. 00800000:00000001:2.0:1673551335.488387:0:242277:0:(lmv_fld.c:87:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1673551335.488388:0:12904:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1754791738761984, offset 0 00800000:00000001:2.0:1673551335.488388:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551335.488388:0:242277:0:(mdc_locks.c:144:mdc_lock_match()) Process entered 00010000:00000001:2.0:1673551335.488389:0:242277:0:(ldlm_lock.c:1432:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1673551335.488390:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 3 00010000:00000001:2.0:1673551335.488390:0:242277:0:(ldlm_resource.c:1505:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1673551335.488391:0:12904:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00010000:00000040:2.0:1673551335.488391:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 2 00000002:00000001:2.0:1673551335.488392:0:242277:0:(mdc_locks.c:150:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551335.488392:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551335.488393:0:242277:0:(mdc_locks.c:144:mdc_lock_match()) Process entered 00010000:00000001:2.0:1673551335.488393:0:242277:0:(ldlm_lock.c:1432:ldlm_lock_match_with_skip()) Process entered 00000400:00000200:3.0:1673551335.488394:0:12904:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00010000:00000001:2.0:1673551335.488394:0:242277:0:(ldlm_lock.c:1447:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551335.488395:0:242277:0:(mdc_locks.c:150:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1673551335.488396:0:12904:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00800000:00000001:2.0:1673551335.488396:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551335.488396:0:242277:0:(mdc_locks.c:144:mdc_lock_match()) Process entered 00010000:00000001:2.0:1673551335.488397:0:242277:0:(ldlm_lock.c:1432:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1673551335.488397:0:242277:0:(ldlm_lock.c:1447:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551335.488398:0:242277:0:(mdc_locks.c:150:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551335.488399:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551335.488400:0:242277:0:(mdc_locks.c:144:mdc_lock_match()) Process entered 00010000:00000001:2.0:1673551335.488400:0:242277:0:(ldlm_lock.c:1432:ldlm_lock_match_with_skip()) Process entered 00000400:00000200:3.0:1673551335.488401:0:12904:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964973, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00010000:00000001:2.0:1673551335.488401:0:242277:0:(ldlm_lock.c:1447:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551335.488401:0:242277:0:(mdc_locks.c:150:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551335.488402:0:242277:0:(lmv_obd.c:3629:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551335.488403:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1673551335.488404:0:12904:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964974, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964973, g:4294967295] 00800000:00000001:2.0:1673551335.488404:0:242277:0:(lmv_obd.c:3600:lmv_lock_match()) Process entered 00800000:00000002:2.0:1673551335.488404:0:242277:0:(lmv_obd.c:3602:lmv_lock_match()) Lock match for [0x240002b1e:0x1acf0:0x0] 00800000:00000001:2.0:1673551335.488405:0:242277:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1673551335.488405:0:242277:0:(fld_request.c:446:fld_client_lookup()) Process entered 00000400:00000200:3.0:1673551335.488406:0:12904:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 80000000:00000001:2.0:1673551335.488406:0:242277:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1673551335.488406:0:242277:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1673551335.488407:0:242277:0:(fld_request.c:451:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1673551335.488408:0:12904:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964973, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964973, g:4294967295] 00800000:00000002:2.0:1673551335.488408:0:242277:0:(lmv_fld.c:79:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240002b1e:0x1acf0:0x0] 00800000:00000001:2.0:1673551335.488409:0:242277:0:(lmv_fld.c:87:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551335.488409:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1673551335.488410:0:12904:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964974, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964973, g:4294967295] 00000002:00000001:2.0:1673551335.488410:0:242277:0:(mdc_locks.c:144:mdc_lock_match()) Process entered 00000400:00000200:3.0:1673551335.488412:0:12904:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00010000:00000001:2.0:1673551335.488412:0:242277:0:(ldlm_lock.c:1432:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1673551335.488412:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 3 00010000:00000001:2.0:1673551335.488413:0:242277:0:(ldlm_resource.c:1505:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1673551335.488414:0:12904:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00010000:00000040:2.0:1673551335.488414:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 2 00000400:00000200:3.0:1673551335.488415:0:12904:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000002:00000001:2.0:1673551335.488415:0:242277:0:(mdc_locks.c:150:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551335.488415:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551335.488416:0:242277:0:(mdc_locks.c:144:mdc_lock_match()) Process entered 00000400:00000200:3.0:1673551335.488417:0:12904:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[32, 32], s:[10403801, 10403803] 00010000:00000001:2.0:1673551335.488417:0:242277:0:(ldlm_lock.c:1432:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1673551335.488417:0:242277:0:(ldlm_lock.c:1447:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1673551335.488418:0:12904:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.21@o2ib 00000002:00000001:2.0:1673551335.488418:0:242277:0:(mdc_locks.c:150:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551335.488419:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551335.488419:0:242277:0:(mdc_locks.c:144:mdc_lock_match()) Process entered 00000400:00000200:3.0:1673551335.488420:0:12904:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00010000:00000001:2.0:1673551335.488420:0:242277:0:(ldlm_lock.c:1432:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1673551335.488420:0:242277:0:(ldlm_lock.c:1447:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551335.488421:0:242277:0:(mdc_locks.c:150:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551335.488422:0:242277:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551335.488423:0:242277:0:(mdc_locks.c:144:mdc_lock_match()) Process entered 00000400:00000200:3.0:1673551335.488424:0:12904:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.21@o2ib(172.16.0.20@o2ib:172.16.0.21@o2ib) : PUT try# 0 00010000:00000001:2.0:1673551335.488424:0:242277:0:(ldlm_lock.c:1432:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1673551335.488424:0:242277:0:(ldlm_lock.c:1447:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1673551335.488425:0:242277:0:(mdc_locks.c:150:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1673551335.488426:0:242277:0:(lmv_obd.c:3629:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1673551335.488426:0:242277:0:(file.c:5169:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1673551335.488427:0:12904:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 328 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000080:00000001:2.0:1673551335.488427:0:242277:0:(dcache.c:224:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1673551335.488427:0:242277:0:(dcache.c:229:ll_prune_aliases()) marking dentries for inode [0x240002b1e:0x1acf0:0x0](000000002a4c3092) invalid 00000080:00002000:2.0:1673551335.488428:0:242277:0:(llite_internal.h:1755:d_lustre_invalidate()) invalidate dentry article-7.xml (00000000621b0412) parent 0000000044d35c51 inode 000000002a4c3092 refc 1 00000400:00000200:3.0:1673551335.488429:0:12904:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000080:00000001:2.0:1673551335.488430:0:242277:0:(dcache.c:238:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1673551335.488430:0:242277:0:(namei.c:393:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1673551335.488430:0:242277:0:(namei.c:524:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551335.488431:0:242277:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1673551335.488432:0:242277:0:(ldlm_lock.c:440:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1673551335.488432:0:242277:0:(ldlm_lock.c:379:ldlm_lock_destroy_internal()) Process entered 00000800:00000200:3.0:1673551335.488433:0:12904:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000f750ee49] -> 172.16.0.21@o2ib (2) version: 12 00010000:00000001:2.0:1673551335.488433:0:242277:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1673551335.488434:0:242277:0:(ldlm_lock.c:301:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1673551335.488435:0:12904:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000051b88e6b] (68)++ 00000020:00000040:2.0:1673551335.488435:0:242277:0:(lustre_handles.c:112:class_handle_unhash_nolock()) removing object 000000000c628a00 with handle 0xa23f007ba8277482 from hash 00010000:00000001:2.0:1673551335.488436:0:242277:0:(ldlm_lock.c:411:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1673551335.488436:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1673551335.488437:0:12904:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000051b88e6b] (69)++ 00010000:00000001:2.0:1673551335.488437:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551335.488438:0:242277:0:(ldlm_lock.c:447:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1673551335.488439:0:242277:0:(ldlm_lock.c:2539:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1673551335.488439:0:242277:0:(ldlm_request.c:1265:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1673551335.488440:0:242277:0:(ldlm_request.c:1643:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1673551335.488441:0:242277:0:(ldlm_request.c:2105:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1673551335.488442:0:12904:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000051b88e6b] (70)-- 00010000:00000040:2.0:1673551335.488442:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 1 00000002:00000001:2.0:1673551335.488442:0:242277:0:(mdc_reint.c:94:mdc_resource_get_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1673551335.488443:0:242277:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000c131c331. 00000100:00000001:3.0:1673551335.488444:0:12904:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551335.488444:0:12904:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1673551335.488444:0:242277:0:(genops.c:1192:class_import_get()) import 0000000076349000 refcount=6 obd=ai200x-MDT0001-mdc-ff444e0748e14000 00000100:00000001:3.0:1673551335.488446:0:12904:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551335.488446:0:242277:0:(sec.c:1868:sptlrpc_get_sepol()) Process entered 00000100:00000001:3.0:1673551335.488447:0:12904:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551335.488447:0:242277:0:(sec.c:1880:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551335.488448:0:12904:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1673551335.488448:0:242277:0:(ldlm_request.c:870:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1673551335.488449:0:242277:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1673551335.488450:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1673551335.488451:0:12904:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1673551335.488451:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551335.488451:0:242277:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551335.488452:0:12904:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1673551335.488452:0:242277:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1673551335.488453:0:12904:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551335.488453:0:12904:0:(client.c:1822:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1673551335.488453:0:242277:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1673551335.488453:0:242277:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551335.488454:0:12904:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1673551335.488454:0:242277:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e2b744f1. 00000100:00000001:3.0:1673551335.488455:0:12904:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551335.488455:0:242277:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551335.488456:0:12904:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551335.488456:0:12904:0:(client.c:1822:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1673551335.488456:0:242277:0:(ldlm_request.c:2126:ldlm_cli_cancel_list()) Process entered 00000100:00000001:3.0:1673551335.488457:0:12904:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551335.488457:0:242277:0:(ldlm_request.c:1278:ldlm_cancel_pack()) Process entered 00000100:00000001:3.0:1673551335.488458:0:12904:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1673551335.488458:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 2 00010000:00010000:2.0:1673551335.488459:0:242277:0:(ldlm_request.c:1300:ldlm_cancel_pack()) ### packing ns: ai200x-MDT0001-mdc-ff444e0748e14000 lock: 000000000c628a00/0xa23f007ba8277482 lrc: 1/0,0 mode: --/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0xa23f007ba8277490 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551335.488462:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 1 00000800:00000200:5.2:1673551335.488463:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (69)++ 00010000:00010000:2.0:1673551335.488463:0:242277:0:(ldlm_request.c:1304:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1673551335.488463:0:242277:0:(ldlm_request.c:1305:ldlm_cancel_pack()) Process leaving 00010000:00000001:2.0:1673551335.488464:0:242277:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000040:2.0:1673551335.488464:0:242277:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 000000005d2041d6 count: 2 00010000:00010000:2.0:1673551335.488465:0:242277:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: ai200x-MDT0001-mdc-ff444e0748e14000 lock: 000000000c628a00/0xa23f007ba8277482 lrc: 0/0,0 mode: --/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0xa23f007ba8277490 expref: -99 pid: 242277 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1673551335.488471:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 1 00010000:00000040:2.0:1673551335.488472:0:242277:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 000000005d2041d6 count: 0 00010000:00000010:2.0:1673551335.488473:0:242277:0:(ldlm_resource.c:1472:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c83a5f07. 00010000:00000010:2.0:1673551335.488475:0:242277:0:(ldlm_resource.c:1475:ldlm_resource_free()) slab-freed 'res': 168 at 000000005d2041d6. 00010000:00000001:2.0:1673551335.488475:0:242277:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1673551335.488476:0:242277:0:(ldlm_request.c:2167:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551335.488477:0:242277:0:(ldlm_request.c:2126:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1673551335.488477:0:242277:0:(ldlm_request.c:2129:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551335.488478:0:242277:0:(ldlm_request.c:926:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1673551335.488481:0:242277:0:(genops.c:2305:obd_get_mod_rpc_slot()) ai200x-MDT0001-mdc-ff444e0748e14000: modify RPC slot 1 is allocated opc 36, max 7 00000800:00000200:17.0:1673551335.488482:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (70)++ 00000100:00100000:2.0:1673551335.488482:0:242277:0:(client.c:746:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000c131c331 x1754791738762112/t0(0) o36->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 496/1264 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1673551335.488485:0:242277:0:(client.c:3184:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1673551335.488486:0:242277:0:(client.c:1056:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1673551335.488487:0:242277:0:(client.c:1058:ptlrpc_prep_set()) kmalloced '(set)': 112 at 00000000c83a5f07. 00000100:00000001:2.0:1673551335.488487:0:242277:0:(client.c:1073:ptlrpc_prep_set()) Process leaving (rc=18393912626041314432 : -52831447668237184 : ff444e1408c3dc80) 00000100:00000001:2.0:1673551335.488488:0:242277:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1673551335.488488:0:242277:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912603120930176 : -52831470588621440 : ff444e0eb29a8d80) 00000100:00000001:2.0:1673551335.488489:0:242277:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1673551335.488489:0:242277:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:17.0:1673551335.488490:0:12874:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000051b88e6b] (71)-- 00000100:00000001:2.0:1673551335.488490:0:242277:0:(client.c:2506:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1673551335.488490:0:242277:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000400:00000200:17.0:1673551335.488491:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1673551335.488491:0:242277:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c131c331 x1754791738762112/t0(0) o36->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 496/1264 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1673551335.488492:0:242277:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1673551335.488493:0:242277:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551335.488493:0:242277:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:17.0:1673551335.488494:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 02000000:00000001:2.0:1673551335.488494:0:242277:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1673551335.488494:0:242277:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000c131c331 pname:cluuid:pid:xid:nid:opc:job rm:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:242277:1754791738762112:0@lo:36: 00000400:00000200:17.0:1673551335.488496:0:12874:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000064be4715 00000100:00000001:2.0:1673551335.488496:0:242277:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1673551335.488496:0:242277:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:17.0:1673551335.488497:0:12874:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000064be4715. 02000000:00000001:2.0:1673551335.488497:0:242277:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551335.488497:0:242277:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1673551335.488498:0:242277:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 00000000d33d655f. 00000800:00000200:19.0:1673551335.488499:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000100:00000001:17.0:1673551335.488499:0:12874:0:(events.c:54:request_out_callback()) Process entered 02000000:00000001:2.0:1673551335.488499:0:242277:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1673551335.488499:0:242277:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000010:2.0:1673551335.488500:0:242277:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000009890be33. 00000100:00000200:17.0:1673551335.488501:0:12874:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000b28a7f21 x1754791738761984/t0(0) o103->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1673551335.488501:0:242277:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090effd2f. 00000100:00000200:2.0:1673551335.488502:0:242277:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1754791738762112, portal 10 00000100:00000001:2.0:1673551335.488503:0:242277:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1673551335.488503:0:242277:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912603120930176 : -52831470588621440 : ff444e0eb29a8d80) 00000100:00000040:2.0:1673551335.488504:0:242277:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000c131c331 x1754791738762112/t0(0) o36->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 496/1264 e 0 to 0 dl 1673551342 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:17.0:1673551335.488505:0:12874:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1673551335.488506:0:12874:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b28a7f21 x1754791738761984/t0(0) o103->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1673551335.488506:0:242277:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:2.0:1673551335.488507:0:242277:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1673551335.488507:0:242277:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b7a87672. 00000100:00000001:17.0:1673551335.488508:0:12874:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1673551335.488508:0:242277:0:(niobuf.c:87:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1754791738762112, offset 0 00000100:00000001:17.0:1673551335.488509:0:12874:0:(events.c:94:request_out_callback()) Process leaving 00000400:00000200:2.0:1673551335.488509:0:242277:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:17.0:1673551335.488511:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000400:00000200:2.0:1673551335.488511:0:242277:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:2.0:1673551335.488512:0:242277:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1673551335.488513:0:242277:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:2.0:1673551335.488514:0:242277:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:2.0:1673551335.488515:0:242277:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:2.0:1673551335.488516:0:242277:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 496 into portal 12 MB=0x63bf94a3e6380 00000400:00000200:2.0:1673551335.488518:0:242277:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 496/496 into md 0x25c5321 [64] + 91208 00000400:00000200:2.0:1673551335.488521:0:242277:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1673551335.488522:0:242277:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1673551335.488523:0:242277:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:2.0:1673551335.488524:0:242277:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1673551335.488525:0:242277:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000bb8a301b. 00000100:00000040:2.0:1673551335.488526:0:242277:0:(events.c:367:request_in_callback()) incoming req@00000000bb8a301b x1754791738762112 msgsize 496 00000100:00100000:2.0:1673551335.488527:0:242277:0:(events.c:370:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1673551335.488533:0:242277:0:(events.c:403:request_in_callback()) Process leaving 00000400:00000200:2.0:1673551335.488535:0:242277:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000b7a87672 00000400:00000010:2.0:1673551335.488535:0:242277:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000b7a87672. 00000100:00000001:2.0:1673551335.488536:0:242277:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:2.0:1673551335.488537:0:242277:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000c131c331 x1754791738762112/t0(0) o36->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 496/1264 e 0 to 0 dl 1673551342 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:5.2:1673551335.488539:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (68)++ 00000100:00000001:2.0:1673551335.488539:0:242277:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1673551335.488540:0:242277:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000c131c331 x1754791738762112/t0(0) o36->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 496/1264 e 0 to 0 dl 1673551342 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1673551335.488542:0:242277:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551335.488542:0:242277:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:2.0:1673551335.488543:0:242277:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551335.488543:0:242277:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1673551335.488543:0:2380004:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1673551335.488544:0:242277:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551335.488544:0:242277:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1673551335.488544:0:2380004:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1673551335.488545:0:242277:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1673551335.488545:0:242277:0:(client.c:2528:ptlrpc_set_wait()) set 00000000c83a5f07 going to sleep for 6 seconds 00000100:00000001:0.0:1673551335.488545:0:2380004:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1673551335.488545:0:2380004:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551335.488546:0:242277:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1673551335.488546:0:242277:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551335.488547:0:242277:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1673551335.488547:0:242277:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1673551335.488547:0:2380004:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1673551335.488548:0:2380004:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754791738762112 00000020:00000001:0.0:1673551335.488549:0:2380004:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1673551335.488549:0:2380004:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b70 00000020:00000001:0.0:1673551335.488550:0:2380004:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000800:00000200:19.0:1673551335.488551:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (69)++ 00000020:00000040:0.0:1673551335.488551:0:2380004:0:(lustre_handles.c:152:class_handle2object()) GET export 0000000079935574 refcount=863 00000020:00000001:0.0:1673551335.488552:0:2380004:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748066304 : -52831469961485312 : ff444e0ed7fbe400) 00000020:00000001:0.0:1673551335.488553:0:2380004:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748066304 : -52831469961485312 : ff444e0ed7fbe400) 00000100:00000001:0.0:1673551335.488559:0:2380004:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000800:00000200:19.0:1673551335.488560:0:12873:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.21@o2ib 00000100:00000001:0.0:1673551335.488560:0:2380004:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1673551335.488561:0:2380004:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003af20eed. 00000400:00000200:19.0:1673551335.488562:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000020:00000010:0.0:1673551335.488563:0:2380004:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000963692e1. 00000400:00000200:19.0:1673551335.488564:0:12873:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000020:00000010:0.0:1673551335.488564:0:2380004:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000091760d17. 00000400:00000200:19.0:1673551335.488566:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:17.0:1673551335.488566:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000100:00000040:0.0:1673551335.488566:0:2380004:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000001:0.0:1673551335.488567:0:2380004:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000400:00000200:19.0:1673551335.488568:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000100:00000001:0.0:1673551335.488568:0:2380004:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1673551335.488568:0:2380004:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:19.0:1673551335.488569:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:19.0:1673551335.488570:0:12873:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 18 MB=0x63bf94a3e6300 00000100:00000001:0.0:1673551335.488570:0:2380004:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:19.0:1673551335.488572:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:19.0:1673551335.488573:0:12873:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 12 from 12345-172.16.0.20@o2ib of length 224/224 into md 0x4bd8e34d [1] + 224 00000400:00000200:19.0:1673551335.488576:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1673551335.488576:0:2380004:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:19.0:1673551335.488577:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:0.0:1673551335.488579:0:2380004:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1673551335.488579:0:2380004:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:19.0:1673551335.488580:0:12873:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:19.0:1673551335.488581:0:12873:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000b28a7f21 x1754791738761984/t0(0) o103->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1673551335.488581:0:2380004:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20980 00000100:00000040:0.0:1673551335.488582:0:2380004:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 0000000079935574 : new rpc_count 1 00000100:00000001:0.0:1673551335.488583:0:2380004:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912603120946304 : -52831470588605312 : ff444e0eb29acc80) 00000100:00000040:0.0:1673551335.488584:0:2380004:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bb8a301b x1754791738762112/t0(0) o36->5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f@0@lo:221/0 lens 496/0 e 0 to 0 dl 1673551341 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000040:19.0:1673551335.488585:0:12873:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000b28a7f21 x1754791738761984/t0(0) o103->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1673551335.488588:0:2380004:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1673551335.488589:0:2380004:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1673551335.488590:0:2380004:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000bb8a301b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f+863:242277:x1754791738762112:12345-0@lo:36: 00000100:00000200:0.0:1673551335.488591:0:2380004:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754791738762112 00000100:00000001:19.0:1673551335.488592:0:12873:0:(events.c:186:reply_in_callback()) Process leaving 00000020:00000001:0.0:1673551335.488592:0:2380004:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000800:00000200:19.0:1673551335.488594:0:12873:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000051b88e6b] (69)++ 00000020:00000001:0.0:1673551335.488594:0:2380004:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:0.0:1673551335.488595:0:2380004:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1673551335.488596:0:12873:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000051b88e6b] (70)-- 00000800:00000200:19.0:1673551335.488596:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000020:00000001:0.0:1673551335.488596:0:2380004:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1673551335.488596:0:2380004:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072666183824 : -1043367792 : ffffffffc1cf7890) 00000020:00000001:0.0:1673551335.488597:0:2380004:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1673551335.488598:0:2380004:0:(tgt_lastrcvd.c:2249:tgt_lookup_reply()) ai200x-MDT0001: lookup reply xid 1754791738762112, found 0 last_xid 1754791738762111 00000020:00000001:0.0:1673551335.488599:0:2380004:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551335.488600:0:12904:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1673551335.488600:0:12904:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1673551335.488600:0:2380004:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000400:00000001:2.0:1673551335.488601:0:12904:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1673551335.488601:0:2380004:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000400:00000001:2.0:1673551335.488602:0:12904:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1673551335.488602:0:2380004:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1673551335.488603:0:12904:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000853eabd3. 00000004:00000001:0.0:1673551335.488603:0:2380004:0:(mdt_handler.c:3006:mdt_reint()) Process entered 00000400:00000200:2.0:1673551335.488604:0:12904:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000080b75dc9 00000400:00000010:2.0:1673551335.488604:0:12904:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000080b75dc9. 00000004:00000002:0.0:1673551335.488604:0:2380004:0:(mdt_handler.c:2973:mdt_reint_opcode()) @@@ reint opt = 4 req@00000000bb8a301b x1754791738762112/t0(0) o36->5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f@0@lo:221/0 lens 496/0 e 0 to 0 dl 1673551341 ref 1 fl Interpret:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1673551335.488605:0:12904:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:2.0:1673551335.488607:0:12904:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000b28a7f21 x1754791738761984/t0(0) o103->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000004:00000001:0.0:1673551335.488608:0:2380004:0:(mdt_handler.c:2872:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1673551335.488608:0:2380004:0:(mdt_lib.c:1813:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1673551335.488609:0:2380004:0:(mdt_lib.c:1409:mdt_unlink_unpack()) Process entered 00000100:00000200:2.0:1673551335.488611:0:12904:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000b28a7f21 x1754791738761984/t0(0) o103->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000001:00000001:0.0:1673551335.488611:0:2380004:0:(nodemap_handler.c:610:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1673551335.488611:0:2380004:0:(nodemap_handler.c:613:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551335.488612:0:12904:0:(events.c:186:reply_in_callback()) Process leaving 00000004:00000001:0.0:1673551335.488612:0:2380004:0:(mdt_lib.c:1188:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551335.488613:0:12904:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1673551335.488613:0:2380004:0:(mdt_lib.c:1447:mdt_unlink_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.488613:0:2380004:0:(mdt_lib.c:1823:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551335.488614:0:12904:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:2.0:1673551335.488615:0:12904:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1673551335.488615:0:12904:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000004:00000001:0.0:1673551335.488615:0:2380004:0:(mdt_handler.c:1322:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1673551335.488615:0:2380004:0:(mdt_handler.c:1329:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1673551335.488616:0:12904:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551335.488616:0:12904:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.488616:0:2380004:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1673551335.488616:0:2380004:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:2.0:1673551335.488618:0:12904:0:(import.c:1925:at_measured()) add 1 to 00000000629a972e time=293 v=1 (1 0 0 0) 02000000:00000010:0.0:1673551335.488618:0:2380004:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 3144 at 000000009eda4e4c. 02000000:00000001:0.0:1673551335.488618:0:2380004:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.488619:0:2380004:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1673551335.488620:0:12904:0:(import.c:1925:at_measured()) add 1 to 00000000815f996e time=145 v=1 (1 1 1 1) 00000004:00000001:0.0:1673551335.488620:0:2380004:0:(mdt_lib.c:552:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1673551335.488620:0:2380004:0:(nodemap_handler.c:610:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1673551335.488621:0:12904:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000001:00000001:0.0:1673551335.488621:0:2380004:0:(nodemap_handler.c:613:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551335.488622:0:12904:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551335.488622:0:12904:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000001:00000001:0.0:1673551335.488622:0:2380004:0:(nodemap_handler.c:665:nodemap_map_id()) Process entered 00000001:00000001:0.0:1673551335.488622:0:2380004:0:(nodemap_handler.c:720:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1673551335.488623:0:12904:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551335.488623:0:12904:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000001:00000001:0.0:1673551335.488623:0:2380004:0:(nodemap_handler.c:665:nodemap_map_id()) Process entered 00000001:00000001:0.0:1673551335.488623:0:2380004:0:(nodemap_handler.c:720:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1673551335.488624:0:12904:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0002-mdc-ff444e0748e14000: skip recheck: last_committed 288051989418 00000100:00000001:2.0:1673551335.488625:0:12904:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1673551335.488625:0:12904:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1673551335.488625:0:2380004:0:(upcall_cache.c:199:upcall_cache_get_entry()) Process entered 00000100:00000040:2.0:1673551335.488626:0:12904:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b28a7f21 x1754791738761984/t0(0) o103->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 02000000:00000001:0.0:1673551335.488627:0:2380004:0:(upcall_cache.c:384:upcall_cache_get_entry()) Process leaving (rc=18393912626041311744 : -52831447668239872 : ff444e1408c3d200) 00000004:00000001:0.0:1673551335.488627:0:2380004:0:(mdt_lib.c:103:mdt_root_squash()) Process entered 00000100:00000001:2.0:1673551335.488628:0:12904:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1673551335.488628:0:2380004:0:(mdt_lib.c:107:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.488628:0:2380004:0:(nodemap_handler.c:610:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1673551335.488628:0:2380004:0:(nodemap_handler.c:613:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551335.488629:0:12904:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000004:00000001:0.0:1673551335.488629:0:2380004:0:(mdt_lib.c:504:old_init_ucred_common()) Process leaving 00000100:00000001:2.0:1673551335.488630:0:12904:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1673551335.488630:0:2380004:0:(mdt_lib.c:573:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1673551335.488631:0:12904:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b28a7f21 x1754791738761984/t0(0) o103->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000004:00000001:0.0:1673551335.488631:0:2380004:0:(mdt_internal.h:1198:mdt_check_resent()) Process entered 00000004:00000001:0.0:1673551335.488631:0:2380004:0:(mdt_internal.h:1216:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1673551335.488633:0:12904:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000b28a7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12904:1754791738761984:172.16.0.20@o2ib:103: 00000004:00000001:0.0:1673551335.488633:0:2380004:0:(mdt_reint.c:3196:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1673551335.488633:0:2380004:0:(mdt_reint.c:1113:mdt_reint_unlink()) Process entered 00000100:00000001:2.0:1673551335.488634:0:12904:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000004:00000002:0.0:1673551335.488634:0:2380004:0:(mdt_reint.c:1115:mdt_reint_unlink()) @@@ unlink [0x2c0001bc2:0x839d:0x0]/article-7.xml req@00000000bb8a301b x1754791738762112/t0(0) o36->5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f@0@lo:221/0 lens 496/2888 e 0 to 0 dl 1673551341 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1673551335.488635:0:12904:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1673551335.488635:0:12904:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b28a7f21 x1754791738761984/t0(0) o103->ai200x-MDT0002-mdc-ff444e0748e14000@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1673551335.488637:0:12904:0:(client.c:2641:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1673551335.488637:0:2380004:0:(ldlm_lockd.c:1742:ldlm_request_cancel()) Process entered 02000000:00000001:2.0:1673551335.488638:0:12904:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1673551335.488638:0:12904:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000585db668. 00010000:00010000:0.0:1673551335.488638:0:2380004:0:(ldlm_lockd.c:1765:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 02000000:00000001:2.0:1673551335.488639:0:12904:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1673551335.488639:0:2380004:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1673551335.488639:0:2380004:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000001:2.0:1673551335.488640:0:12904:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:0.0:1673551335.488640:0:2380004:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 00000000f30c02cd refcount=3 00000020:00000040:2.0:1673551335.488641:0:12904:0:(genops.c:1205:class_import_put()) import 000000005b12847f refcount=5 obd=ai200x-MDT0002-mdc-ff444e0748e14000 00000020:00000001:2.0:1673551335.488641:0:12904:0:(genops.c:1212:class_import_put()) Process leaving 00000020:00000001:0.0:1673551335.488641:0:2380004:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912598887134720 : -52831474822416896 : ff444e0db63ff600) 00010000:00000001:0.0:1673551335.488641:0:2380004:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912598887134720 : -52831474822416896 : ff444e0db63ff600) 02000000:00000010:2.0:1673551335.488642:0:12904:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de43ca51. 00010000:00000040:0.0:1673551335.488642:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000c9d47e65 count: 3 02000000:00000001:2.0:1673551335.488643:0:12904:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1673551335.488643:0:12904:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1673551335.488643:0:12904:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000b28a7f21. 00000100:00000001:2.0:1673551335.488644:0:12904:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000004:00000001:0.0:1673551335.488644:0:2380004:0:(mdt_lvb.c:253:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1673551335.488644:0:2380004:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1673551335.488645:0:12904:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551335.488645:0:12904:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1673551335.488645:0:2380004:0:(tgt_handler.c:1344:tgt_blocking_ast()) Process entered 00000100:00000001:2.0:1673551335.488646:0:12904:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1673551335.488646:0:2380004:0:(ldlm_lockd.c:940:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1673551335.488647:0:12904:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551335.488647:0:12904:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1673551335.488647:0:2380004:0:(ldlm_lockd.c:944:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551335.488648:0:12904:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551335.488648:0:12904:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1673551335.488648:0:12904:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551335.488648:0:2380004:0:(tgt_handler.c:1399:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.488649:0:2380004:0:(ldlm_lock.c:440:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1673551335.488649:0:2380004:0:(ldlm_lock.c:379:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1673551335.488651:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551335.488652:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1673551335.488652:0:2380004:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1673551335.488653:0:2380004:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1673551335.488653:0:2380004:0:(lustre_handles.c:112:class_handle_unhash_nolock()) removing object 00000000f30c02cd with handle 0xa23f007ba8277490 from hash 00010000:00000001:0.0:1673551335.488654:0:2380004:0:(ldlm_lock.c:411:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1673551335.488654:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551335.488655:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1673551335.488655:0:2380004:0:(ldlm_lock.c:447:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1673551335.488656:0:2380004:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1673551335.488657:0:2380004:0:(ldlm_pool.c:343:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.488658:0:2380004:0:(ldlm_lock.c:2539:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1673551335.488658:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000040:0.0:1673551335.488658:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000c9d47e65 count: 4 00010000:00010000:0.0:1673551335.488659:0:2380004:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ai200x-MDT0001_UUID lock: 00000000f30c02cd/0xa23f007ba8277490 lrc: 0/0,0 mode: --/PR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 0@lo remote: 0xa23f007ba8277482 expref: 863 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551335.488662:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000c9d47e65 count: 3 00010000:00000040:0.0:1673551335.488664:0:2380004:0:(ldlm_lock.c:229:ldlm_lock_put()) lock PUTting export 0000000079935574 : new locks_count 856 00000020:00000040:0.0:1673551335.488665:0:2380004:0:(genops.c:979:class_export_put()) PUTting export 0000000079935574 : new refcount 862 00010000:00000010:0.0:1673551335.488666:0:2380004:0:(ldlm_lock.c:241:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000feebcfb9. 00010000:00000040:0.0:1673551335.488667:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000c9d47e65 count: 2 00010000:00000001:0.0:1673551335.488667:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1673551335.488668:0:2380004:0:(ldlm_lock.c:2382:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1673551335.488669:0:2380004:0:(ldlm_inodebits.c:81:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1673551335.488670:0:2380004:0:(ldlm_inodebits.c:95:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b1e:0x1acf0:0x0].0x0 (00000000c9d47e65) 00010000:00000001:0.0:1673551335.488671:0:2380004:0:(ldlm_inodebits.c:140:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1673551335.488672:0:2380004:0:(ldlm_lock.c:2313:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.488672:0:2380004:0:(ldlm_lock.c:2418:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1673551335.488673:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000c9d47e65 count: 1 00010000:00010000:0.0:1673551335.488673:0:2380004:0:(ldlm_lockd.c:1821:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1673551335.488673:0:2380004:0:(ldlm_lockd.c:1822:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1673551335.488674:0:2380004:0:(mdt_handler.c:3391:mdt_object_find()) Process entered 00000004:00000040:0.0:1673551335.488675:0:2380004:0:(mdt_handler.c:3393:mdt_object_find()) Find object for [0x2c0001bc2:0x839d:0x0] 00000020:00000001:0.0:1673551335.488675:0:2380004:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000020:00000001:0.0:1673551335.488677:0:2380004:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18393912609116651096 : -52831464592900520 : ff444e1017f9fe58) 00000004:00000001:0.0:1673551335.488678:0:2380004:0:(mdt_handler.c:3400:mdt_object_find()) Process leaving (rc=18393912609116651008 : -52831464592900608 : ff444e1017f9fe00) 00000004:00000001:0.0:1673551335.488680:0:2380004:0:(mdt_handler.c:3831:mdt_object_lock_internal()) Process entered 00000004:00000040:0.0:1673551335.488680:0:2380004:0:(mdt_handler.c:3865:mdt_object_lock_internal()) ai200x-MDT0001: [0x2c0001bc2:0x839d:0x0] convert PDO lock to EX lock. 00000004:00000001:0.0:1673551335.488681:0:2380004:0:(mdt_handler.c:3659:mdt_remote_object_lock_try()) Process entered 00000004:00000001:0.0:1673551335.488683:0:2380004:0:(lod_object.c:6338:lod_object_lock()) Process entered 00000004:00000001:0.0:1673551335.488685:0:2380004:0:(osp_md_object.c:977:osp_md_object_lock()) Process entered 00010000:00000001:0.0:1673551335.488686:0:2380004:0:(ldlm_request.c:943:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1673551335.488687:0:2380004:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000063aed312. 00000020:00000040:0.0:1673551335.488688:0:2380004:0:(genops.c:1192:class_import_get()) import 000000000b46b2ec refcount=3 obd=ai200x-MDT0002-osp-MDT0001 00010000:00000001:0.0:1673551335.488689:0:2380004:0:(ldlm_request.c:870:ldlm_prep_elc_req()) Process entered 00000100:00000001:0.0:1673551335.488690:0:2380004:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1673551335.488691:0:2380004:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1673551335.488691:0:2380004:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1673551335.488692:0:2380004:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000087b080a0. 00000100:00000001:0.0:1673551335.488694:0:2380004:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.488695:0:2380004:0:(ldlm_request.c:926:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.488696:0:2380004:0:(ldlm_request.c:957:ldlm_enqueue_pack()) Process leaving (rc=18393912610150877440 : -52831463558674176 : ff444e10559f0900) 00010000:00000001:0.0:1673551335.488697:0:2380004:0:(ldlm_request.c:987:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1673551335.488697:0:2380004:0:(ldlm_lock.c:1671:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1673551335.488699:0:2380004:0:(ldlm_resource.c:1426:ldlm_resource_new()) slab-alloced 'res': 168 at 00000000cccd3e06. 00010000:00000010:0.0:1673551335.488700:0:2380004:0:(ldlm_resource.c:1404:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9b59ee5. 00010000:00000001:0.0:1673551335.488701:0:2380004:0:(ldlm_lock.c:463:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1673551335.488702:0:2380004:0:(ldlm_lock.c:468:ldlm_lock_new()) slab-alloced 'lock': 552 at 00000000e3cf0d87. 00000020:00000001:0.0:1673551335.488703:0:2380004:0:(lustre_handles.c:66:class_handle_hash()) Process entered 00000020:00000040:0.0:1673551335.488704:0:2380004:0:(lustre_handles.c:98:class_handle_hash()) added object 00000000e3cf0d87 with handle 0xa23f007ba8277497 to hash 00000020:00000001:0.0:1673551335.488705:0:2380004:0:(lustre_handles.c:99:class_handle_hash()) Process leaving 00010000:00000001:0.0:1673551335.488705:0:2380004:0:(ldlm_lock.c:507:ldlm_lock_new()) Process leaving (rc=18393912598887132416 : -52831474822419200 : ff444e0db63fed00) 00010000:00000001:0.0:1673551335.488706:0:2380004:0:(ldlm_lock.c:1716:ldlm_lock_create()) Process leaving (rc=18393912598887132416 : -52831474822419200 : ff444e0db63fed00) 00010000:00000001:0.0:1673551335.488707:0:2380004:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1673551335.488707:0:2380004:0:(ldlm_lock.c:301:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1673551335.488708:0:2380004:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: ?? lock: 00000000e3cf0d87/0xa23f007ba8277497 lrc: 3/0,1 mode: --/EX res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551335.488710:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000cccd3e06 count: 2 00010000:00010000:0.0:1673551335.488712:0:2380004:0:(ldlm_request.c:1031:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: ai200x-MDT0002-osp-MDT0001 lock: 00000000e3cf0d87/0xa23f007ba8277497 lrc: 3/0,1 mode: --/EX res: [0x2c0001bc2:0x839d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551335.488714:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000cccd3e06 count: 1 00010000:00000040:0.0:1673551335.488716:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000cccd3e06 count: 2 00010000:00010000:0.0:1673551335.488716:0:2380004:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: ai200x-MDT0002-osp-MDT0001 lock: 00000000e3cf0d87/0xa23f007ba8277497 lrc: 3/0,1 mode: --/EX res: [0x2c0001bc2:0x839d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551335.488718:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000cccd3e06 count: 1 00000100:00000001:0.0:1673551335.488718:0:2380004:0:(client.c:3184:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1673551335.488719:0:2380004:0:(client.c:1056:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1673551335.488720:0:2380004:0:(client.c:1058:ptlrpc_prep_set()) kmalloced '(set)': 112 at 000000003c6d0166. 00000100:00000001:0.0:1673551335.488720:0:2380004:0:(client.c:1073:ptlrpc_prep_set()) Process leaving (rc=18393912618691753216 : -52831455017798400 : ff444e1252b27500) 00000100:00000001:0.0:1673551335.488721:0:2380004:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1673551335.488722:0:2380004:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912610150877440 : -52831463558674176 : ff444e10559f0900) 00000100:00000001:0.0:1673551335.488722:0:2380004:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1673551335.488723:0:2380004:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.488724:0:2380004:0:(client.c:2506:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1673551335.488724:0:2380004:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1673551335.488725:0:2380004:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063aed312 x1754791738762176/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1673551335.488728:0:2380004:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1673551335.488728:0:2380004:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1673551335.488729:0:2380004:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1673551335.488730:0:2380004:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1673551335.488731:0:2380004:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@0000000063aed312 pname:cluuid:pid:xid:nid:opc:job mdt00_004:ai200x-MDT0001-mdtlov_UUID:2380004:1754791738762176:172.16.0.20@o2ib:101: 00000100:00000001:0.0:1673551335.488732:0:2380004:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1673551335.488733:0:2380004:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1673551335.488733:0:2380004:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1673551335.488734:0:2380004:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1673551335.488735:0:2380004:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008051e44d. 02000000:00000001:0.0:1673551335.488735:0:2380004:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1673551335.488737:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000010:0.0:1673551335.488738:0:2380004:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000005953fe73. 00000400:00000010:0.0:1673551335.488740:0:2380004:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000045a94dc9. 00000100:00000200:0.0:1673551335.488741:0:2380004:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738762176, portal 4 00000100:00000001:0.0:1673551335.488742:0:2380004:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1673551335.488742:0:2380004:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912610150877440 : -52831463558674176 : ff444e10559f0900) 00000100:00000040:0.0:1673551335.488744:0:2380004:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@0000000063aed312 x1754791738762176/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 1673551342 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1673551335.488746:0:2380004:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1673551335.488747:0:2380004:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:0.0:1673551335.488747:0:2380004:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047653956. 00000100:00000200:0.0:1673551335.488748:0:2380004:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1754791738762176, offset 0 00000400:00000200:0.0:1673551335.488750:0:2380004:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:0.0:1673551335.488751:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:0.0:1673551335.488753:0:2380004:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000400:00000200:0.0:1673551335.488755:0:2380004:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964974, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:0.0:1673551335.488757:0:2380004:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964974, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964974, g:4294967295] 00000400:00000200:0.0:1673551335.488758:0:2380004:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:0.0:1673551335.488759:0:2380004:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964974, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964974, g:4294967295] 00000400:00000200:0.0:1673551335.488761:0:2380004:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964974, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964974, g:4294967295] 00000400:00000200:0.0:1673551335.488762:0:2380004:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:0.0:1673551335.488763:0:2380004:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:0.0:1673551335.488764:0:2380004:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:0.0:1673551335.488764:0:2380004:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[32, 32], s:[10403802, 10403803] 00000400:00000200:0.0:1673551335.488765:0:2380004:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.21@o2ib 00000400:00000200:0.0:1673551335.488766:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:0.0:1673551335.488768:0:2380004:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.21@o2ib(172.16.0.20@o2ib:172.16.0.21@o2ib) : PUT try# 0 00000800:00000200:0.0:1673551335.488770:0:2380004:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 328 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000400:00000200:0.0:1673551335.488771:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:0.0:1673551335.488774:0:2380004:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000f750ee49] -> 172.16.0.21@o2ib (2) version: 12 00000800:00000200:0.0:1673551335.488775:0:2380004:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000051b88e6b] (68)++ 00000800:00000200:0.0:1673551335.488776:0:2380004:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000051b88e6b] (69)++ 00000800:00000200:0.0:1673551335.488779:0:2380004:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000051b88e6b] (70)-- 00000100:00000001:0.0:1673551335.488779:0:2380004:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.488780:0:2380004:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1673551335.488780:0:2380004:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.488781:0:2380004:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1673551335.488782:0:2380004:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1673551335.488782:0:2380004:0:(client.c:2528:ptlrpc_set_wait()) set 000000003c6d0166 going to sleep for 6 seconds 00000100:00000001:0.0:1673551335.488783:0:2380004:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1673551335.488784:0:2380004:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.488784:0:2380004:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1673551335.488784:0:2380004:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:5.2:1673551335.488787:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (69)++ 00000800:00000200:17.0:1673551335.488799:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (70)++ 00000800:00000200:17.0:1673551335.488803:0:12874:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000051b88e6b] (71)-- 00000400:00000200:17.0:1673551335.488803:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551335.488805:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000400:00000200:17.0:1673551335.488806:0:12874:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000047653956 00000400:00000010:17.0:1673551335.488806:0:12874:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000047653956. 00000100:00000001:17.0:1673551335.488807:0:12874:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:17.0:1673551335.488808:0:12874:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@0000000063aed312 x1754791738762176/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 1673551342 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:19.0:1673551335.488809:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000100:00000001:17.0:1673551335.488810:0:12874:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1673551335.488810:0:12874:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000063aed312 x1754791738762176/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 1673551342 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:17.0:1673551335.488812:0:12874:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551335.488812:0:12874:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:17.0:1673551335.488813:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000800:00000200:5.2:1673551335.488872:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (68)++ 00000800:00000200:19.0:1673551335.488882:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (69)++ 00000800:00000200:19.0:1673551335.488886:0:12873:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.21@o2ib 00000400:00000200:19.0:1673551335.488887:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:19.0:1673551335.488888:0:12873:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000400:00000200:19.0:1673551335.488889:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:19.0:1673551335.488890:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:19.0:1673551335.488890:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:19.0:1673551335.488891:0:12873:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 344 into portal 4 MB=0x63bf94a3e63c0 00000400:00000200:19.0:1673551335.488892:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:17.0:1673551335.488893:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000400:00000200:19.0:1673551335.488894:0:12873:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.20@o2ib of length 344/344 into md 0x4bd8e38d [1] + 224 00000400:00000200:19.0:1673551335.488895:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:19.0:1673551335.488896:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:19.0:1673551335.488896:0:12873:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:19.0:1673551335.488897:0:12873:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@0000000063aed312 x1754791738762176/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 1673551342 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:19.0:1673551335.488899:0:12873:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=344 offset=224 replen=344 req@0000000063aed312 x1754791738762176/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 1673551342 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:19.0:1673551335.488905:0:12873:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:19.0:1673551335.488905:0:12873:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000051b88e6b] (69)++ 00000800:00000200:19.0:1673551335.488906:0:12873:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000051b88e6b] (70)-- 00000800:00000200:19.0:1673551335.488907:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000100:00000001:0.0:1673551335.488911:0:2380004:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1673551335.488912:0:2380004:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1673551335.488912:0:2380004:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1673551335.488913:0:2380004:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000005953fe73. 00000400:00000200:0.0:1673551335.488913:0:2380004:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000045a94dc9 00000400:00000010:0.0:1673551335.488914:0:2380004:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000045a94dc9. 00000100:00000001:0.0:1673551335.488914:0:2380004:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:0.0:1673551335.488915:0:2380004:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@0000000063aed312 x1754791738762176/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 1673551342 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1673551335.488918:0:2380004:0:(events.c:128:reply_in_callback()) @@@ unlink req@0000000063aed312 x1754791738762176/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 1673551342 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1673551335.488920:0:2380004:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:0.0:1673551335.488920:0:2380004:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1673551335.488921:0:2380004:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:0.0:1673551335.488921:0:2380004:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1673551335.488922:0:2380004:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1673551335.488922:0:2380004:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1673551335.488923:0:2380004:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1673551335.488924:0:2380004:0:(import.c:1925:at_measured()) add 1 to 00000000be1b4d3a time=107 v=1 (1 1 1 1) 00000100:00001000:0.0:1673551335.488925:0:2380004:0:(import.c:1925:at_measured()) add 1 to 000000005ad7af53 time=107 v=1 (1 1 1 1) 00000100:00000001:0.0:1673551335.488926:0:2380004:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1673551335.488927:0:2380004:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.488927:0:2380004:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1673551335.488928:0:2380004:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.488928:0:2380004:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1673551335.488929:0:2380004:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0002-osp-MDT0001: skip recheck: last_committed 287995498174 00000100:00000001:0.0:1673551335.488930:0:2380004:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1673551335.488930:0:2380004:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1673551335.488931:0:2380004:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063aed312 x1754791738762176/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 1673551342 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1673551335.488933:0:2380004:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1673551335.488934:0:2380004:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1673551335.488934:0:2380004:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1673551335.488935:0:2380004:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063aed312 x1754791738762176/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 1673551342 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1673551335.488937:0:2380004:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@0000000063aed312 pname:cluuid:pid:xid:nid:opc:job mdt00_004:ai200x-MDT0001-mdtlov_UUID:2380004:1754791738762176:172.16.0.20@o2ib:101: 00000100:00000001:0.0:1673551335.488939:0:2380004:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1673551335.488939:0:2380004:0:(client.c:2627:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.488940:0:2380004:0:(client.c:1117:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1673551335.488940:0:2380004:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1673551335.488941:0:2380004:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000063aed312 x1754791738762176/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 1673551342 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1673551335.488943:0:2380004:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1673551335.488943:0:2380004:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 112 at 000000003c6d0166. 00000100:00000001:0.0:1673551335.488944:0:2380004:0:(client.c:1159:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1673551335.488944:0:2380004:0:(client.c:3203:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.488945:0:2380004:0:(ldlm_request.c:623:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1673551335.488945:0:2380004:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1673551335.488946:0:2380004:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:0.0:1673551335.488946:0:2380004:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 00000000e3cf0d87 refcount=4 00000020:00000001:0.0:1673551335.488947:0:2380004:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912598887132416 : -52831474822419200 : ff444e0db63fed00) 00010000:00000001:0.0:1673551335.488947:0:2380004:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912598887132416 : -52831474822419200 : ff444e0db63fed00) 00010000:00000040:0.0:1673551335.488948:0:2380004:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) local: 00000000e3cf0d87, remote cookie: 0x6acc5947b271d35e, flags: 0x1000000 00010000:00000001:0.0:1673551335.488949:0:2380004:0:(ldlm_lock.c:1771:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1673551335.488950:0:2380004:0:(ldlm_lock.c:1117:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1673551335.488951:0:2380004:0:(ldlm_lock.c:978:search_granted_lock()) Process entered 00010000:00000001:0.0:1673551335.488951:0:2380004:0:(ldlm_lock.c:1049:search_granted_lock()) Process leaving 00010000:00000001:0.0:1673551335.488952:0:2380004:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1673551335.488952:0:2380004:0:(ldlm_resource.c:1785:ldlm_resource_dump()) --- Resource: [0x2c0001bc2:0x839d:0x0].0x0 (00000000cccd3e06) refcount = 1 00010000:00010000:0.0:1673551335.488954:0:2380004:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: ?? lock: 00000000e3cf0d87/0xa23f007ba8277497 lrc: 4/0,1 mode: EX/EX res: ?? rrc=?? type: ??? flags: 0x11000001000000 nid: local remote: 0x6acc5947b271d35e expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1673551335.488955:0:2380004:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1673551335.488956:0:2380004:0:(ldlm_lock.c:1148:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1673551335.488957:0:2380004:0:(ldlm_lock.c:1911:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1673551335.488957:0:2380004:0:(ldlm_request.c:276:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1673551335.488958:0:2380004:0:(ldlm_request.c:285:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1673551335.488959:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000cccd3e06 count: 2 00010000:00010000:0.0:1673551335.488959:0:2380004:0:(ldlm_request.c:801:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: ai200x-MDT0002-osp-MDT0001 lock: 00000000e3cf0d87/0xa23f007ba8277497 lrc: 4/0,1 mode: EX/EX res: [0x2c0001bc2:0x839d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x6acc5947b271d35e expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551335.488961:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000cccd3e06 count: 1 00010000:00000001:0.0:1673551335.488962:0:2380004:0:(ldlm_request.c:802:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1673551335.488962:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551335.488962:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1673551335.488963:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551335.488963:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1673551335.488963:0:2380004:0:(ldlm_request.c:1140:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.488964:0:2380004:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1673551335.488965:0:2380004:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000063aed312 x1754791738762176/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 1673551342 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1673551335.488966:0:2380004:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1673551335.488967:0:2380004:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1673551335.488967:0:2380004:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008051e44d. 02000000:00000001:0.0:1673551335.488968:0:2380004:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1673551335.488969:0:2380004:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:0.0:1673551335.488969:0:2380004:0:(genops.c:1205:class_import_put()) import 000000000b46b2ec refcount=2 obd=ai200x-MDT0002-osp-MDT0001 00000020:00000001:0.0:1673551335.488970:0:2380004:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:0.0:1673551335.488970:0:2380004:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000087b080a0. 02000000:00000001:0.0:1673551335.488971:0:2380004:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1673551335.488971:0:2380004:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1673551335.488971:0:2380004:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000063aed312. 00000100:00000001:0.0:1673551335.488972:0:2380004:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1673551335.488973:0:2380004:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1673551335.488973:0:2380004:0:(osp_md_object.c:996:osp_md_object_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.488974:0:2380004:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1673551335.488974:0:2380004:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:0.0:1673551335.488975:0:2380004:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 00000000e3cf0d87 refcount=3 00000020:00000001:0.0:1673551335.488975:0:2380004:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912598887132416 : -52831474822419200 : ff444e0db63fed00) 00010000:00000001:0.0:1673551335.488976:0:2380004:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912598887132416 : -52831474822419200 : ff444e0db63fed00) 00010000:00000001:0.0:1673551335.488976:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551335.488976:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1673551335.488977:0:2380004:0:(mdt_handler.c:3698:mdt_remote_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.488978:0:2380004:0:(osp_object.c:1346:osp_invalidate()) Process entered 00000004:00080000:0.0:1673551335.488979:0:2380004:0:(osp_object.c:1349:osp_invalidate()) Invalidate osp_object [0x2c0001bc2:0x839d:0x0] 00000004:00000001:0.0:1673551335.488980:0:2380004:0:(osp_object.c:1368:osp_invalidate()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.488980:0:2380004:0:(mdt_handler.c:3886:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.488982:0:2380004:0:(mdd_dir.c:119:mdd_lookup()) Process entered 00000004:00000001:0.0:1673551335.488983:0:2380004:0:(osp_object.c:548:osp_attr_get()) Process entered 00000004:00000010:0.0:1673551335.488984:0:2380004:0:(osp_trans.c:185:osp_update_request_create()) kmalloced '(our)': 120 at 000000003c6d0166. 00000004:00000010:0.0:1673551335.488985:0:2380004:0:(osp_trans.c:117:osp_object_update_request_create()) kmalloced '(ours)': 32 at 000000000f764776. 00000004:00000010:0.0:1673551335.488986:0:2380004:0:(osp_trans.c:128:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at 000000008f197ce4. 00000020:00000001:0.0:1673551335.488987:0:2380004:0:(out_lib.c:157:out_update_pack()) Process entered 00000020:00000001:0.0:1673551335.488988:0:2380004:0:(out_lib.c:171:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.488989:0:2380004:0:(osp_trans.c:477:osp_remote_sync()) Process entered 00000004:00000001:0.0:1673551335.488989:0:2380004:0:(osp_trans.c:355:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1673551335.488990:0:2380004:0:(osp_trans.c:265:object_update_request_dump()) i = 0 fid = [0x2c0001bc2:0x839d:0x0] op = attr_get params = 0 batchid = 0 size = 40 repsize 208 00000004:00000040:0.0:1673551335.488991:0:2380004:0:(osp_trans.c:271:object_update_request_dump()) updates = 000000008f197ce4 magic = bdde0002 count = 1 size = 40 00000100:00000010:0.0:1673551335.488992:0:2380004:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000063aed312. 00000020:00000040:0.0:1673551335.488993:0:2380004:0:(genops.c:1192:class_import_get()) import 000000000b46b2ec refcount=3 obd=ai200x-MDT0002-osp-MDT0001 00000100:00000001:0.0:1673551335.488993:0:2380004:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1673551335.488994:0:2380004:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1673551335.488994:0:2380004:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1673551335.488995:0:2380004:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000087b080a0. 00000100:00000001:0.0:1673551335.488996:0:2380004:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.488996:0:2380004:0:(osp_trans.c:322:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.488997:0:2380004:0:(osp_trans.c:399:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1673551335.488998:0:2380004:0:(osp_trans.c:454:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.488998:0:2380004:0:(client.c:3184:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1673551335.488999:0:2380004:0:(client.c:1056:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1673551335.488999:0:2380004:0:(client.c:1058:ptlrpc_prep_set()) kmalloced '(set)': 112 at 00000000a2c6f143. 00000100:00000001:0.0:1673551335.489000:0:2380004:0:(client.c:1073:ptlrpc_prep_set()) Process leaving (rc=18393912618691755904 : -52831455017795712 : ff444e1252b27f80) 00000100:00000001:0.0:1673551335.489000:0:2380004:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1673551335.489001:0:2380004:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912610150877440 : -52831463558674176 : ff444e10559f0900) 00000100:00000001:0.0:1673551335.489001:0:2380004:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1673551335.489002:0:2380004:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.489002:0:2380004:0:(client.c:2506:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1673551335.489002:0:2380004:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1673551335.489003:0:2380004:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063aed312 x1754791738762240/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1673551335.489005:0:2380004:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1673551335.489005:0:2380004:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1673551335.489006:0:2380004:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1673551335.489006:0:2380004:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1673551335.489007:0:2380004:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@0000000063aed312 pname:cluuid:pid:xid:nid:opc:job mdt00_004:ai200x-MDT0001-mdtlov_UUID:2380004:1754791738762240:172.16.0.20@o2ib:1000: 00000100:00000001:0.0:1673551335.489008:0:2380004:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1673551335.489008:0:2380004:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1673551335.489009:0:2380004:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1673551335.489009:0:2380004:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1673551335.489011:0:2380004:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000376c768c. 02000000:00000001:0.0:1673551335.489011:0:2380004:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1673551335.489012:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000010:0.0:1673551335.489013:0:2380004:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000005953fe73. 00000400:00000010:0.0:1673551335.489014:0:2380004:0:(lib-md.c:198:lnet_md_build()) alloc '(lmd)': 152 at 00000000deb53b74 (tot 183700628). 00000100:00000200:0.0:1673551335.489015:0:2380004:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1754791738762240, portal 4 00000100:00000001:0.0:1673551335.489015:0:2380004:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1673551335.489016:0:2380004:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912610150877440 : -52831463558674176 : ff444e10559f0900) 00000100:00000040:0.0:1673551335.489016:0:2380004:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@0000000063aed312 x1754791738762240/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 304/4320 e 0 to 0 dl 1673551342 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1673551335.489018:0:2380004:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1673551335.489019:0:2380004:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:0.0:1673551335.489019:0:2380004:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000045a94dc9. 00000100:00000200:0.0:1673551335.489020:0:2380004:0:(niobuf.c:87:ptl_send_buf()) Sending 304 bytes to portal 24, xid 1754791738762240, offset 0 00000400:00000200:0.0:1673551335.489021:0:2380004:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:0.0:1673551335.489022:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:0.0:1673551335.489023:0:2380004:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000400:00000200:0.0:1673551335.489024:0:2380004:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964975, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:0.0:1673551335.489026:0:2380004:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964974, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964975, g:4294967295] 00000400:00000200:0.0:1673551335.489027:0:2380004:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:0.0:1673551335.489028:0:2380004:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964975, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964974, g:4294967295] 00000400:00000200:0.0:1673551335.489029:0:2380004:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964974, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964974, g:4294967295] 00000400:00000200:0.0:1673551335.489030:0:2380004:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:0.0:1673551335.489030:0:2380004:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:0.0:1673551335.489031:0:2380004:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:0.0:1673551335.489032:0:2380004:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[32, 32], s:[10403803, 10403803] 00000400:00000200:0.0:1673551335.489033:0:2380004:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.20@o2ib 00000400:00000200:0.0:1673551335.489033:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:0.0:1673551335.489035:0:2380004:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000800:00000200:0.0:1673551335.489036:0:2380004:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 304 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000400:00000200:0.0:1673551335.489037:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:0.0:1673551335.489040:0:2380004:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000004111b72] -> 172.16.0.20@o2ib (2) version: 12 00000800:00000200:0.0:1673551335.489041:0:2380004:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000007a1be710] (68)++ 00000800:00000200:0.0:1673551335.489041:0:2380004:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000007a1be710] (69)++ 00000800:00000200:0.0:1673551335.489058:0:2380004:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000007a1be710] (70)-- 00000100:00000001:0.0:1673551335.489059:0:2380004:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.489060:0:2380004:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1673551335.489060:0:2380004:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.489061:0:2380004:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1673551335.489062:0:2380004:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1673551335.489063:0:2380004:0:(client.c:2528:ptlrpc_set_wait()) set 00000000a2c6f143 going to sleep for 6 seconds 00000100:00000001:0.0:1673551335.489064:0:2380004:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1673551335.489064:0:2380004:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.489065:0:2380004:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1673551335.489065:0:2380004:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.2:1673551335.489071:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (69)++ 00000800:00000200:12.0:1673551335.489084:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (70)++ 00000800:00000200:12.0:1673551335.489091:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000007a1be710] (71)-- 00000400:00000200:12.0:1673551335.489093:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551335.489095:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:12.0:1673551335.489096:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000045a94dc9 00000400:00000010:12.0:1673551335.489097:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000045a94dc9. 00000100:00000001:12.0:1673551335.489099:0:12872:0:(events.c:54:request_out_callback()) Process entered 00000800:00000200:13.0:1673551335.489100:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000100:00000200:12.0:1673551335.489101:0:12872:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@0000000063aed312 x1754791738762240/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 304/4320 e 0 to 0 dl 1673551342 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:12.0:1673551335.489106:0:12872:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:12.0:1673551335.489107:0:12872:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000063aed312 x1754791738762240/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 304/4320 e 0 to 0 dl 1673551342 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:12.0:1673551335.489111:0:12872:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551335.489112:0:12872:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:12.0:1673551335.489114:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000800:00000200:3.2:1673551335.489164:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (68)++ 00000800:00000200:13.0:1673551335.489176:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (69)++ 00000800:00000200:13.0:1673551335.489183:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d2[1] from 172.16.0.20@o2ib 00000400:00000200:13.0:1673551335.489185:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551335.489187:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000400:00000200:13.0:1673551335.489189:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:12.0:1673551335.489189:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000400:00000200:13.0:1673551335.489191:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551335.489192:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551335.489194:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 4320 into portal 4 MB=0x63bf94a3e6400 00000400:00000200:13.0:1673551335.489196:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551335.489198:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.20@o2ib of length 4320/4320 into md 0x4bd8e3ad [2] + 224 00000400:00000200:13.0:1673551335.489200:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:13.0:1673551335.489201:0:12871:0:(o2iblnd_cb.c:771:kiblnd_setup_rd_kiov()) niov 2 offset 224 nob 4320 00000800:00000200:13.0:1673551335.489207:0:12871:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000007a1be710] (69)++ 00000800:00000200:13.0:1673551335.489210:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000007a1be710] (70)++ 00000800:00000200:13.0:1673551335.489212:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000007a1be710] (71)-- 00000800:00000200:13.0:1673551335.489213:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000800:00000200:3.2:1673551335.489218:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (69)++ 00000800:00000200:12.0:1673551335.489231:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (70)++ 00000800:00000200:12.0:1673551335.489236:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (71)-- 00000800:00000200:12.0:1673551335.489237:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000800:00000200:3.2:1673551335.489246:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (69)++ 00000800:00000200:12.0:1673551335.489254:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (70)++ 00000800:00000200:12.0:1673551335.489259:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d5[0] from 172.16.0.20@o2ib 00000800:00000200:12.0:1673551335.489261:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000007a1be710] (71)-- 00000400:00000200:12.0:1673551335.489262:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:13.0:1673551335.489263:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000400:00000200:12.0:1673551335.489264:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000001:12.0:1673551335.489265:0:12872:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:12.0:1673551335.489266:0:12872:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@0000000063aed312 x1754791738762240/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 304/4320 e 0 to 0 dl 1673551342 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:12.0:1673551335.489271:0:12872:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=4320 offset=224 replen=4320 req@0000000063aed312 x1754791738762240/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 304/4320 e 0 to 0 dl 1673551342 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:12.0:1673551335.489280:0:12872:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:12.0:1673551335.489281:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000007a1be710] (69)++ 00000800:00000200:12.0:1673551335.489282:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000007a1be710] (70)-- 00000800:00000200:12.0:1673551335.489283:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000100:00000001:0.0:1673551335.489284:0:2380004:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1673551335.489285:0:2380004:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1673551335.489285:0:2380004:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1673551335.489285:0:2380004:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000005953fe73. 00000400:00000200:0.0:1673551335.489286:0:2380004:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000deb53b74 00000400:00000010:0.0:1673551335.489286:0:2380004:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at 00000000deb53b74 (tot 183700476). 00000100:00000001:0.0:1673551335.489287:0:2380004:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:0.0:1673551335.489288:0:2380004:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@0000000063aed312 x1754791738762240/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 304/4320 e 0 to 0 dl 1673551342 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1673551335.489290:0:2380004:0:(events.c:128:reply_in_callback()) @@@ unlink req@0000000063aed312 x1754791738762240/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 304/4320 e 0 to 0 dl 1673551342 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1673551335.489292:0:2380004:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:0.0:1673551335.489292:0:2380004:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1673551335.489293:0:2380004:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:0.0:1673551335.489293:0:2380004:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1673551335.489293:0:2380004:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1673551335.489294:0:2380004:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1673551335.489294:0:2380004:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1673551335.489295:0:2380004:0:(import.c:1925:at_measured()) add 1 to 00000000be1b4d3a time=107 v=1 (1 1 1 1) 00000100:00001000:0.0:1673551335.489296:0:2380004:0:(import.c:1925:at_measured()) add 1 to 000000005ad7af53 time=107 v=1 (1 1 1 1) 00000100:00000001:0.0:1673551335.489297:0:2380004:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1673551335.489297:0:2380004:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.489297:0:2380004:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1673551335.489298:0:2380004:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.489298:0:2380004:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1673551335.489299:0:2380004:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0002-osp-MDT0001: skip recheck: last_committed 287995498174 00000100:00000001:0.0:1673551335.489299:0:2380004:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1673551335.489299:0:2380004:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1673551335.489300:0:2380004:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063aed312 x1754791738762240/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 304/4320 e 0 to 0 dl 1673551342 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1673551335.489302:0:2380004:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1673551335.489302:0:2380004:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1673551335.489303:0:2380004:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1673551335.489304:0:2380004:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063aed312 x1754791738762240/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 304/4320 e 0 to 0 dl 1673551342 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1673551335.489306:0:2380004:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@0000000063aed312 pname:cluuid:pid:xid:nid:opc:job mdt00_004:ai200x-MDT0001-mdtlov_UUID:2380004:1754791738762240:172.16.0.20@o2ib:1000: 00000100:00000001:0.0:1673551335.489308:0:2380004:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1673551335.489309:0:2380004:0:(client.c:2627:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.489309:0:2380004:0:(client.c:1117:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1673551335.489309:0:2380004:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1673551335.489310:0:2380004:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000063aed312 x1754791738762240/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 304/4320 e 0 to 0 dl 1673551342 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1673551335.489312:0:2380004:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1673551335.489312:0:2380004:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 112 at 00000000a2c6f143. 00000100:00000001:0.0:1673551335.489313:0:2380004:0:(client.c:1159:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1673551335.489313:0:2380004:0:(client.c:3203:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489314:0:2380004:0:(osp_trans.c:495:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489315:0:2380004:0:(osp_object.c:620:osp_attr_get()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1673551335.489316:0:2380004:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1673551335.489317:0:2380004:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000063aed312 x1754791738762240/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 304/4320 e 0 to 0 dl 1673551342 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1673551335.489318:0:2380004:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1673551335.489319:0:2380004:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1673551335.489319:0:2380004:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000376c768c. 02000000:00000001:0.0:1673551335.489320:0:2380004:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1673551335.489320:0:2380004:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:0.0:1673551335.489320:0:2380004:0:(genops.c:1205:class_import_put()) import 000000000b46b2ec refcount=2 obd=ai200x-MDT0002-osp-MDT0001 00000020:00000001:0.0:1673551335.489321:0:2380004:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:0.0:1673551335.489321:0:2380004:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000087b080a0. 02000000:00000001:0.0:1673551335.489322:0:2380004:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1673551335.489322:0:2380004:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1673551335.489322:0:2380004:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000063aed312. 00000100:00000001:0.0:1673551335.489323:0:2380004:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1673551335.489323:0:2380004:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1673551335.489324:0:2380004:0:(osp_trans.c:215:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at 000000008f197ce4. 00000004:00000010:0.0:1673551335.489324:0:2380004:0:(osp_trans.c:216:osp_update_request_destroy()) kfreed 'ours': 32 at 000000000f764776. 00000004:00000010:0.0:1673551335.489325:0:2380004:0:(osp_trans.c:243:osp_update_request_destroy()) kfreed 'our': 120 at 000000003c6d0166. 00000004:00000001:0.0:1673551335.489326:0:2380004:0:(mdd_dir.c:86:__mdd_lookup()) Process entered 00000004:00000040:0.0:1673551335.489326:0:2380004:0:(mdd_dir.c:97:__mdd_lookup()) ai200x-MDD0001: Object [0x2c0001bc2:0x839d:0x0] located on remote server 00000004:00000001:0.0:1673551335.489328:0:2380004:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1673551335.489328:0:2380004:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489330:0:2380004:0:(osp_md_object.c:492:osp_md_index_lookup()) Process entered 00000004:00000010:0.0:1673551335.489330:0:2380004:0:(osp_trans.c:185:osp_update_request_create()) kmalloced '(our)': 120 at 000000003c6d0166. 00000004:00000010:0.0:1673551335.489331:0:2380004:0:(osp_trans.c:117:osp_object_update_request_create()) kmalloced '(ours)': 32 at 00000000501c143d. 00000004:00000010:0.0:1673551335.489331:0:2380004:0:(osp_trans.c:128:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at 000000008f197ce4. 00000020:00000001:0.0:1673551335.489332:0:2380004:0:(out_lib.c:157:out_update_pack()) Process entered 00000020:00000001:0.0:1673551335.489333:0:2380004:0:(out_lib.c:171:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489333:0:2380004:0:(osp_trans.c:477:osp_remote_sync()) Process entered 00000004:00000001:0.0:1673551335.489333:0:2380004:0:(osp_trans.c:355:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1673551335.489334:0:2380004:0:(osp_trans.c:265:object_update_request_dump()) i = 0 fid = [0x2c0001bc2:0x839d:0x0] op = lookup params = 1 batchid = 0 size = 64 repsize 256 00000004:00000040:0.0:1673551335.489335:0:2380004:0:(osp_trans.c:271:object_update_request_dump()) updates = 000000008f197ce4 magic = bdde0002 count = 1 size = 64 00000100:00000010:0.0:1673551335.489336:0:2380004:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000063aed312. 00000020:00000040:0.0:1673551335.489336:0:2380004:0:(genops.c:1192:class_import_get()) import 000000000b46b2ec refcount=3 obd=ai200x-MDT0002-osp-MDT0001 00000100:00000001:0.0:1673551335.489337:0:2380004:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1673551335.489337:0:2380004:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1673551335.489337:0:2380004:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1673551335.489338:0:2380004:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000087b080a0. 00000100:00000001:0.0:1673551335.489339:0:2380004:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489339:0:2380004:0:(osp_trans.c:322:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489340:0:2380004:0:(osp_trans.c:399:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1673551335.489340:0:2380004:0:(osp_trans.c:454:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.489341:0:2380004:0:(client.c:3184:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1673551335.489341:0:2380004:0:(client.c:1056:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1673551335.489341:0:2380004:0:(client.c:1058:ptlrpc_prep_set()) kmalloced '(set)': 112 at 00000000a2c6f143. 00000100:00000001:0.0:1673551335.489342:0:2380004:0:(client.c:1073:ptlrpc_prep_set()) Process leaving (rc=18393912618691755904 : -52831455017795712 : ff444e1252b27f80) 00000100:00000001:0.0:1673551335.489342:0:2380004:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1673551335.489343:0:2380004:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912610150877440 : -52831463558674176 : ff444e10559f0900) 00000100:00000001:0.0:1673551335.489343:0:2380004:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1673551335.489344:0:2380004:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.489344:0:2380004:0:(client.c:2506:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1673551335.489344:0:2380004:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1673551335.489345:0:2380004:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063aed312 x1754791738762304/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1673551335.489347:0:2380004:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1673551335.489347:0:2380004:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1673551335.489348:0:2380004:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1673551335.489348:0:2380004:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1673551335.489349:0:2380004:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@0000000063aed312 pname:cluuid:pid:xid:nid:opc:job mdt00_004:ai200x-MDT0001-mdtlov_UUID:2380004:1754791738762304:172.16.0.20@o2ib:1000: 00000100:00000001:0.0:1673551335.489350:0:2380004:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1673551335.489350:0:2380004:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1673551335.489350:0:2380004:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1673551335.489351:0:2380004:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1673551335.489351:0:2380004:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000376c768c. 02000000:00000001:0.0:1673551335.489352:0:2380004:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1673551335.489353:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000010:0.0:1673551335.489353:0:2380004:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000005953fe73. 00000400:00000010:0.0:1673551335.489354:0:2380004:0:(lib-md.c:198:lnet_md_build()) alloc '(lmd)': 152 at 00000000deb53b74 (tot 183700628). 00000100:00000200:0.0:1673551335.489354:0:2380004:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1754791738762304, portal 4 00000100:00000001:0.0:1673551335.489355:0:2380004:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1673551335.489355:0:2380004:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912610150877440 : -52831463558674176 : ff444e10559f0900) 00000100:00000040:0.0:1673551335.489356:0:2380004:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@0000000063aed312 x1754791738762304/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/4320 e 0 to 0 dl 1673551342 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1673551335.489357:0:2380004:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1673551335.489358:0:2380004:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:0.0:1673551335.489359:0:2380004:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000913f3a9f. 00000100:00000200:0.0:1673551335.489359:0:2380004:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1754791738762304, offset 0 00000400:00000200:0.0:1673551335.489360:0:2380004:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:0.0:1673551335.489361:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:0.0:1673551335.489362:0:2380004:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000400:00000200:0.0:1673551335.489363:0:2380004:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964975, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:0.0:1673551335.489364:0:2380004:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964975, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964975, g:4294967295] 00000400:00000200:0.0:1673551335.489365:0:2380004:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:0.0:1673551335.489366:0:2380004:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964975, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964975, g:4294967295] 00000400:00000200:0.0:1673551335.489367:0:2380004:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964975, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964975, g:4294967295] 00000400:00000200:0.0:1673551335.489368:0:2380004:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:0.0:1673551335.489369:0:2380004:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:0.0:1673551335.489370:0:2380004:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:0.0:1673551335.489370:0:2380004:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[32, 32], s:[10403803, 10403804] 00000400:00000200:0.0:1673551335.489371:0:2380004:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.21@o2ib 00000400:00000200:0.0:1673551335.489372:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:0.0:1673551335.489374:0:2380004:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.21@o2ib(172.16.0.20@o2ib:172.16.0.21@o2ib) : PUT try# 0 00000800:00000200:0.0:1673551335.489375:0:2380004:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 328 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000400:00000200:0.0:1673551335.489376:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:0.0:1673551335.489377:0:2380004:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000f750ee49] -> 172.16.0.21@o2ib (2) version: 12 00000800:00000200:0.0:1673551335.489377:0:2380004:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000051b88e6b] (68)++ 00000800:00000200:0.0:1673551335.489378:0:2380004:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000051b88e6b] (69)++ 00000800:00000200:0.0:1673551335.489379:0:2380004:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000051b88e6b] (70)-- 00000100:00000001:0.0:1673551335.489379:0:2380004:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.489380:0:2380004:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1673551335.489380:0:2380004:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.489381:0:2380004:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1673551335.489381:0:2380004:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1673551335.489381:0:2380004:0:(client.c:2528:ptlrpc_set_wait()) set 00000000a2c6f143 going to sleep for 6 seconds 00000100:00000001:0.0:1673551335.489382:0:2380004:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1673551335.489382:0:2380004:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.489383:0:2380004:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1673551335.489383:0:2380004:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:5.2:1673551335.489387:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (69)++ 00000800:00000200:17.0:1673551335.489399:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (70)++ 00000800:00000200:17.0:1673551335.489403:0:12874:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000051b88e6b] (71)-- 00000400:00000200:17.0:1673551335.489404:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551335.489405:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000400:00000200:17.0:1673551335.489405:0:12874:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000913f3a9f 00000400:00000010:17.0:1673551335.489406:0:12874:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000913f3a9f. 00000100:00000001:17.0:1673551335.489406:0:12874:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:17.0:1673551335.489407:0:12874:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@0000000063aed312 x1754791738762304/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/4320 e 0 to 0 dl 1673551342 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:17.0:1673551335.489409:0:12874:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000800:00000200:19.0:1673551335.489410:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000100:00000040:17.0:1673551335.489410:0:12874:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000063aed312 x1754791738762304/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/4320 e 0 to 0 dl 1673551342 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:17.0:1673551335.489411:0:12874:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551335.489412:0:12874:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:17.0:1673551335.489412:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000800:00000200:5.2:1673551335.489461:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (68)++ 00000800:00000200:19.0:1673551335.489470:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (69)++ 00000800:00000200:19.0:1673551335.489475:0:12873:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d2[1] from 172.16.0.21@o2ib 00000400:00000200:19.0:1673551335.489476:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:19.0:1673551335.489477:0:12873:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000400:00000200:19.0:1673551335.489478:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:19.0:1673551335.489478:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:19.0:1673551335.489479:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:19.0:1673551335.489480:0:12873:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 4320 into portal 4 MB=0x63bf94a3e6440 00000400:00000200:19.0:1673551335.489480:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:19.0:1673551335.489481:0:12873:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.20@o2ib of length 4320/4320 into md 0x4bd8e3cd [2] + 224 00000400:00000200:19.0:1673551335.489482:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:17.0:1673551335.489482:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000800:00000200:19.0:1673551335.489483:0:12873:0:(o2iblnd_cb.c:771:kiblnd_setup_rd_kiov()) niov 2 offset 224 nob 4320 00000800:00000200:19.0:1673551335.489487:0:12873:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000051b88e6b] (69)++ 00000800:00000200:19.0:1673551335.489488:0:12873:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000051b88e6b] (70)++ 00000800:00000200:19.0:1673551335.489489:0:12873:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000051b88e6b] (71)-- 00000800:00000200:19.0:1673551335.489489:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000800:00000200:5.2:1673551335.489497:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (69)++ 00000800:00000200:17.0:1673551335.489509:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (70)++ 00000800:00000200:17.0:1673551335.489513:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (71)-- 00000800:00000200:17.0:1673551335.489513:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000800:00000200:5.2:1673551335.489519:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (69)++ 00000800:00000200:17.0:1673551335.489528:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (70)++ 00000800:00000200:17.0:1673551335.489532:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d5[0] from 172.16.0.21@o2ib 00000800:00000200:17.0:1673551335.489533:0:12874:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000051b88e6b] (71)-- 00000800:00000200:19.0:1673551335.489534:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000400:00000200:17.0:1673551335.489534:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551335.489535:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:17.0:1673551335.489536:0:12874:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:17.0:1673551335.489536:0:12874:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@0000000063aed312 x1754791738762304/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/4320 e 0 to 0 dl 1673551342 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:17.0:1673551335.489538:0:12874:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=4320 offset=224 replen=4320 req@0000000063aed312 x1754791738762304/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/4320 e 0 to 0 dl 1673551342 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:17.0:1673551335.489544:0:12874:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:17.0:1673551335.489545:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000051b88e6b] (69)++ 00000800:00000200:17.0:1673551335.489546:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000051b88e6b] (70)-- 00000800:00000200:17.0:1673551335.489547:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000100:00000001:0.0:1673551335.489549:0:2380004:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1673551335.489550:0:2380004:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1673551335.489550:0:2380004:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1673551335.489550:0:2380004:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000005953fe73. 00000400:00000200:0.0:1673551335.489551:0:2380004:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000deb53b74 00000400:00000010:0.0:1673551335.489551:0:2380004:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at 00000000deb53b74 (tot 183700476). 00000100:00000001:0.0:1673551335.489552:0:2380004:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:0.0:1673551335.489553:0:2380004:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@0000000063aed312 x1754791738762304/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/4320 e 0 to 0 dl 1673551342 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1673551335.489555:0:2380004:0:(events.c:128:reply_in_callback()) @@@ unlink req@0000000063aed312 x1754791738762304/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/4320 e 0 to 0 dl 1673551342 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1673551335.489556:0:2380004:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:0.0:1673551335.489557:0:2380004:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1673551335.489557:0:2380004:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:0.0:1673551335.489558:0:2380004:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1673551335.489558:0:2380004:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1673551335.489558:0:2380004:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1673551335.489559:0:2380004:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1673551335.489559:0:2380004:0:(import.c:1925:at_measured()) add 1 to 00000000be1b4d3a time=107 v=1 (1 1 1 1) 00000100:00001000:0.0:1673551335.489560:0:2380004:0:(import.c:1925:at_measured()) add 1 to 000000005ad7af53 time=107 v=1 (1 1 1 1) 00000100:00000001:0.0:1673551335.489561:0:2380004:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1673551335.489561:0:2380004:0:(client.c:1380:ptlrpc_check_status()) @@@ check status: rc = 1 req@0000000063aed312 x1754791738762304/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/4320 e 0 to 0 dl 1673551342 ref 2 fl Rpc:RQU/0/0 rc 0/1 job:'' 00000100:00000001:0.0:1673551335.489563:0:2380004:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1673551335.489564:0:2380004:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1673551335.489564:0:2380004:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0002-osp-MDT0001: skip recheck: last_committed 287995498174 00000100:00000001:0.0:1673551335.489564:0:2380004:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1673551335.489565:0:2380004:0:(client.c:1638:after_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1673551335.489565:0:2380004:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063aed312 x1754791738762304/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/4320 e 0 to 0 dl 1673551342 ref 2 fl Rpc:RQU/0/0 rc 1/1 job:'' 00000100:00000001:0.0:1673551335.489567:0:2380004:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=1 : 1 : 0x1) 00000100:00000001:0.0:1673551335.489567:0:2380004:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1673551335.489568:0:2380004:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1673551335.489569:0:2380004:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063aed312 x1754791738762304/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/4320 e 0 to 0 dl 1673551342 ref 2 fl Interpret:RQU/0/0 rc 1/1 job:'' 00000100:00100000:0.0:1673551335.489570:0:2380004:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@0000000063aed312 pname:cluuid:pid:xid:nid:opc:job mdt00_004:ai200x-MDT0001-mdtlov_UUID:2380004:1754791738762304:172.16.0.20@o2ib:1000: 00000100:00000001:0.0:1673551335.489571:0:2380004:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1673551335.489572:0:2380004:0:(client.c:2627:ptlrpc_set_wait()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1673551335.489572:0:2380004:0:(client.c:1117:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1673551335.489573:0:2380004:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1673551335.489573:0:2380004:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000063aed312 x1754791738762304/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/4320 e 0 to 0 dl 1673551342 ref 2 fl Complete:RQU/0/0 rc 1/1 job:'' 00000100:00000001:0.0:1673551335.489575:0:2380004:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1673551335.489575:0:2380004:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 112 at 00000000a2c6f143. 00000100:00000001:0.0:1673551335.489576:0:2380004:0:(client.c:1159:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1673551335.489576:0:2380004:0:(client.c:3203:ptlrpc_queue_wait()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1673551335.489576:0:2380004:0:(osp_trans.c:495:osp_remote_sync()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1673551335.489577:0:2380004:0:(osp_md_object.c:548:osp_md_index_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00000100:00000001:0.0:1673551335.489578:0:2380004:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1673551335.489579:0:2380004:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000063aed312 x1754791738762304/t0(0) o1000->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/4320 e 0 to 0 dl 1673551342 ref 1 fl Complete:RQU/0/0 rc 1/1 job:'' 00000100:00000001:0.0:1673551335.489580:0:2380004:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1673551335.489580:0:2380004:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1673551335.489581:0:2380004:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000376c768c. 02000000:00000001:0.0:1673551335.489581:0:2380004:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1673551335.489582:0:2380004:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:0.0:1673551335.489582:0:2380004:0:(genops.c:1205:class_import_put()) import 000000000b46b2ec refcount=2 obd=ai200x-MDT0002-osp-MDT0001 00000020:00000001:0.0:1673551335.489582:0:2380004:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:0.0:1673551335.489583:0:2380004:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000087b080a0. 02000000:00000001:0.0:1673551335.489583:0:2380004:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1673551335.489583:0:2380004:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1673551335.489584:0:2380004:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000063aed312. 00000100:00000001:0.0:1673551335.489584:0:2380004:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1673551335.489584:0:2380004:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1673551335.489585:0:2380004:0:(osp_trans.c:215:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at 000000008f197ce4. 00000004:00000010:0.0:1673551335.489585:0:2380004:0:(osp_trans.c:216:osp_update_request_destroy()) kfreed 'ours': 32 at 00000000501c143d. 00000004:00000010:0.0:1673551335.489586:0:2380004:0:(osp_trans.c:243:osp_update_request_destroy()) kfreed 'our': 120 at 000000003c6d0166. 00000004:00000001:0.0:1673551335.489587:0:2380004:0:(mdd_dir.c:110:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489587:0:2380004:0:(mdd_dir.c:127:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489588:0:2380004:0:(mdt_handler.c:3391:mdt_object_find()) Process entered 00000004:00000040:0.0:1673551335.489588:0:2380004:0:(mdt_handler.c:3393:mdt_object_find()) Find object for [0x240002b1e:0x1acf0:0x0] 00000020:00000001:0.0:1673551335.489589:0:2380004:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000020:00000001:0.0:1673551335.489590:0:2380004:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18393912617702332760 : -52831456007218856 : ff444e1217b91958) 00000004:00000001:0.0:1673551335.489590:0:2380004:0:(mdt_handler.c:3400:mdt_object_find()) Process leaving (rc=18393912617702332672 : -52831456007218944 : ff444e1217b91900) 00000004:00000001:0.0:1673551335.489591:0:2380004:0:(mdt_handler.c:3659:mdt_remote_object_lock_try()) Process entered 00000004:00000001:0.0:1673551335.489592:0:2380004:0:(lod_object.c:6338:lod_object_lock()) Process entered 00000004:00000001:0.0:1673551335.489592:0:2380004:0:(osp_md_object.c:977:osp_md_object_lock()) Process entered 00010000:00000001:0.0:1673551335.489593:0:2380004:0:(ldlm_request.c:943:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1673551335.489593:0:2380004:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000063aed312. 00000020:00000040:0.0:1673551335.489594:0:2380004:0:(genops.c:1192:class_import_get()) import 000000000b46b2ec refcount=3 obd=ai200x-MDT0002-osp-MDT0001 00010000:00000001:0.0:1673551335.489594:0:2380004:0:(ldlm_request.c:870:ldlm_prep_elc_req()) Process entered 00000100:00000001:0.0:1673551335.489594:0:2380004:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1673551335.489595:0:2380004:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1673551335.489595:0:2380004:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1673551335.489596:0:2380004:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000087b080a0. 00000100:00000001:0.0:1673551335.489597:0:2380004:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.489597:0:2380004:0:(ldlm_request.c:926:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.489598:0:2380004:0:(ldlm_request.c:957:ldlm_enqueue_pack()) Process leaving (rc=18393912610150877440 : -52831463558674176 : ff444e10559f0900) 00010000:00000001:0.0:1673551335.489598:0:2380004:0:(ldlm_request.c:987:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1673551335.489599:0:2380004:0:(ldlm_lock.c:1671:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1673551335.489600:0:2380004:0:(ldlm_resource.c:1426:ldlm_resource_new()) slab-alloced 'res': 168 at 00000000705e3876. 00010000:00000010:0.0:1673551335.489600:0:2380004:0:(ldlm_resource.c:1404:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003c6d0166. 00010000:00000001:0.0:1673551335.489601:0:2380004:0:(ldlm_lock.c:463:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1673551335.489602:0:2380004:0:(ldlm_lock.c:468:ldlm_lock_new()) slab-alloced 'lock': 552 at 0000000074f917b8. 00000020:00000001:0.0:1673551335.489602:0:2380004:0:(lustre_handles.c:66:class_handle_hash()) Process entered 00000020:00000040:0.0:1673551335.489603:0:2380004:0:(lustre_handles.c:98:class_handle_hash()) added object 0000000074f917b8 with handle 0xa23f007ba827749e to hash 00000020:00000001:0.0:1673551335.489603:0:2380004:0:(lustre_handles.c:99:class_handle_hash()) Process leaving 00010000:00000001:0.0:1673551335.489603:0:2380004:0:(ldlm_lock.c:507:ldlm_lock_new()) Process leaving (rc=18393912598887122048 : -52831474822429568 : ff444e0db63fc480) 00010000:00000001:0.0:1673551335.489604:0:2380004:0:(ldlm_lock.c:1716:ldlm_lock_create()) Process leaving (rc=18393912598887122048 : -52831474822429568 : ff444e0db63fc480) 00010000:00000001:0.0:1673551335.489605:0:2380004:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1673551335.489605:0:2380004:0:(ldlm_lock.c:301:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1673551335.489606:0:2380004:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: ?? lock: 0000000074f917b8/0xa23f007ba827749e lrc: 3/0,1 mode: --/EX res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551335.489608:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000705e3876 count: 2 00010000:00010000:0.0:1673551335.489608:0:2380004:0:(ldlm_request.c:1031:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: ai200x-MDT0002-osp-MDT0001 lock: 0000000074f917b8/0xa23f007ba827749e lrc: 3/0,1 mode: --/EX res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551335.489610:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000705e3876 count: 1 00010000:00000040:0.0:1673551335.489611:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000705e3876 count: 2 00010000:00010000:0.0:1673551335.489611:0:2380004:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: ai200x-MDT0002-osp-MDT0001 lock: 0000000074f917b8/0xa23f007ba827749e lrc: 3/0,1 mode: --/EX res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551335.489613:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000705e3876 count: 1 00000100:00000001:0.0:1673551335.489613:0:2380004:0:(client.c:3184:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1673551335.489613:0:2380004:0:(client.c:1056:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1673551335.489615:0:2380004:0:(client.c:1058:ptlrpc_prep_set()) kmalloced '(set)': 112 at 00000000a2c6f143. 00000100:00000001:0.0:1673551335.489616:0:2380004:0:(client.c:1073:ptlrpc_prep_set()) Process leaving (rc=18393912618691755904 : -52831455017795712 : ff444e1252b27f80) 00000100:00000001:0.0:1673551335.489616:0:2380004:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1673551335.489617:0:2380004:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912610150877440 : -52831463558674176 : ff444e10559f0900) 00000100:00000001:0.0:1673551335.489617:0:2380004:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1673551335.489617:0:2380004:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.489618:0:2380004:0:(client.c:2506:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1673551335.489618:0:2380004:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1673551335.489619:0:2380004:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063aed312 x1754791738762368/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1673551335.489620:0:2380004:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1673551335.489621:0:2380004:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1673551335.489621:0:2380004:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1673551335.489622:0:2380004:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1673551335.489622:0:2380004:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@0000000063aed312 pname:cluuid:pid:xid:nid:opc:job mdt00_004:ai200x-MDT0001-mdtlov_UUID:2380004:1754791738762368:172.16.0.20@o2ib:101: 00000100:00000001:0.0:1673551335.489623:0:2380004:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1673551335.489624:0:2380004:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1673551335.489624:0:2380004:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1673551335.489624:0:2380004:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1673551335.489625:0:2380004:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008051e44d. 02000000:00000001:0.0:1673551335.489625:0:2380004:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1673551335.489626:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000010:0.0:1673551335.489626:0:2380004:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000005953fe73. 00000400:00000010:0.0:1673551335.489627:0:2380004:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b875edb. 00000100:00000200:0.0:1673551335.489628:0:2380004:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738762368, portal 4 00000100:00000001:0.0:1673551335.489628:0:2380004:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1673551335.489628:0:2380004:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912610150877440 : -52831463558674176 : ff444e10559f0900) 00000100:00000040:0.0:1673551335.489629:0:2380004:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@0000000063aed312 x1754791738762368/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 1673551342 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1673551335.489631:0:2380004:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1673551335.489631:0:2380004:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:0.0:1673551335.489632:0:2380004:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba500f66. 00000100:00000200:0.0:1673551335.489632:0:2380004:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1754791738762368, offset 0 00000400:00000200:0.0:1673551335.489633:0:2380004:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:0.0:1673551335.489634:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:0.0:1673551335.489635:0:2380004:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000400:00000200:0.0:1673551335.489636:0:2380004:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964976, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:0.0:1673551335.489637:0:2380004:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964975, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964976, g:4294967295] 00000400:00000200:0.0:1673551335.489638:0:2380004:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:0.0:1673551335.489639:0:2380004:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964976, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964975, g:4294967295] 00000400:00000200:0.0:1673551335.489641:0:2380004:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964975, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964975, g:4294967295] 00000400:00000200:0.0:1673551335.489641:0:2380004:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:0.0:1673551335.489642:0:2380004:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:0.0:1673551335.489643:0:2380004:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:0.0:1673551335.489643:0:2380004:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[32, 32], s:[10403804, 10403804] 00000400:00000200:0.0:1673551335.489644:0:2380004:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.20@o2ib 00000400:00000200:0.0:1673551335.489645:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:0.0:1673551335.489647:0:2380004:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000800:00000200:0.0:1673551335.489648:0:2380004:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 328 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000400:00000200:0.0:1673551335.489648:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:0.0:1673551335.489649:0:2380004:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000004111b72] -> 172.16.0.20@o2ib (2) version: 12 00000800:00000200:0.0:1673551335.489650:0:2380004:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000007a1be710] (68)++ 00000800:00000200:0.0:1673551335.489651:0:2380004:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000007a1be710] (69)++ 00000800:00000200:0.0:1673551335.489652:0:2380004:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000007a1be710] (70)-- 00000100:00000001:0.0:1673551335.489652:0:2380004:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.489652:0:2380004:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1673551335.489653:0:2380004:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.489653:0:2380004:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1673551335.489654:0:2380004:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1673551335.489654:0:2380004:0:(client.c:2528:ptlrpc_set_wait()) set 00000000a2c6f143 going to sleep for 6 seconds 00000100:00000001:0.0:1673551335.489655:0:2380004:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1673551335.489655:0:2380004:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.489655:0:2380004:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1673551335.489656:0:2380004:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.2:1673551335.489660:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (69)++ 00000800:00000200:13.0:1673551335.489671:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (70)++ 00000800:00000200:13.0:1673551335.489676:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000007a1be710] (71)-- 00000400:00000200:13.0:1673551335.489677:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551335.489679:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:13.0:1673551335.489680:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000ba500f66 00000400:00000010:13.0:1673551335.489681:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000ba500f66. 00000100:00000001:13.0:1673551335.489682:0:12871:0:(events.c:54:request_out_callback()) Process entered 00000800:00000200:12.0:1673551335.489683:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000100:00000200:13.0:1673551335.489684:0:12871:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@0000000063aed312 x1754791738762368/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 1673551342 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:13.0:1673551335.489688:0:12871:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:13.0:1673551335.489689:0:12871:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000063aed312 x1754791738762368/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 1673551342 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:13.0:1673551335.489692:0:12871:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551335.489693:0:12871:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:13.0:1673551335.489695:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000800:00000200:3.2:1673551335.489723:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (68)++ 00000800:00000200:12.0:1673551335.489734:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (69)++ 00000800:00000200:12.0:1673551335.489739:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.20@o2ib 00000400:00000200:12.0:1673551335.489741:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551335.489743:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000400:00000200:12.0:1673551335.489744:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:13.0:1673551335.489745:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000400:00000200:12.0:1673551335.489745:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551335.489747:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551335.489748:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 344 into portal 4 MB=0x63bf94a3e6480 00000400:00000200:12.0:1673551335.489750:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551335.489752:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.20@o2ib of length 344/344 into md 0x4bd8e3ed [1] + 224 00000400:00000200:12.0:1673551335.489754:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551335.489755:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000001:12.0:1673551335.489756:0:12872:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:12.0:1673551335.489757:0:12872:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@0000000063aed312 x1754791738762368/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 1673551342 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:12.0:1673551335.489761:0:12872:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=344 offset=224 replen=344 req@0000000063aed312 x1754791738762368/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 1673551342 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:12.0:1673551335.489769:0:12872:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:12.0:1673551335.489770:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000007a1be710] (69)++ 00000800:00000200:12.0:1673551335.489771:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000007a1be710] (70)-- 00000800:00000200:12.0:1673551335.489771:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000100:00000001:0.0:1673551335.489773:0:2380004:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1673551335.489774:0:2380004:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1673551335.489774:0:2380004:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1673551335.489775:0:2380004:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000005953fe73. 00000400:00000200:0.0:1673551335.489775:0:2380004:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000006b875edb 00000400:00000010:0.0:1673551335.489776:0:2380004:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000006b875edb. 00000100:00000001:0.0:1673551335.489776:0:2380004:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:0.0:1673551335.489777:0:2380004:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@0000000063aed312 x1754791738762368/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 1673551342 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1673551335.489779:0:2380004:0:(events.c:128:reply_in_callback()) @@@ unlink req@0000000063aed312 x1754791738762368/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 1673551342 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1673551335.489780:0:2380004:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:0.0:1673551335.489781:0:2380004:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1673551335.489781:0:2380004:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:0.0:1673551335.489781:0:2380004:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1673551335.489782:0:2380004:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1673551335.489782:0:2380004:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1673551335.489783:0:2380004:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1673551335.489783:0:2380004:0:(import.c:1925:at_measured()) add 1 to 00000000be1b4d3a time=107 v=1 (1 1 1 1) 00000100:00001000:0.0:1673551335.489784:0:2380004:0:(import.c:1925:at_measured()) add 1 to 000000005ad7af53 time=107 v=1 (1 1 1 1) 00000100:00000001:0.0:1673551335.489785:0:2380004:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1673551335.489785:0:2380004:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.489785:0:2380004:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1673551335.489786:0:2380004:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.489786:0:2380004:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1673551335.489786:0:2380004:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0002-osp-MDT0001: skip recheck: last_committed 287995498174 00000100:00000001:0.0:1673551335.489787:0:2380004:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1673551335.489787:0:2380004:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1673551335.489788:0:2380004:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063aed312 x1754791738762368/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 1673551342 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1673551335.489789:0:2380004:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1673551335.489790:0:2380004:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1673551335.489790:0:2380004:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1673551335.489791:0:2380004:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063aed312 x1754791738762368/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 1673551342 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1673551335.489793:0:2380004:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@0000000063aed312 pname:cluuid:pid:xid:nid:opc:job mdt00_004:ai200x-MDT0001-mdtlov_UUID:2380004:1754791738762368:172.16.0.20@o2ib:101: 00000100:00000001:0.0:1673551335.489794:0:2380004:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1673551335.489794:0:2380004:0:(client.c:2627:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.489795:0:2380004:0:(client.c:1117:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1673551335.489795:0:2380004:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1673551335.489796:0:2380004:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000063aed312 x1754791738762368/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 1673551342 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1673551335.489797:0:2380004:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1673551335.489798:0:2380004:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 112 at 00000000a2c6f143. 00000100:00000001:0.0:1673551335.489798:0:2380004:0:(client.c:1159:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1673551335.489798:0:2380004:0:(client.c:3203:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.489799:0:2380004:0:(ldlm_request.c:623:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1673551335.489800:0:2380004:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1673551335.489800:0:2380004:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:0.0:1673551335.489800:0:2380004:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 0000000074f917b8 refcount=4 00000020:00000001:0.0:1673551335.489801:0:2380004:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912598887122048 : -52831474822429568 : ff444e0db63fc480) 00010000:00000001:0.0:1673551335.489801:0:2380004:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912598887122048 : -52831474822429568 : ff444e0db63fc480) 00010000:00000040:0.0:1673551335.489802:0:2380004:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) local: 0000000074f917b8, remote cookie: 0x6acc5947b271d365, flags: 0x1000000 00010000:00000001:0.0:1673551335.489803:0:2380004:0:(ldlm_lock.c:1771:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1673551335.489803:0:2380004:0:(ldlm_lock.c:1117:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1673551335.489804:0:2380004:0:(ldlm_lock.c:978:search_granted_lock()) Process entered 00010000:00000001:0.0:1673551335.489804:0:2380004:0:(ldlm_lock.c:1049:search_granted_lock()) Process leaving 00010000:00000001:0.0:1673551335.489804:0:2380004:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1673551335.489805:0:2380004:0:(ldlm_resource.c:1785:ldlm_resource_dump()) --- Resource: [0x240002b1e:0x1acf0:0x0].0x0 (00000000705e3876) refcount = 1 00010000:00010000:0.0:1673551335.489805:0:2380004:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: ?? lock: 0000000074f917b8/0xa23f007ba827749e lrc: 4/0,1 mode: EX/EX res: ?? rrc=?? type: ??? flags: 0x11000001000000 nid: local remote: 0x6acc5947b271d365 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1673551335.489807:0:2380004:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1673551335.489807:0:2380004:0:(ldlm_lock.c:1148:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1673551335.489807:0:2380004:0:(ldlm_lock.c:1911:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1673551335.489808:0:2380004:0:(ldlm_request.c:276:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1673551335.489808:0:2380004:0:(ldlm_request.c:285:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1673551335.489809:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000705e3876 count: 2 00010000:00010000:0.0:1673551335.489809:0:2380004:0:(ldlm_request.c:801:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: ai200x-MDT0002-osp-MDT0001 lock: 0000000074f917b8/0xa23f007ba827749e lrc: 4/0,1 mode: EX/EX res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x6acc5947b271d365 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551335.489814:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000705e3876 count: 1 00010000:00000001:0.0:1673551335.489814:0:2380004:0:(ldlm_request.c:802:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1673551335.489815:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551335.489815:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1673551335.489815:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551335.489815:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1673551335.489816:0:2380004:0:(ldlm_request.c:1140:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551335.489816:0:2380004:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1673551335.489817:0:2380004:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000063aed312 x1754791738762368/t0(0) o101->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 328/344 e 0 to 0 dl 1673551342 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1673551335.489818:0:2380004:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1673551335.489819:0:2380004:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1673551335.489819:0:2380004:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008051e44d. 02000000:00000001:0.0:1673551335.489820:0:2380004:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1673551335.489820:0:2380004:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:0.0:1673551335.489820:0:2380004:0:(genops.c:1205:class_import_put()) import 000000000b46b2ec refcount=2 obd=ai200x-MDT0002-osp-MDT0001 00000020:00000001:0.0:1673551335.489821:0:2380004:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:0.0:1673551335.489821:0:2380004:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000087b080a0. 02000000:00000001:0.0:1673551335.489821:0:2380004:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1673551335.489822:0:2380004:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1673551335.489822:0:2380004:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000063aed312. 00000100:00000001:0.0:1673551335.489822:0:2380004:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1673551335.489823:0:2380004:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1673551335.489823:0:2380004:0:(osp_md_object.c:996:osp_md_object_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.489824:0:2380004:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1673551335.489824:0:2380004:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:0.0:1673551335.489824:0:2380004:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 0000000074f917b8 refcount=3 00000020:00000001:0.0:1673551335.489825:0:2380004:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912598887122048 : -52831474822429568 : ff444e0db63fc480) 00010000:00000001:0.0:1673551335.489825:0:2380004:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912598887122048 : -52831474822429568 : ff444e0db63fc480) 00010000:00000001:0.0:1673551335.489826:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551335.489826:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1673551335.489826:0:2380004:0:(mdt_handler.c:3698:mdt_remote_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489827:0:2380004:0:(mdt_handler.c:3831:mdt_object_lock_internal()) Process entered 00000004:00000001:0.0:1673551335.489828:0:2380004:0:(mdt_handler.c:3718:mdt_object_local_lock()) Process entered 00010000:00000001:0.0:1673551335.489829:0:2380004:0:(ldlm_request.c:477:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1673551335.489829:0:2380004:0:(ldlm_lock.c:1671:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1673551335.489830:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000c9d47e65 count: 2 00010000:00000001:0.0:1673551335.489830:0:2380004:0:(ldlm_resource.c:1505:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1673551335.489831:0:2380004:0:(ldlm_lock.c:463:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1673551335.489831:0:2380004:0:(ldlm_lock.c:468:ldlm_lock_new()) slab-alloced 'lock': 552 at 00000000ea3a1a95. 00000020:00000001:0.0:1673551335.489832:0:2380004:0:(lustre_handles.c:66:class_handle_hash()) Process entered 00000020:00000040:0.0:1673551335.489832:0:2380004:0:(lustre_handles.c:98:class_handle_hash()) added object 00000000ea3a1a95 with handle 0xa23f007ba82774a5 to hash 00000020:00000001:0.0:1673551335.489833:0:2380004:0:(lustre_handles.c:99:class_handle_hash()) Process leaving 00010000:00000001:0.0:1673551335.489833:0:2380004:0:(ldlm_lock.c:507:ldlm_lock_new()) Process leaving (rc=18393912598887131840 : -52831474822419776 : ff444e0db63feac0) 00010000:00000010:0.0:1673551335.489834:0:2380004:0:(ldlm_inodebits.c:599:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000feebcfb9. 00010000:00000001:0.0:1673551335.489835:0:2380004:0:(ldlm_lock.c:1716:ldlm_lock_create()) Process leaving (rc=18393912598887131840 : -52831474822419776 : ff444e0db63feac0) 00010000:00000001:0.0:1673551335.489835:0:2380004:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1673551335.489836:0:2380004:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1673551335.489836:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000c9d47e65 count: 3 00010000:00010000:0.0:1673551335.489837:0:2380004:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-ai200x-MDT0001_UUID lock: 00000000ea3a1a95/0xa23f007ba82774a5 lrc: 3/0,1 mode: --/EX res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551335.489838:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000c9d47e65 count: 2 00010000:00000001:0.0:1673551335.489839:0:2380004:0:(ldlm_lock.c:1771:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1673551335.489839:0:2380004:0:(ldlm_lock.c:1733:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1673551335.489840:0:2380004:0:(ldlm_inodebits.c:351:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1673551335.489840:0:2380004:0:(ldlm_inodebits.c:169:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1673551335.489841:0:2380004:0:(ldlm_inodebits.c:331:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1673551335.489842:0:2380004:0:(ldlm_inodebits.c:169:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1673551335.489842:0:2380004:0:(ldlm_inodebits.c:331:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1673551335.489843:0:2380004:0:(ldlm_lock.c:1117:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1673551335.489843:0:2380004:0:(ldlm_lock.c:978:search_granted_lock()) Process entered 00010000:00000001:0.0:1673551335.489844:0:2380004:0:(ldlm_lock.c:1049:search_granted_lock()) Process leaving 00010000:00000001:0.0:1673551335.489844:0:2380004:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1673551335.489844:0:2380004:0:(ldlm_resource.c:1785:ldlm_resource_dump()) --- Resource: [0x240002b1e:0x1acf0:0x0].0x0 (00000000c9d47e65) refcount = 2 00010000:00000040:0.0:1673551335.489845:0:2380004:0:(ldlm_resource.c:1788:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1673551335.489845:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000c9d47e65 count: 3 00010000:00000040:0.0:1673551335.489846:0:2380004:0:(ldlm_resource.c:1791:ldlm_resource_dump()) ### ### ns: mdt-ai200x-MDT0001_UUID lock: 0000000061dfa4e2/0xa23f007ba826c582 lrc: 2/0,0 mode: CR/CR res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 172.16.0.56@o2ib remote: 0xf4cef705f15976dc expref: 1983 pid: 2343277 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551335.489848:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000c9d47e65 count: 2 00010000:00000040:0.0:1673551335.489849:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000c9d47e65 count: 3 00010000:00010000:0.0:1673551335.489849:0:2380004:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-ai200x-MDT0001_UUID lock: 00000000ea3a1a95/0xa23f007ba82774a5 lrc: 3/0,1 mode: EX/EX res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551335.489851:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000c9d47e65 count: 2 00010000:00000001:0.0:1673551335.489851:0:2380004:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1673551335.489851:0:2380004:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1673551335.489852:0:2380004:0:(ldlm_pool.c:343:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.489852:0:2380004:0:(ldlm_lock.c:1148:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1673551335.489853:0:2380004:0:(ldlm_inodebits.c:442:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1673551335.489853:0:2380004:0:(ldlm_lock.c:1744:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.489854:0:2380004:0:(ldlm_lock.c:1925:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1673551335.489854:0:2380004:0:(ldlm_request.c:276:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1673551335.489855:0:2380004:0:(ldlm_request.c:285:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1673551335.489855:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000c9d47e65 count: 3 00010000:00010000:0.0:1673551335.489856:0:2380004:0:(ldlm_request.c:533:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-ai200x-MDT0001_UUID lock: 00000000ea3a1a95/0xa23f007ba82774a5 lrc: 3/0,1 mode: EX/EX res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551335.489858:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000c9d47e65 count: 2 00010000:00000001:0.0:1673551335.489858:0:2380004:0:(ldlm_request.c:534:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1673551335.489858:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551335.489859:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1673551335.489859:0:2380004:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1673551335.489859:0:2380004:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:0.0:1673551335.489860:0:2380004:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 00000000ea3a1a95 refcount=3 00000020:00000001:0.0:1673551335.489860:0:2380004:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912598887131840 : -52831474822419776 : ff444e0db63feac0) 00010000:00000001:0.0:1673551335.489860:0:2380004:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912598887131840 : -52831474822419776 : ff444e0db63feac0) 00010000:00000001:0.0:1673551335.489861:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551335.489861:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1673551335.489862:0:2380004:0:(mdt_handler.c:3821:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489862:0:2380004:0:(mdt_handler.c:3836:mdt_object_lock_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1673551335.489866:0:2380004:0:(osd_handler.c:4487:osd_xattr_get()) Get version 0x60239e903 for inode 92271024 00000004:00000002:0.0:1673551335.489867:0:2380004:0:(mdt_reint.c:73:mdt_obj_version_get()) FID [0x240002b1e:0x1acf0:0x0] version is 0x60239e903 00000004:00000001:0.0:1673551335.489868:0:2380004:0:(mdd_dir.c:1729:mdd_unlink()) Process entered 00000004:00000001:0.0:1673551335.489869:0:2380004:0:(osp_object.c:548:osp_attr_get()) Process entered 00000004:00000001:0.0:1673551335.489869:0:2380004:0:(osp_object.c:560:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489870:0:2380004:0:(mdd_dir.c:1684:mdd_hsm_archive_exists()) Process entered 00000020:00000010:0.0:1673551335.489871:0:2380004:0:(lu_object.c:2526:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at 000000003857c050. 00000004:00000001:0.0:1673551335.489872:0:2380004:0:(lod_object.c:1522:lod_xattr_get()) Process entered 00000004:00000001:0.0:1673551335.489878:0:2380004:0:(lod_object.c:1590:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1673551335.489878:0:2380004:0:(md_attrs.c:156:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1673551335.489879:0:2380004:0:(md_attrs.c:160:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:0.0:1673551335.489880:0:2380004:0:(lu_object.c:2514:lu_buf_free()) kfreed 'buf->lb_buf': 24 at 000000003857c050. 00000004:00000001:0.0:1673551335.489881:0:2380004:0:(mdd_dir.c:1698:mdd_hsm_archive_exists()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489881:0:2380004:0:(mdd_dir.c:1612:mdd_unlink_sanity_check()) Process entered 00000004:00000001:0.0:1673551335.489882:0:2380004:0:(mdd_dir.c:560:mdd_may_delete()) Process entered 00000004:00000001:0.0:1673551335.489882:0:2380004:0:(mdd_dir.c:526:mdd_may_delete_entry()) Process entered 00000004:00000001:0.0:1673551335.489883:0:2380004:0:(mdd_permission.c:259:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1673551335.489883:0:2380004:0:(mdd_permission.c:302:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489884:0:2380004:0:(mdd_dir.c:547:mdd_may_delete_entry()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489884:0:2380004:0:(mdd_dir.c:600:mdd_may_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489885:0:2380004:0:(mdd_dir.c:1616:mdd_unlink_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1673551335.489886:0:2380004:0:(barrier.c:240:barrier_entry()) Process entered 00000020:00000010:0.0:1673551335.489888:0:2380004:0:(update_trans.c:595:top_trans_create()) kmalloced '(top_th)': 88 at 000000006cc39ca5. 00080000:00000001:0.0:1673551335.489889:0:2380004:0:(osd_handler.c:1854:osd_trans_create()) Process entered 00080000:00000010:0.0:1673551335.489889:0:2380004:0:(osd_handler.c:1869:osd_trans_create()) kmalloced '(oh)': 272 at 0000000087b080a0. 00080000:00000001:0.0:1673551335.489890:0:2380004:0:(osd_handler.c:1896:osd_trans_create()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000001:0.0:1673551335.489892:0:2380004:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1673551335.489893:0:2380004:0:(lod_dev.c:129:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1673551335.489894:0:2380004:0:(fld_handler.c:248:fld_server_lookup()) Process entered 80000000:00000001:0.0:1673551335.489895:0:2380004:0:(fld_handler.c:212:fld_local_lookup()) Process entered 80000000:00000001:0.0:1673551335.489895:0:2380004:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1673551335.489897:0:2380004:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.489897:0:2380004:0:(fld_handler.c:229:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.489898:0:2380004:0:(fld_handler.c:252:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.489898:0:2380004:0:(lod_dev.c:170:lod_fld_lookup()) ai200x-MDT0001-mdtlov: got tgt 2 for sequence: 0x2c0001bc2 00000004:00000001:0.0:1673551335.489900:0:2380004:0:(lod_dev.c:172:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551335.489901:0:2380004:0:(update_trans.c:1176:thandle_get_sub_by_dt()) Process entered 00000004:00000001:0.0:1673551335.489902:0:2380004:0:(osp_trans.c:963:osp_trans_create()) Process entered 00000004:00000010:0.0:1673551335.489902:0:2380004:0:(osp_trans.c:965:osp_trans_create()) kmalloced '(oth)': 136 at 00000000deb53b74. 00000004:00000001:0.0:1673551335.489903:0:2380004:0:(osp_trans.c:977:osp_trans_create()) Process leaving (rc=18393912626273649024 : -52831447435902592 : ff444e14169d0180) 00000020:00000010:0.0:1673551335.489904:0:2380004:0:(update_trans.c:1120:top_trans_create_tmt()) kmalloced '(tmt)': 120 at 00000000a2c6f143. 00000020:00000010:0.0:1673551335.489905:0:2380004:0:(update_trans.c:431:create_sub_thandle()) kmalloced '(st)': 208 at 000000003da0f9c1. 00000020:00000010:0.0:1673551335.489906:0:2380004:0:(update_trans.c:431:create_sub_thandle()) kmalloced '(st)': 208 at 0000000098f1f77c. 00000020:00000001:0.0:1673551335.489906:0:2380004:0:(update_trans.c:1234:thandle_get_sub_by_dt()) Process leaving (rc=18393912626273649024 : -52831447435902592 : ff444e14169d0180) 00000004:00000001:0.0:1673551335.489907:0:2380004:0:(lod_sub_object.c:113:lod_sub_get_thandle()) Process leaving (rc=18393912626273649024 : -52831447435902592 : ff444e14169d0180) 00000004:00000010:0.0:1673551335.489908:0:2380004:0:(osp_trans.c:185:osp_update_request_create()) kmalloced '(our)': 120 at 000000002fe3ca05. 00000004:00000010:0.0:1673551335.489908:0:2380004:0:(osp_trans.c:117:osp_object_update_request_create()) kmalloced '(ours)': 32 at 000000001c32a11b. 00000004:00000010:0.0:1673551335.489909:0:2380004:0:(osp_trans.c:128:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at 000000008f197ce4. 00000004:00000001:0.0:1673551335.489910:0:2380004:0:(lod_object.c:1263:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1673551335.489910:0:2380004:0:(lod_sub_object.c:632:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1673551335.489911:0:2380004:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1673551335.489911:0:2380004:0:(lod_dev.c:129:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1673551335.489911:0:2380004:0:(fld_handler.c:248:fld_server_lookup()) Process entered 80000000:00000001:0.0:1673551335.489912:0:2380004:0:(fld_handler.c:212:fld_local_lookup()) Process entered 80000000:00000001:0.0:1673551335.489912:0:2380004:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1673551335.489912:0:2380004:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.489913:0:2380004:0:(fld_handler.c:229:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.489913:0:2380004:0:(fld_handler.c:252:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.489914:0:2380004:0:(lod_dev.c:170:lod_fld_lookup()) ai200x-MDT0001-mdtlov: got tgt 2 for sequence: 0x2c0001bc2 00000004:00000001:0.0:1673551335.489914:0:2380004:0:(lod_dev.c:172:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551335.489914:0:2380004:0:(update_trans.c:1176:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1673551335.489915:0:2380004:0:(update_trans.c:1186:thandle_get_sub_by_dt()) Process leaving (rc=18393912626273649024 : -52831447435902592 : ff444e14169d0180) 00000004:00000001:0.0:1673551335.489915:0:2380004:0:(lod_sub_object.c:113:lod_sub_get_thandle()) Process leaving (rc=18393912626273649024 : -52831447435902592 : ff444e14169d0180) 00000004:00000001:0.0:1673551335.489916:0:2380004:0:(lod_sub_object.c:644:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489917:0:2380004:0:(lod_lov.c:1579:lod_striping_load()) Process entered 00000004:00000001:0.0:1673551335.489918:0:2380004:0:(lod_lov.c:1585:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489918:0:2380004:0:(lod_object.c:1302:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489919:0:2380004:0:(lod_sub_object.c:279:lod_sub_declare_ref_del()) Process entered 00000004:00000001:0.0:1673551335.489920:0:2380004:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1673551335.489920:0:2380004:0:(lod_sub_object.c:91:lod_sub_get_thandle()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000001:0.0:1673551335.489921:0:2380004:0:(lod_sub_object.c:290:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489922:0:2380004:0:(lod_sub_object.c:279:lod_sub_declare_ref_del()) Process entered 00000004:00000001:0.0:1673551335.489922:0:2380004:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1673551335.489922:0:2380004:0:(lod_sub_object.c:91:lod_sub_get_thandle()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000001:0.0:1673551335.489923:0:2380004:0:(lod_sub_object.c:290:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489923:0:2380004:0:(lod_object.c:1263:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1673551335.489923:0:2380004:0:(lod_sub_object.c:632:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1673551335.489924:0:2380004:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1673551335.489924:0:2380004:0:(lod_sub_object.c:91:lod_sub_get_thandle()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00080000:00000001:0.0:1673551335.489925:0:2380004:0:(osd_handler.c:2952:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1673551335.489925:0:2380004:0:(osd_handler.c:3019:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489926:0:2380004:0:(lod_sub_object.c:644:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489926:0:2380004:0:(lod_object.c:1282:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489927:0:2380004:0:(lod_object.c:1263:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1673551335.489928:0:2380004:0:(lod_sub_object.c:632:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1673551335.489928:0:2380004:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1673551335.489928:0:2380004:0:(lod_sub_object.c:91:lod_sub_get_thandle()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00080000:00000001:0.0:1673551335.489929:0:2380004:0:(osd_handler.c:2952:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1673551335.489929:0:2380004:0:(osd_handler.c:3019:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489930:0:2380004:0:(lod_sub_object.c:644:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489930:0:2380004:0:(lod_object.c:1282:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489931:0:2380004:0:(lod_object.c:6037:lod_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.489931:0:2380004:0:(lod_lov.c:1579:lod_striping_load()) Process entered 00000004:00000001:0.0:1673551335.489931:0:2380004:0:(lod_lov.c:1585:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489932:0:2380004:0:(lod_sub_object.c:348:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.489933:0:2380004:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1673551335.489933:0:2380004:0:(lod_sub_object.c:91:lod_sub_get_thandle()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00080000:00000001:0.0:1673551335.489933:0:2380004:0:(osd_handler.c:3786:osd_declare_destroy()) Process entered 00000001:00000001:0.0:1673551335.489934:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.489935:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.489935:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x240002b1e:0x1acf0:0x0] ino=92271024 type=0, id=0 00040000:00000001:0.0:1673551335.489937:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.489938:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489938:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489939:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.489939:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x240002b1e:0x1acf0:0x0] ino=92271024 type=1, id=0 00040000:00000001:0.0:1673551335.489940:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.489940:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489941:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489941:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.489941:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x240002b1e:0x1acf0:0x0] ino=92271024 type=2, id=0 00040000:00000001:0.0:1673551335.489942:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.489942:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489942:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489943:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489943:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.489944:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.489944:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x240002b1e:0x1acf0:0x0] ino=92271024 type=0, id=0 00040000:00000001:0.0:1673551335.489945:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.489945:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489945:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489946:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.489946:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x240002b1e:0x1acf0:0x0] ino=92271024 type=1, id=0 00040000:00000001:0.0:1673551335.489947:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.489947:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489947:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489948:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.489948:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x240002b1e:0x1acf0:0x0] ino=92271024 type=2, id=0 00040000:00000001:0.0:1673551335.489949:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.489949:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489949:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489950:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1673551335.489950:0:2380004:0:(osd_handler.c:390:osd_idc_find_and_init()) ai200x-MDT0001: FID [0x240002b1e:0x1acf0:0x0] not in the id map cache 00080000:00000001:0.0:1673551335.489951:0:2380004:0:(osd_handler.c:3827:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489952:0:2380004:0:(lod_sub_object.c:359:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489953:0:2380004:0:(lod_object.c:1179:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1673551335.489953:0:2380004:0:(lod_sub_object.c:348:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.489954:0:2380004:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1673551335.489954:0:2380004:0:(lod_dev.c:129:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1673551335.489954:0:2380004:0:(fld_handler.c:248:fld_server_lookup()) Process entered 80000000:00000001:0.0:1673551335.489955:0:2380004:0:(fld_handler.c:212:fld_local_lookup()) Process entered 80000000:00000001:0.0:1673551335.489955:0:2380004:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1673551335.489956:0:2380004:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.489957:0:2380004:0:(fld_handler.c:229:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.489957:0:2380004:0:(fld_handler.c:252:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.489957:0:2380004:0:(lod_dev.c:170:lod_fld_lookup()) ai200x-MDT0001-mdtlov: got tgt 7 for sequence: 0x480000401 00000004:00000001:0.0:1673551335.489958:0:2380004:0:(lod_dev.c:172:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.489958:0:2380004:0:(lod_sub_object.c:102:lod_sub_get_thandle()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000001:0.0:1673551335.489959:0:2380004:0:(osp_object.c:1632:osp_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.489960:0:2380004:0:(osp_sync.c:308:osp_sync_declare_add()) Process entered 00000020:00000001:0.0:1673551335.489961:0:2380004:0:(update_trans.c:1176:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1673551335.489961:0:2380004:0:(update_trans.c:1181:thandle_get_sub_by_dt()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000040:0.0:1673551335.489962:0:2380004:0:(lustre_log.h:384:llog_ctxt_get()) GETting ctxt 000000005f2da8ff : new refcount 3 00000040:00000001:0.0:1673551335.489963:0:2380004:0:(llog.c:1214:llog_declare_add()) Process entered 00000040:00000001:0.0:1673551335.489964:0:2380004:0:(llog_cat.c:623:llog_cat_declare_add_rec()) Process entered 00000040:00000001:0.0:1673551335.489965:0:2380004:0:(llog.c:1066:llog_exist()) Process entered 00000040:00000001:0.0:1673551335.489966:0:2380004:0:(llog.c:1075:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1673551335.489967:0:2380004:0:(llog_cat.c:305:llog_cat_prep_log()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1673551335.489967:0:2380004:0:(llog.c:1066:llog_exist()) Process entered 00000040:00000001:0.0:1673551335.489968:0:2380004:0:(llog.c:1075:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.489969:0:2380004:0:(llog.c:1086:llog_declare_create()) Process entered 00000040:00000001:0.0:1673551335.489970:0:2380004:0:(llog_osd.c:1529:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1673551335.489971:0:2380004:0:(local_storage.c:228:local_object_declare_create()) Process entered 00080000:00000001:0.0:1673551335.489972:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.489972:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.489973:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.489973:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=0, id=0 00040000:00000001:0.0:1673551335.489974:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.489974:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489974:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489975:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.489975:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=1, id=0 00040000:00000001:0.0:1673551335.489976:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.489976:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489976:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489977:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.489977:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=2, id=0 00040000:00000001:0.0:1673551335.489977:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.489978:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489978:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489978:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1673551335.489979:0:2380004:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000afd51b4d. 00080000:00000001:0.0:1673551335.489980:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.489981:0:2380004:0:(osd_handler.c:3716:osd_declare_create()) Process entered 00080000:00000002:0.0:1673551335.489981:0:2380004:0:(osd_handler.c:390:osd_idc_find_and_init()) ai200x-MDT0001: FID [0x1:0x1c1b:0x0] not in the id map cache 00000001:00000001:0.0:1673551335.489982:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.489982:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.489982:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1b:0x0] ino=0 type=0, id=0 00040000:00000001:0.0:1673551335.489983:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.489983:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489984:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489984:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.489984:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1b:0x0] ino=0 type=1, id=0 00040000:00000001:0.0:1673551335.489985:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.489985:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489985:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489986:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.489986:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1b:0x0] ino=0 type=2, id=0 00040000:00000001:0.0:1673551335.489987:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.489987:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489987:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489987:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.489988:0:2380004:0:(osd_handler.c:3770:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551335.489989:0:2380004:0:(local_storage.c:249:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.489990:0:2380004:0:(llog_osd.c:1585:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.489990:0:2380004:0:(llog.c:1097:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.489991:0:2380004:0:(llog.c:1130:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1673551335.489992:0:2380004:0:(llog_osd.c:328:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1673551335.489992:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.489993:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.489993:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.489994:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x14:0x0] ino=160 type=0, id=0 00040000:00000001:0.0:1673551335.489994:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.489995:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489995:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489995:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.489996:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x14:0x0] ino=160 type=1, id=0 00040000:00000001:0.0:1673551335.489996:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.489996:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489997:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489997:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.489998:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x14:0x0] ino=160 type=2, id=0 00040000:00000001:0.0:1673551335.489998:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.489998:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489999:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.489999:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1673551335.490000:0:2380004:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d287f58a. 00080000:00000001:0.0:1673551335.490000:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490000:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490001:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490001:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490001:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x14:0x0] ino=160 type=0, id=0 00040000:00000001:0.0:1673551335.490002:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490002:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490002:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490003:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490003:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x14:0x0] ino=160 type=1, id=0 00040000:00000001:0.0:1673551335.490004:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490004:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490004:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490005:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490005:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x14:0x0] ino=160 type=2, id=0 00040000:00000001:0.0:1673551335.490005:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490006:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490006:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490006:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490007:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490007:0:2380004:0:(llog_osd.c:357:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490008:0:2380004:0:(llog.c:1142:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490008:0:2380004:0:(llog.c:1130:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1673551335.490008:0:2380004:0:(llog_osd.c:328:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1673551335.490009:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490010:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490010:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490010:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1a:0x0] ino=44617 type=0, id=0 00040000:00000001:0.0:1673551335.490011:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490011:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490012:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490013:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490013:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1a:0x0] ino=44617 type=1, id=0 00040000:00000001:0.0:1673551335.490014:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490014:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490014:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490015:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490015:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1a:0x0] ino=44617 type=2, id=0 00040000:00000001:0.0:1673551335.490015:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490016:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490016:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490016:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1673551335.490017:0:2380004:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000037b16ae. 00080000:00000001:0.0:1673551335.490017:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490018:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490018:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490018:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490019:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1a:0x0] ino=44617 type=0, id=0 00040000:00000001:0.0:1673551335.490019:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490019:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490020:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490020:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490020:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1a:0x0] ino=44617 type=1, id=0 00040000:00000001:0.0:1673551335.490021:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490021:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490021:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490022:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490022:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1a:0x0] ino=44617 type=2, id=0 00040000:00000001:0.0:1673551335.490023:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490023:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490023:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490024:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490024:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490024:0:2380004:0:(llog_osd.c:357:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490025:0:2380004:0:(llog.c:1142:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490025:0:2380004:0:(llog_cat.c:658:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490026:0:2380004:0:(llog.c:1222:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.490026:0:2380004:0:(lustre_log.h:394:llog_ctxt_put()) PUTting ctxt 000000005f2da8ff : new refcount 2 00000004:00000001:0.0:1673551335.490027:0:2380004:0:(osp_sync.c:341:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490027:0:2380004:0:(osp_object.c:1639:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490028:0:2380004:0:(lod_sub_object.c:359:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490028:0:2380004:0:(lod_sub_object.c:348:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.490029:0:2380004:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1673551335.490029:0:2380004:0:(lod_dev.c:129:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1673551335.490029:0:2380004:0:(fld_handler.c:248:fld_server_lookup()) Process entered 80000000:00000001:0.0:1673551335.490030:0:2380004:0:(fld_handler.c:212:fld_local_lookup()) Process entered 80000000:00000001:0.0:1673551335.490030:0:2380004:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1673551335.490030:0:2380004:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.490031:0:2380004:0:(fld_handler.c:229:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.490031:0:2380004:0:(fld_handler.c:252:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.490032:0:2380004:0:(lod_dev.c:170:lod_fld_lookup()) ai200x-MDT0001-mdtlov: got tgt 1 for sequence: 0x380000400 00000004:00000001:0.0:1673551335.490032:0:2380004:0:(lod_dev.c:172:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490033:0:2380004:0:(lod_sub_object.c:102:lod_sub_get_thandle()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000001:0.0:1673551335.490033:0:2380004:0:(osp_object.c:1632:osp_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.490033:0:2380004:0:(osp_sync.c:308:osp_sync_declare_add()) Process entered 00000020:00000001:0.0:1673551335.490034:0:2380004:0:(update_trans.c:1176:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1673551335.490034:0:2380004:0:(update_trans.c:1181:thandle_get_sub_by_dt()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000040:0.0:1673551335.490035:0:2380004:0:(lustre_log.h:384:llog_ctxt_get()) GETting ctxt 00000000c3563d14 : new refcount 3 00000040:00000001:0.0:1673551335.490035:0:2380004:0:(llog.c:1214:llog_declare_add()) Process entered 00000040:00000001:0.0:1673551335.490036:0:2380004:0:(llog_cat.c:623:llog_cat_declare_add_rec()) Process entered 00000040:00000001:0.0:1673551335.490036:0:2380004:0:(llog.c:1066:llog_exist()) Process entered 00000040:00000001:0.0:1673551335.490037:0:2380004:0:(llog.c:1075:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1673551335.490037:0:2380004:0:(llog_cat.c:305:llog_cat_prep_log()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1673551335.490038:0:2380004:0:(llog.c:1066:llog_exist()) Process entered 00000040:00000001:0.0:1673551335.490038:0:2380004:0:(llog.c:1075:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490038:0:2380004:0:(llog.c:1086:llog_declare_create()) Process entered 00000040:00000001:0.0:1673551335.490039:0:2380004:0:(llog_osd.c:1529:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1673551335.490039:0:2380004:0:(local_storage.c:228:local_object_declare_create()) Process entered 00080000:00000001:0.0:1673551335.490040:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490040:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490040:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490040:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=0, id=0 00040000:00000001:0.0:1673551335.490041:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490041:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490042:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490042:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490051:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=1, id=0 00040000:00000001:0.0:1673551335.490052:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490052:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490052:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490053:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490053:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=2, id=0 00040000:00000001:0.0:1673551335.490054:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490054:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490054:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490055:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490055:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490056:0:2380004:0:(osd_handler.c:3716:osd_declare_create()) Process entered 00080000:00000002:0.0:1673551335.490056:0:2380004:0:(osd_handler.c:390:osd_idc_find_and_init()) ai200x-MDT0001: FID [0x1:0x1c11:0x0] not in the id map cache 00000001:00000001:0.0:1673551335.490057:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490057:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490057:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c11:0x0] ino=0 type=0, id=0 00040000:00000001:0.0:1673551335.490058:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490058:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490058:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490059:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490059:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c11:0x0] ino=0 type=1, id=0 00040000:00000001:0.0:1673551335.490059:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490060:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490060:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490060:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490061:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c11:0x0] ino=0 type=2, id=0 00040000:00000001:0.0:1673551335.490061:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490061:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490062:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490062:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490062:0:2380004:0:(osd_handler.c:3770:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551335.490063:0:2380004:0:(local_storage.c:249:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490063:0:2380004:0:(llog_osd.c:1585:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490064:0:2380004:0:(llog.c:1097:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490064:0:2380004:0:(llog.c:1130:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1673551335.490065:0:2380004:0:(llog_osd.c:328:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1673551335.490065:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490066:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490066:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490066:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x5:0x0] ino=150 type=0, id=0 00040000:00000001:0.0:1673551335.490067:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490067:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490068:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490068:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490068:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x5:0x0] ino=150 type=1, id=0 00040000:00000001:0.0:1673551335.490069:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490069:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490069:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490070:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490070:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x5:0x0] ino=150 type=2, id=0 00040000:00000001:0.0:1673551335.490070:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490071:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490071:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490071:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1673551335.490072:0:2380004:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000149f742c. 00080000:00000001:0.0:1673551335.490072:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490073:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490073:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490073:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490074:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x5:0x0] ino=150 type=0, id=0 00040000:00000001:0.0:1673551335.490074:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490074:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490075:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490075:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490075:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x5:0x0] ino=150 type=1, id=0 00040000:00000001:0.0:1673551335.490076:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490076:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490076:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490077:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490077:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x5:0x0] ino=150 type=2, id=0 00040000:00000001:0.0:1673551335.490078:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490078:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490078:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490079:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490079:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490079:0:2380004:0:(llog_osd.c:357:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490080:0:2380004:0:(llog.c:1142:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490080:0:2380004:0:(llog.c:1130:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1673551335.490081:0:2380004:0:(llog_osd.c:328:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1673551335.490081:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490081:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490082:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490082:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c10:0x0] ino=484 type=0, id=0 00040000:00000001:0.0:1673551335.490083:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490083:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490083:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490084:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490084:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c10:0x0] ino=484 type=1, id=0 00040000:00000001:0.0:1673551335.490084:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490085:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490085:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490085:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490086:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c10:0x0] ino=484 type=2, id=0 00040000:00000001:0.0:1673551335.490086:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490086:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490087:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490087:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1673551335.490088:0:2380004:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004eb8abca. 00080000:00000001:0.0:1673551335.490088:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490088:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490089:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490089:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490089:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c10:0x0] ino=484 type=0, id=0 00040000:00000001:0.0:1673551335.490090:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490090:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490090:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490091:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490091:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c10:0x0] ino=484 type=1, id=0 00040000:00000001:0.0:1673551335.490091:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490092:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490092:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490092:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490093:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c10:0x0] ino=484 type=2, id=0 00040000:00000001:0.0:1673551335.490093:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490093:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490094:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490094:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490095:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490095:0:2380004:0:(llog_osd.c:357:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490096:0:2380004:0:(llog.c:1142:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490096:0:2380004:0:(llog_cat.c:658:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490096:0:2380004:0:(llog.c:1222:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.490097:0:2380004:0:(lustre_log.h:394:llog_ctxt_put()) PUTting ctxt 00000000c3563d14 : new refcount 2 00000004:00000001:0.0:1673551335.490097:0:2380004:0:(osp_sync.c:341:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490098:0:2380004:0:(osp_object.c:1639:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490098:0:2380004:0:(lod_sub_object.c:359:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490099:0:2380004:0:(lod_sub_object.c:348:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.490099:0:2380004:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1673551335.490099:0:2380004:0:(lod_dev.c:129:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1673551335.490100:0:2380004:0:(fld_handler.c:248:fld_server_lookup()) Process entered 80000000:00000001:0.0:1673551335.490100:0:2380004:0:(fld_handler.c:212:fld_local_lookup()) Process entered 80000000:00000001:0.0:1673551335.490100:0:2380004:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1673551335.490101:0:2380004:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.490101:0:2380004:0:(fld_handler.c:229:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.490102:0:2380004:0:(fld_handler.c:252:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.490102:0:2380004:0:(lod_dev.c:170:lod_fld_lookup()) ai200x-MDT0001-mdtlov: got tgt 4 for sequence: 0x440000402 00000004:00000001:0.0:1673551335.490102:0:2380004:0:(lod_dev.c:172:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490103:0:2380004:0:(lod_sub_object.c:102:lod_sub_get_thandle()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000001:0.0:1673551335.490104:0:2380004:0:(osp_object.c:1632:osp_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.490104:0:2380004:0:(osp_sync.c:308:osp_sync_declare_add()) Process entered 00000020:00000001:0.0:1673551335.490105:0:2380004:0:(update_trans.c:1176:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1673551335.490105:0:2380004:0:(update_trans.c:1181:thandle_get_sub_by_dt()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000040:0.0:1673551335.490106:0:2380004:0:(lustre_log.h:384:llog_ctxt_get()) GETting ctxt 0000000005ccddfd : new refcount 3 00000040:00000001:0.0:1673551335.490106:0:2380004:0:(llog.c:1214:llog_declare_add()) Process entered 00000040:00000001:0.0:1673551335.490107:0:2380004:0:(llog_cat.c:623:llog_cat_declare_add_rec()) Process entered 00000040:00000001:0.0:1673551335.490107:0:2380004:0:(llog.c:1066:llog_exist()) Process entered 00000040:00000001:0.0:1673551335.490108:0:2380004:0:(llog.c:1075:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1673551335.490108:0:2380004:0:(llog_cat.c:305:llog_cat_prep_log()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1673551335.490108:0:2380004:0:(llog.c:1066:llog_exist()) Process entered 00000040:00000001:0.0:1673551335.490109:0:2380004:0:(llog.c:1075:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490109:0:2380004:0:(llog.c:1086:llog_declare_create()) Process entered 00000040:00000001:0.0:1673551335.490110:0:2380004:0:(llog_osd.c:1529:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1673551335.490110:0:2380004:0:(local_storage.c:228:local_object_declare_create()) Process entered 00080000:00000001:0.0:1673551335.490110:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490111:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490111:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490112:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=0, id=0 00040000:00000001:0.0:1673551335.490112:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490112:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490113:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490113:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490113:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=1, id=0 00040000:00000001:0.0:1673551335.490114:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490114:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490114:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490115:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490115:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=2, id=0 00040000:00000001:0.0:1673551335.490116:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490116:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490116:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490117:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490117:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490117:0:2380004:0:(osd_handler.c:3716:osd_declare_create()) Process entered 00080000:00000002:0.0:1673551335.490118:0:2380004:0:(osd_handler.c:390:osd_idc_find_and_init()) ai200x-MDT0001: FID [0x1:0x1c17:0x0] not in the id map cache 00000001:00000001:0.0:1673551335.490118:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490119:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490119:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c17:0x0] ino=0 type=0, id=0 00040000:00000001:0.0:1673551335.490119:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490120:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490120:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490121:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490121:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c17:0x0] ino=0 type=1, id=0 00040000:00000001:0.0:1673551335.490121:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490122:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490122:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490122:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490123:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c17:0x0] ino=0 type=2, id=0 00040000:00000001:0.0:1673551335.490123:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490123:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490124:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490124:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490125:0:2380004:0:(osd_handler.c:3770:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551335.490125:0:2380004:0:(local_storage.c:249:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490126:0:2380004:0:(llog_osd.c:1585:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490127:0:2380004:0:(llog.c:1097:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490127:0:2380004:0:(llog.c:1130:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1673551335.490128:0:2380004:0:(llog_osd.c:328:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1673551335.490128:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490128:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490129:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490129:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0xe:0x0] ino=156 type=0, id=0 00040000:00000001:0.0:1673551335.490130:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490130:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490130:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490131:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490131:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0xe:0x0] ino=156 type=1, id=0 00040000:00000001:0.0:1673551335.490131:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490132:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490132:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490132:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490133:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0xe:0x0] ino=156 type=2, id=0 00040000:00000001:0.0:1673551335.490133:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490133:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490134:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490134:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1673551335.490134:0:2380004:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c661b8c3. 00080000:00000001:0.0:1673551335.490135:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490135:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490136:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490136:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490136:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0xe:0x0] ino=156 type=0, id=0 00040000:00000001:0.0:1673551335.490137:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490137:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490137:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490138:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490138:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0xe:0x0] ino=156 type=1, id=0 00040000:00000001:0.0:1673551335.490138:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490139:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490139:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490139:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490140:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0xe:0x0] ino=156 type=2, id=0 00040000:00000001:0.0:1673551335.490140:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490141:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490141:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490141:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490142:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490142:0:2380004:0:(llog_osd.c:357:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490143:0:2380004:0:(llog.c:1142:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490143:0:2380004:0:(llog.c:1130:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1673551335.490143:0:2380004:0:(llog_osd.c:328:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1673551335.490143:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490144:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490144:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490144:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c16:0x0] ino=6748 type=0, id=0 00040000:00000001:0.0:1673551335.490145:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490145:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490145:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490146:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490146:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c16:0x0] ino=6748 type=1, id=0 00040000:00000001:0.0:1673551335.490147:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490147:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490147:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490148:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490148:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c16:0x0] ino=6748 type=2, id=0 00040000:00000001:0.0:1673551335.490148:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490148:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490149:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490149:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1673551335.490150:0:2380004:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000fc780837. 00080000:00000001:0.0:1673551335.490150:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490150:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490151:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490151:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490151:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c16:0x0] ino=6748 type=0, id=0 00040000:00000001:0.0:1673551335.490152:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490152:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490152:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490153:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490153:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c16:0x0] ino=6748 type=1, id=0 00040000:00000001:0.0:1673551335.490153:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490154:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490154:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490155:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490155:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c16:0x0] ino=6748 type=2, id=0 00040000:00000001:0.0:1673551335.490155:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490156:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490156:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490156:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490157:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490157:0:2380004:0:(llog_osd.c:357:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490157:0:2380004:0:(llog.c:1142:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490158:0:2380004:0:(llog_cat.c:658:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490158:0:2380004:0:(llog.c:1222:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.490159:0:2380004:0:(lustre_log.h:394:llog_ctxt_put()) PUTting ctxt 0000000005ccddfd : new refcount 2 00000004:00000001:0.0:1673551335.490159:0:2380004:0:(osp_sync.c:341:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490160:0:2380004:0:(osp_object.c:1639:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490160:0:2380004:0:(lod_sub_object.c:359:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490160:0:2380004:0:(lod_sub_object.c:348:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.490161:0:2380004:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1673551335.490162:0:2380004:0:(lod_dev.c:129:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1673551335.490162:0:2380004:0:(fld_handler.c:248:fld_server_lookup()) Process entered 80000000:00000001:0.0:1673551335.490162:0:2380004:0:(fld_handler.c:212:fld_local_lookup()) Process entered 80000000:00000001:0.0:1673551335.490162:0:2380004:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1673551335.490163:0:2380004:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.490163:0:2380004:0:(fld_handler.c:229:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.490164:0:2380004:0:(fld_handler.c:252:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.490164:0:2380004:0:(lod_dev.c:170:lod_fld_lookup()) ai200x-MDT0001-mdtlov: got tgt 3 for sequence: 0x300000400 00000004:00000001:0.0:1673551335.490164:0:2380004:0:(lod_dev.c:172:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490165:0:2380004:0:(lod_sub_object.c:102:lod_sub_get_thandle()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000001:0.0:1673551335.490165:0:2380004:0:(osp_object.c:1632:osp_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.490166:0:2380004:0:(osp_sync.c:308:osp_sync_declare_add()) Process entered 00000020:00000001:0.0:1673551335.490166:0:2380004:0:(update_trans.c:1176:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1673551335.490166:0:2380004:0:(update_trans.c:1181:thandle_get_sub_by_dt()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000040:0.0:1673551335.490167:0:2380004:0:(lustre_log.h:384:llog_ctxt_get()) GETting ctxt 000000004dd96e94 : new refcount 3 00000040:00000001:0.0:1673551335.490168:0:2380004:0:(llog.c:1214:llog_declare_add()) Process entered 00000040:00000001:0.0:1673551335.490168:0:2380004:0:(llog_cat.c:623:llog_cat_declare_add_rec()) Process entered 00000040:00000001:0.0:1673551335.490168:0:2380004:0:(llog.c:1066:llog_exist()) Process entered 00000040:00000001:0.0:1673551335.490169:0:2380004:0:(llog.c:1075:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1673551335.490169:0:2380004:0:(llog_cat.c:305:llog_cat_prep_log()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1673551335.490170:0:2380004:0:(llog.c:1066:llog_exist()) Process entered 00000040:00000001:0.0:1673551335.490170:0:2380004:0:(llog.c:1075:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490171:0:2380004:0:(llog.c:1086:llog_declare_create()) Process entered 00000040:00000001:0.0:1673551335.490171:0:2380004:0:(llog_osd.c:1529:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1673551335.490171:0:2380004:0:(local_storage.c:228:local_object_declare_create()) Process entered 00080000:00000001:0.0:1673551335.490172:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490172:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490172:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490173:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=0, id=0 00040000:00000001:0.0:1673551335.490173:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490173:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490174:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490174:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490174:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=1, id=0 00040000:00000001:0.0:1673551335.490175:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490175:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490175:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490176:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490176:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=2, id=0 00040000:00000001:0.0:1673551335.490177:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490177:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490177:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490178:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490178:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490179:0:2380004:0:(osd_handler.c:3716:osd_declare_create()) Process entered 00080000:00000002:0.0:1673551335.490179:0:2380004:0:(osd_handler.c:390:osd_idc_find_and_init()) ai200x-MDT0001: FID [0x1:0x1c19:0x0] not in the id map cache 00000001:00000001:0.0:1673551335.490179:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490180:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490180:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c19:0x0] ino=0 type=0, id=0 00040000:00000001:0.0:1673551335.490180:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490181:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490181:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490181:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490182:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c19:0x0] ino=0 type=1, id=0 00040000:00000001:0.0:1673551335.490182:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490182:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490183:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490183:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490184:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c19:0x0] ino=0 type=2, id=0 00040000:00000001:0.0:1673551335.490184:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490185:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490185:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490185:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490186:0:2380004:0:(osd_handler.c:3770:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551335.490186:0:2380004:0:(local_storage.c:249:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490187:0:2380004:0:(llog_osd.c:1585:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490187:0:2380004:0:(llog.c:1097:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490188:0:2380004:0:(llog.c:1130:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1673551335.490188:0:2380004:0:(llog_osd.c:328:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1673551335.490188:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490189:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490189:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490189:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x11:0x0] ino=158 type=0, id=0 00040000:00000001:0.0:1673551335.490190:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490190:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490191:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490191:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490191:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x11:0x0] ino=158 type=1, id=0 00040000:00000001:0.0:1673551335.490192:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490192:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490192:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490193:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490193:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x11:0x0] ino=158 type=2, id=0 00040000:00000001:0.0:1673551335.490193:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490194:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490194:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490194:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1673551335.490195:0:2380004:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000059e23356. 00080000:00000001:0.0:1673551335.490195:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490196:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490196:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490196:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490196:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x11:0x0] ino=158 type=0, id=0 00040000:00000001:0.0:1673551335.490197:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490197:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490198:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490198:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490199:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x11:0x0] ino=158 type=1, id=0 00040000:00000001:0.0:1673551335.490199:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490199:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490200:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490200:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490200:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x11:0x0] ino=158 type=2, id=0 00040000:00000001:0.0:1673551335.490201:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490201:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490201:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490202:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490202:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490202:0:2380004:0:(llog_osd.c:357:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490203:0:2380004:0:(llog.c:1142:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490203:0:2380004:0:(llog.c:1130:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1673551335.490204:0:2380004:0:(llog_osd.c:328:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1673551335.490204:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490204:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490204:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490205:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c18:0x0] ino=21933 type=0, id=0 00040000:00000001:0.0:1673551335.490205:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490205:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490206:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490206:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490206:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c18:0x0] ino=21933 type=1, id=0 00040000:00000001:0.0:1673551335.490207:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490207:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490208:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490208:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490208:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c18:0x0] ino=21933 type=2, id=0 00040000:00000001:0.0:1673551335.490209:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490209:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490209:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490210:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1673551335.490210:0:2380004:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000497f04bc. 00080000:00000001:0.0:1673551335.490211:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490211:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490211:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490212:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490212:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c18:0x0] ino=21933 type=0, id=0 00040000:00000001:0.0:1673551335.490213:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490213:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490213:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490214:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490214:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c18:0x0] ino=21933 type=1, id=0 00040000:00000001:0.0:1673551335.490214:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490215:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490215:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490215:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490216:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c18:0x0] ino=21933 type=2, id=0 00040000:00000001:0.0:1673551335.490216:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490216:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490217:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490217:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490217:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490218:0:2380004:0:(llog_osd.c:357:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490218:0:2380004:0:(llog.c:1142:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490219:0:2380004:0:(llog_cat.c:658:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490219:0:2380004:0:(llog.c:1222:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.490219:0:2380004:0:(lustre_log.h:394:llog_ctxt_put()) PUTting ctxt 000000004dd96e94 : new refcount 2 00000004:00000001:0.0:1673551335.490220:0:2380004:0:(osp_sync.c:341:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490220:0:2380004:0:(osp_object.c:1639:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490221:0:2380004:0:(lod_sub_object.c:359:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490221:0:2380004:0:(lod_sub_object.c:348:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.490221:0:2380004:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1673551335.490222:0:2380004:0:(lod_dev.c:129:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1673551335.490222:0:2380004:0:(fld_handler.c:248:fld_server_lookup()) Process entered 80000000:00000001:0.0:1673551335.490222:0:2380004:0:(fld_handler.c:212:fld_local_lookup()) Process entered 80000000:00000001:0.0:1673551335.490222:0:2380004:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1673551335.490223:0:2380004:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.490223:0:2380004:0:(fld_handler.c:229:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.490224:0:2380004:0:(fld_handler.c:252:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.490224:0:2380004:0:(lod_dev.c:170:lod_fld_lookup()) ai200x-MDT0001-mdtlov: got tgt 6 for sequence: 0x4c0000401 00000004:00000001:0.0:1673551335.490225:0:2380004:0:(lod_dev.c:172:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490225:0:2380004:0:(lod_sub_object.c:102:lod_sub_get_thandle()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000001:0.0:1673551335.490225:0:2380004:0:(osp_object.c:1632:osp_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.490226:0:2380004:0:(osp_sync.c:308:osp_sync_declare_add()) Process entered 00000020:00000001:0.0:1673551335.490227:0:2380004:0:(update_trans.c:1176:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1673551335.490227:0:2380004:0:(update_trans.c:1181:thandle_get_sub_by_dt()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000040:0.0:1673551335.490228:0:2380004:0:(lustre_log.h:384:llog_ctxt_get()) GETting ctxt 000000008bb5b6cc : new refcount 3 00000040:00000001:0.0:1673551335.490229:0:2380004:0:(llog.c:1214:llog_declare_add()) Process entered 00000040:00000001:0.0:1673551335.490229:0:2380004:0:(llog_cat.c:623:llog_cat_declare_add_rec()) Process entered 00000040:00000001:0.0:1673551335.490229:0:2380004:0:(llog.c:1066:llog_exist()) Process entered 00000040:00000001:0.0:1673551335.490230:0:2380004:0:(llog.c:1075:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1673551335.490230:0:2380004:0:(llog_cat.c:305:llog_cat_prep_log()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1673551335.490230:0:2380004:0:(llog.c:1066:llog_exist()) Process entered 00000040:00000001:0.0:1673551335.490231:0:2380004:0:(llog.c:1075:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490231:0:2380004:0:(llog.c:1086:llog_declare_create()) Process entered 00000040:00000001:0.0:1673551335.490232:0:2380004:0:(llog_osd.c:1529:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1673551335.490232:0:2380004:0:(local_storage.c:228:local_object_declare_create()) Process entered 00080000:00000001:0.0:1673551335.490232:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490233:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490233:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490233:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=0, id=0 00040000:00000001:0.0:1673551335.490234:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490234:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490234:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490235:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490235:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=1, id=0 00040000:00000001:0.0:1673551335.490235:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490236:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490236:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490236:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490237:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=2, id=0 00040000:00000001:0.0:1673551335.490237:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490237:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490238:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490238:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490239:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490239:0:2380004:0:(osd_handler.c:3716:osd_declare_create()) Process entered 00080000:00000002:0.0:1673551335.490239:0:2380004:0:(osd_handler.c:390:osd_idc_find_and_init()) ai200x-MDT0001: FID [0x1:0x1c1d:0x0] not in the id map cache 00000001:00000001:0.0:1673551335.490240:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490240:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490240:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1d:0x0] ino=0 type=0, id=0 00040000:00000001:0.0:1673551335.490241:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490241:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490242:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490242:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490242:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1d:0x0] ino=0 type=1, id=0 00040000:00000001:0.0:1673551335.490243:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490243:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490244:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490244:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490244:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1d:0x0] ino=0 type=2, id=0 00040000:00000001:0.0:1673551335.490245:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490245:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490245:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490246:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490246:0:2380004:0:(osd_handler.c:3770:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551335.490247:0:2380004:0:(local_storage.c:249:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490247:0:2380004:0:(llog_osd.c:1585:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490247:0:2380004:0:(llog.c:1097:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490248:0:2380004:0:(llog.c:1130:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1673551335.490248:0:2380004:0:(llog_osd.c:328:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1673551335.490249:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490249:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490249:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490250:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x17:0x0] ino=162 type=0, id=0 00040000:00000001:0.0:1673551335.490250:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490250:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490251:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490251:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490251:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x17:0x0] ino=162 type=1, id=0 00040000:00000001:0.0:1673551335.490252:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490252:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490253:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490253:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490253:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x17:0x0] ino=162 type=2, id=0 00040000:00000001:0.0:1673551335.490254:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490254:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490254:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490255:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1673551335.490255:0:2380004:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f2d3946b. 00080000:00000001:0.0:1673551335.490256:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490256:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490256:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490257:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490257:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x17:0x0] ino=162 type=0, id=0 00040000:00000001:0.0:1673551335.490257:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490258:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490258:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490259:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490259:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x17:0x0] ino=162 type=1, id=0 00040000:00000001:0.0:1673551335.490259:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490260:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490260:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490260:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490260:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x17:0x0] ino=162 type=2, id=0 00040000:00000001:0.0:1673551335.490261:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490261:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490262:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490262:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490262:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490263:0:2380004:0:(llog_osd.c:357:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490263:0:2380004:0:(llog.c:1142:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490264:0:2380004:0:(llog.c:1130:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1673551335.490264:0:2380004:0:(llog_osd.c:328:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1673551335.490264:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490264:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490265:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490265:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1c:0x0] ino=45432 type=0, id=0 00040000:00000001:0.0:1673551335.490265:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490266:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490266:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490267:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490267:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1c:0x0] ino=45432 type=1, id=0 00040000:00000001:0.0:1673551335.490267:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490267:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490268:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490268:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490268:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1c:0x0] ino=45432 type=2, id=0 00040000:00000001:0.0:1673551335.490269:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490269:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490270:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490270:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1673551335.490271:0:2380004:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b5595faa. 00080000:00000001:0.0:1673551335.490271:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490271:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490272:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490272:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490272:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1c:0x0] ino=45432 type=0, id=0 00040000:00000001:0.0:1673551335.490273:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490273:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490273:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490274:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490274:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1c:0x0] ino=45432 type=1, id=0 00040000:00000001:0.0:1673551335.490274:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490275:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490275:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490275:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490276:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1c:0x0] ino=45432 type=2, id=0 00040000:00000001:0.0:1673551335.490276:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490276:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490277:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490277:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490278:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490278:0:2380004:0:(llog_osd.c:357:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490278:0:2380004:0:(llog.c:1142:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490279:0:2380004:0:(llog_cat.c:658:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490279:0:2380004:0:(llog.c:1222:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.490279:0:2380004:0:(lustre_log.h:394:llog_ctxt_put()) PUTting ctxt 000000008bb5b6cc : new refcount 2 00000004:00000001:0.0:1673551335.490280:0:2380004:0:(osp_sync.c:341:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490280:0:2380004:0:(osp_object.c:1639:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490281:0:2380004:0:(lod_sub_object.c:359:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490281:0:2380004:0:(lod_sub_object.c:348:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.490281:0:2380004:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1673551335.490282:0:2380004:0:(lod_dev.c:129:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1673551335.490282:0:2380004:0:(fld_handler.c:248:fld_server_lookup()) Process entered 80000000:00000001:0.0:1673551335.490282:0:2380004:0:(fld_handler.c:212:fld_local_lookup()) Process entered 80000000:00000001:0.0:1673551335.490283:0:2380004:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1673551335.490283:0:2380004:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.490284:0:2380004:0:(fld_handler.c:229:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.490284:0:2380004:0:(fld_handler.c:252:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.490284:0:2380004:0:(lod_dev.c:170:lod_fld_lookup()) ai200x-MDT0001-mdtlov: got tgt 0 for sequence: 0x3c0000400 00000004:00000001:0.0:1673551335.490285:0:2380004:0:(lod_dev.c:172:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490285:0:2380004:0:(lod_sub_object.c:102:lod_sub_get_thandle()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000001:0.0:1673551335.490286:0:2380004:0:(osp_object.c:1632:osp_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.490286:0:2380004:0:(osp_sync.c:308:osp_sync_declare_add()) Process entered 00000020:00000001:0.0:1673551335.490286:0:2380004:0:(update_trans.c:1176:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1673551335.490287:0:2380004:0:(update_trans.c:1181:thandle_get_sub_by_dt()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000040:0.0:1673551335.490288:0:2380004:0:(lustre_log.h:384:llog_ctxt_get()) GETting ctxt 000000005cc7720d : new refcount 3 00000040:00000001:0.0:1673551335.490288:0:2380004:0:(llog.c:1214:llog_declare_add()) Process entered 00000040:00000001:0.0:1673551335.490288:0:2380004:0:(llog_cat.c:623:llog_cat_declare_add_rec()) Process entered 00000040:00000001:0.0:1673551335.490289:0:2380004:0:(llog.c:1066:llog_exist()) Process entered 00000040:00000001:0.0:1673551335.490289:0:2380004:0:(llog.c:1075:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1673551335.490289:0:2380004:0:(llog_cat.c:305:llog_cat_prep_log()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1673551335.490290:0:2380004:0:(llog.c:1066:llog_exist()) Process entered 00000040:00000001:0.0:1673551335.490291:0:2380004:0:(llog.c:1075:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490291:0:2380004:0:(llog.c:1086:llog_declare_create()) Process entered 00000040:00000001:0.0:1673551335.490292:0:2380004:0:(llog_osd.c:1529:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1673551335.490292:0:2380004:0:(local_storage.c:228:local_object_declare_create()) Process entered 00080000:00000001:0.0:1673551335.490292:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490293:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490293:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490293:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=0, id=0 00040000:00000001:0.0:1673551335.490294:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490294:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490294:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490295:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490295:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=1, id=0 00040000:00000001:0.0:1673551335.490295:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490296:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490296:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490296:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490297:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=2, id=0 00040000:00000001:0.0:1673551335.490297:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490297:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490298:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490298:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490299:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490299:0:2380004:0:(osd_handler.c:3716:osd_declare_create()) Process entered 00080000:00000002:0.0:1673551335.490300:0:2380004:0:(osd_handler.c:390:osd_idc_find_and_init()) ai200x-MDT0001: FID [0x1:0x1c0f:0x0] not in the id map cache 00000001:00000001:0.0:1673551335.490300:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490300:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490300:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c0f:0x0] ino=0 type=0, id=0 00040000:00000001:0.0:1673551335.490301:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490301:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490302:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490302:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490302:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c0f:0x0] ino=0 type=1, id=0 00040000:00000001:0.0:1673551335.490303:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490303:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490303:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490304:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490304:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c0f:0x0] ino=0 type=2, id=0 00040000:00000001:0.0:1673551335.490304:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490305:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490305:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490305:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490306:0:2380004:0:(osd_handler.c:3770:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551335.490306:0:2380004:0:(local_storage.c:249:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490307:0:2380004:0:(llog_osd.c:1585:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490307:0:2380004:0:(llog.c:1097:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490308:0:2380004:0:(llog.c:1130:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1673551335.490308:0:2380004:0:(llog_osd.c:328:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1673551335.490308:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490309:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490309:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490309:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x2:0x0] ino=148 type=0, id=0 00040000:00000001:0.0:1673551335.490310:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490310:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490310:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490311:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490311:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x2:0x0] ino=148 type=1, id=0 00040000:00000001:0.0:1673551335.490311:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490312:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490312:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490313:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490313:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x2:0x0] ino=148 type=2, id=0 00040000:00000001:0.0:1673551335.490314:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490314:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490314:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490314:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1673551335.490315:0:2380004:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000145711b8. 00080000:00000001:0.0:1673551335.490315:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490316:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490316:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490316:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490317:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x2:0x0] ino=148 type=0, id=0 00040000:00000001:0.0:1673551335.490317:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490317:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490318:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490318:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490318:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x2:0x0] ino=148 type=1, id=0 00040000:00000001:0.0:1673551335.490319:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490319:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490319:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490320:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490320:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x2:0x0] ino=148 type=2, id=0 00040000:00000001:0.0:1673551335.490321:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490321:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490321:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490322:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490322:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490322:0:2380004:0:(llog_osd.c:357:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490323:0:2380004:0:(llog.c:1142:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490323:0:2380004:0:(llog.c:1130:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1673551335.490323:0:2380004:0:(llog_osd.c:328:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1673551335.490324:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490324:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490324:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490324:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c0e:0x0] ino=168 type=0, id=0 00040000:00000001:0.0:1673551335.490325:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490325:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490326:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490326:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490328:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c0e:0x0] ino=168 type=1, id=0 00040000:00000001:0.0:1673551335.490329:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490329:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490329:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490330:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490330:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c0e:0x0] ino=168 type=2, id=0 00040000:00000001:0.0:1673551335.490330:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490331:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490331:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490331:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1673551335.490332:0:2380004:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002bef3386. 00080000:00000001:0.0:1673551335.490332:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490333:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490333:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490333:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490334:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c0e:0x0] ino=168 type=0, id=0 00040000:00000001:0.0:1673551335.490334:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490334:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490335:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490335:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490335:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c0e:0x0] ino=168 type=1, id=0 00040000:00000001:0.0:1673551335.490336:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490336:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490336:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490337:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490337:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c0e:0x0] ino=168 type=2, id=0 00040000:00000001:0.0:1673551335.490337:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490338:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490338:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490338:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490339:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490339:0:2380004:0:(llog_osd.c:357:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490340:0:2380004:0:(llog.c:1142:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490340:0:2380004:0:(llog_cat.c:658:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490340:0:2380004:0:(llog.c:1222:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.490341:0:2380004:0:(lustre_log.h:394:llog_ctxt_put()) PUTting ctxt 000000005cc7720d : new refcount 2 00000004:00000001:0.0:1673551335.490341:0:2380004:0:(osp_sync.c:341:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490342:0:2380004:0:(osp_object.c:1639:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490342:0:2380004:0:(lod_sub_object.c:359:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490343:0:2380004:0:(lod_sub_object.c:348:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.490343:0:2380004:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1673551335.490343:0:2380004:0:(lod_dev.c:129:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1673551335.490344:0:2380004:0:(fld_handler.c:248:fld_server_lookup()) Process entered 80000000:00000001:0.0:1673551335.490344:0:2380004:0:(fld_handler.c:212:fld_local_lookup()) Process entered 80000000:00000001:0.0:1673551335.490344:0:2380004:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1673551335.490345:0:2380004:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.490345:0:2380004:0:(fld_handler.c:229:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.490345:0:2380004:0:(fld_handler.c:252:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.490346:0:2380004:0:(lod_dev.c:170:lod_fld_lookup()) ai200x-MDT0001-mdtlov: got tgt 5 for sequence: 0x400000402 00000004:00000001:0.0:1673551335.490346:0:2380004:0:(lod_dev.c:172:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490347:0:2380004:0:(lod_sub_object.c:102:lod_sub_get_thandle()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000001:0.0:1673551335.490347:0:2380004:0:(osp_object.c:1632:osp_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.490348:0:2380004:0:(osp_sync.c:308:osp_sync_declare_add()) Process entered 00000020:00000001:0.0:1673551335.490348:0:2380004:0:(update_trans.c:1176:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1673551335.490348:0:2380004:0:(update_trans.c:1181:thandle_get_sub_by_dt()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000040:0.0:1673551335.490350:0:2380004:0:(lustre_log.h:384:llog_ctxt_get()) GETting ctxt 00000000014a9e54 : new refcount 3 00000040:00000001:0.0:1673551335.490350:0:2380004:0:(llog.c:1214:llog_declare_add()) Process entered 00000040:00000001:0.0:1673551335.490351:0:2380004:0:(llog_cat.c:623:llog_cat_declare_add_rec()) Process entered 00000040:00000001:0.0:1673551335.490351:0:2380004:0:(llog.c:1066:llog_exist()) Process entered 00000040:00000001:0.0:1673551335.490352:0:2380004:0:(llog.c:1075:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1673551335.490352:0:2380004:0:(llog_cat.c:305:llog_cat_prep_log()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1673551335.490353:0:2380004:0:(llog.c:1066:llog_exist()) Process entered 00000040:00000001:0.0:1673551335.490353:0:2380004:0:(llog.c:1075:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490354:0:2380004:0:(llog.c:1086:llog_declare_create()) Process entered 00000040:00000001:0.0:1673551335.490354:0:2380004:0:(llog_osd.c:1529:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1673551335.490354:0:2380004:0:(local_storage.c:228:local_object_declare_create()) Process entered 00080000:00000001:0.0:1673551335.490355:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490355:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490355:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490355:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=0, id=0 00040000:00000001:0.0:1673551335.490356:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490356:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490357:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490357:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490357:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=1, id=0 00040000:00000001:0.0:1673551335.490358:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490358:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490359:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490359:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490359:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=2, id=0 00040000:00000001:0.0:1673551335.490360:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490360:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490360:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490361:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490361:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490362:0:2380004:0:(osd_handler.c:3716:osd_declare_create()) Process entered 00080000:00000002:0.0:1673551335.490362:0:2380004:0:(osd_handler.c:390:osd_idc_find_and_init()) ai200x-MDT0001: FID [0x1:0x1c13:0x0] not in the id map cache 00000001:00000001:0.0:1673551335.490363:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490363:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490363:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c13:0x0] ino=0 type=0, id=0 00040000:00000001:0.0:1673551335.490364:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490364:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490364:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490365:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490365:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c13:0x0] ino=0 type=1, id=0 00040000:00000001:0.0:1673551335.490365:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490366:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490366:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490366:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490367:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c13:0x0] ino=0 type=2, id=0 00040000:00000001:0.0:1673551335.490367:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490367:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490368:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490368:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490368:0:2380004:0:(osd_handler.c:3770:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551335.490369:0:2380004:0:(local_storage.c:249:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490369:0:2380004:0:(llog_osd.c:1585:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490370:0:2380004:0:(llog.c:1097:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490370:0:2380004:0:(llog.c:1130:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1673551335.490371:0:2380004:0:(llog_osd.c:328:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1673551335.490371:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490371:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490372:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490372:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x8:0x0] ino=152 type=0, id=0 00040000:00000001:0.0:1673551335.490372:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490373:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490373:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490373:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490374:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x8:0x0] ino=152 type=1, id=0 00040000:00000001:0.0:1673551335.490374:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490374:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490375:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490375:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490375:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x8:0x0] ino=152 type=2, id=0 00040000:00000001:0.0:1673551335.490376:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490376:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490377:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490377:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1673551335.490377:0:2380004:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005a8698bb. 00080000:00000001:0.0:1673551335.490378:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490378:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490379:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490379:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490379:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x8:0x0] ino=152 type=0, id=0 00040000:00000001:0.0:1673551335.490380:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490380:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490380:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490380:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490381:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x8:0x0] ino=152 type=1, id=0 00040000:00000001:0.0:1673551335.490381:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490381:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490382:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490382:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490382:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x8:0x0] ino=152 type=2, id=0 00040000:00000001:0.0:1673551335.490383:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490383:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490383:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490384:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490384:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490385:0:2380004:0:(llog_osd.c:357:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490385:0:2380004:0:(llog.c:1142:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490385:0:2380004:0:(llog.c:1130:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1673551335.490386:0:2380004:0:(llog_osd.c:328:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1673551335.490386:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490387:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490387:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490387:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c12:0x0] ino=684 type=0, id=0 00040000:00000001:0.0:1673551335.490388:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490388:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490388:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490389:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490389:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c12:0x0] ino=684 type=1, id=0 00040000:00000001:0.0:1673551335.490389:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490390:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490390:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490390:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490391:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c12:0x0] ino=684 type=2, id=0 00040000:00000001:0.0:1673551335.490391:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490391:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490392:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490392:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1673551335.490393:0:2380004:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cb3457d1. 00080000:00000001:0.0:1673551335.490393:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490393:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490394:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490394:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490394:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c12:0x0] ino=684 type=0, id=0 00040000:00000001:0.0:1673551335.490395:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490395:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490395:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490396:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490396:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c12:0x0] ino=684 type=1, id=0 00040000:00000001:0.0:1673551335.490396:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490397:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490397:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490397:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490398:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c12:0x0] ino=684 type=2, id=0 00040000:00000001:0.0:1673551335.490398:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490398:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490399:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490399:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490400:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490400:0:2380004:0:(llog_osd.c:357:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490400:0:2380004:0:(llog.c:1142:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490401:0:2380004:0:(llog_cat.c:658:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490401:0:2380004:0:(llog.c:1222:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.490402:0:2380004:0:(lustre_log.h:394:llog_ctxt_put()) PUTting ctxt 00000000014a9e54 : new refcount 2 00000004:00000001:0.0:1673551335.490402:0:2380004:0:(osp_sync.c:341:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490402:0:2380004:0:(osp_object.c:1639:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490403:0:2380004:0:(lod_sub_object.c:359:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490403:0:2380004:0:(lod_sub_object.c:348:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.490404:0:2380004:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1673551335.490404:0:2380004:0:(lod_dev.c:129:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1673551335.490404:0:2380004:0:(fld_handler.c:248:fld_server_lookup()) Process entered 80000000:00000001:0.0:1673551335.490405:0:2380004:0:(fld_handler.c:212:fld_local_lookup()) Process entered 80000000:00000001:0.0:1673551335.490405:0:2380004:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1673551335.490405:0:2380004:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.490406:0:2380004:0:(fld_handler.c:229:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.490406:0:2380004:0:(fld_handler.c:252:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.490407:0:2380004:0:(lod_dev.c:170:lod_fld_lookup()) ai200x-MDT0001-mdtlov: got tgt 7 for sequence: 0x480000401 00000004:00000001:0.0:1673551335.490407:0:2380004:0:(lod_dev.c:172:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490407:0:2380004:0:(lod_sub_object.c:102:lod_sub_get_thandle()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000001:0.0:1673551335.490408:0:2380004:0:(osp_object.c:1632:osp_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.490408:0:2380004:0:(osp_sync.c:308:osp_sync_declare_add()) Process entered 00000020:00000001:0.0:1673551335.490409:0:2380004:0:(update_trans.c:1176:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1673551335.490409:0:2380004:0:(update_trans.c:1181:thandle_get_sub_by_dt()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000040:0.0:1673551335.490409:0:2380004:0:(lustre_log.h:384:llog_ctxt_get()) GETting ctxt 000000005f2da8ff : new refcount 3 00000040:00000001:0.0:1673551335.490410:0:2380004:0:(llog.c:1214:llog_declare_add()) Process entered 00000040:00000001:0.0:1673551335.490410:0:2380004:0:(llog_cat.c:623:llog_cat_declare_add_rec()) Process entered 00000040:00000001:0.0:1673551335.490410:0:2380004:0:(llog.c:1066:llog_exist()) Process entered 00000040:00000001:0.0:1673551335.490411:0:2380004:0:(llog.c:1075:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1673551335.490411:0:2380004:0:(llog_cat.c:305:llog_cat_prep_log()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1673551335.490411:0:2380004:0:(llog.c:1066:llog_exist()) Process entered 00000040:00000001:0.0:1673551335.490412:0:2380004:0:(llog.c:1075:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490412:0:2380004:0:(llog.c:1086:llog_declare_create()) Process entered 00000040:00000001:0.0:1673551335.490412:0:2380004:0:(llog_osd.c:1529:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1673551335.490412:0:2380004:0:(local_storage.c:228:local_object_declare_create()) Process entered 00080000:00000001:0.0:1673551335.490413:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490413:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490413:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490414:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=0, id=0 00040000:00000001:0.0:1673551335.490414:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490414:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490415:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490415:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490415:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=1, id=0 00040000:00000001:0.0:1673551335.490416:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490416:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490417:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490417:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490417:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=2, id=0 00040000:00000001:0.0:1673551335.490418:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490418:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490418:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490419:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490419:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490420:0:2380004:0:(osd_handler.c:3716:osd_declare_create()) Process entered 00000001:00000001:0.0:1673551335.490420:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490420:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490420:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1b:0x0] ino=0 type=0, id=0 00040000:00000001:0.0:1673551335.490421:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490421:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490422:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490422:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490422:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1b:0x0] ino=0 type=1, id=0 00040000:00000001:0.0:1673551335.490423:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490423:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490423:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490424:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490424:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1b:0x0] ino=0 type=2, id=0 00040000:00000001:0.0:1673551335.490424:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490425:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490425:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490425:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490426:0:2380004:0:(osd_handler.c:3770:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551335.490426:0:2380004:0:(local_storage.c:249:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490427:0:2380004:0:(llog_osd.c:1585:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490428:0:2380004:0:(llog.c:1097:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490429:0:2380004:0:(llog.c:1130:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1673551335.490429:0:2380004:0:(llog_osd.c:328:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1673551335.490429:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490430:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490430:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490430:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x14:0x0] ino=160 type=0, id=0 00040000:00000001:0.0:1673551335.490431:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490431:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490431:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490432:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490432:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x14:0x0] ino=160 type=1, id=0 00040000:00000001:0.0:1673551335.490432:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490433:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490433:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490433:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490434:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x14:0x0] ino=160 type=2, id=0 00040000:00000001:0.0:1673551335.490434:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490434:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490435:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490435:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490436:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490436:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490436:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490437:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490437:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x14:0x0] ino=160 type=0, id=0 00040000:00000001:0.0:1673551335.490437:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490438:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490438:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490438:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490439:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x14:0x0] ino=160 type=1, id=0 00040000:00000001:0.0:1673551335.490439:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490439:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490440:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490440:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490440:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x14:0x0] ino=160 type=2, id=0 00040000:00000001:0.0:1673551335.490441:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490441:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490441:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490442:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490442:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490443:0:2380004:0:(llog_osd.c:357:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490443:0:2380004:0:(llog.c:1142:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490444:0:2380004:0:(llog.c:1130:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1673551335.490444:0:2380004:0:(llog_osd.c:328:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1673551335.490444:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490444:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490445:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490445:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1a:0x0] ino=44617 type=0, id=0 00040000:00000001:0.0:1673551335.490445:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490446:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490446:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490446:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490447:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1a:0x0] ino=44617 type=1, id=0 00040000:00000001:0.0:1673551335.490447:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490447:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490448:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490448:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490448:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1a:0x0] ino=44617 type=2, id=0 00040000:00000001:0.0:1673551335.490449:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490449:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490450:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490450:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490450:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490451:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490451:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490451:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490452:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1a:0x0] ino=44617 type=0, id=0 00040000:00000001:0.0:1673551335.490452:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490452:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490453:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490453:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490453:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1a:0x0] ino=44617 type=1, id=0 00040000:00000001:0.0:1673551335.490454:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490454:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490454:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490455:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490455:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1a:0x0] ino=44617 type=2, id=0 00040000:00000001:0.0:1673551335.490456:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490456:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490456:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490457:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490457:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490457:0:2380004:0:(llog_osd.c:357:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490458:0:2380004:0:(llog.c:1142:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490458:0:2380004:0:(llog_cat.c:658:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490459:0:2380004:0:(llog.c:1222:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.490459:0:2380004:0:(lustre_log.h:394:llog_ctxt_put()) PUTting ctxt 000000005f2da8ff : new refcount 2 00000004:00000001:0.0:1673551335.490459:0:2380004:0:(osp_sync.c:341:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490460:0:2380004:0:(osp_object.c:1639:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490460:0:2380004:0:(lod_sub_object.c:359:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490461:0:2380004:0:(lod_sub_object.c:348:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.490461:0:2380004:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1673551335.490461:0:2380004:0:(lod_dev.c:129:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1673551335.490461:0:2380004:0:(fld_handler.c:248:fld_server_lookup()) Process entered 80000000:00000001:0.0:1673551335.490462:0:2380004:0:(fld_handler.c:212:fld_local_lookup()) Process entered 80000000:00000001:0.0:1673551335.490462:0:2380004:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1673551335.490462:0:2380004:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.490463:0:2380004:0:(fld_handler.c:229:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.490463:0:2380004:0:(fld_handler.c:252:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.490464:0:2380004:0:(lod_dev.c:170:lod_fld_lookup()) ai200x-MDT0001-mdtlov: got tgt 4 for sequence: 0x440000402 00000004:00000001:0.0:1673551335.490464:0:2380004:0:(lod_dev.c:172:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490464:0:2380004:0:(lod_sub_object.c:102:lod_sub_get_thandle()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000001:0.0:1673551335.490465:0:2380004:0:(osp_object.c:1632:osp_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.490465:0:2380004:0:(osp_sync.c:308:osp_sync_declare_add()) Process entered 00000020:00000001:0.0:1673551335.490465:0:2380004:0:(update_trans.c:1176:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1673551335.490466:0:2380004:0:(update_trans.c:1181:thandle_get_sub_by_dt()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000040:0.0:1673551335.490466:0:2380004:0:(lustre_log.h:384:llog_ctxt_get()) GETting ctxt 0000000005ccddfd : new refcount 3 00000040:00000001:0.0:1673551335.490467:0:2380004:0:(llog.c:1214:llog_declare_add()) Process entered 00000040:00000001:0.0:1673551335.490467:0:2380004:0:(llog_cat.c:623:llog_cat_declare_add_rec()) Process entered 00000040:00000001:0.0:1673551335.490467:0:2380004:0:(llog.c:1066:llog_exist()) Process entered 00000040:00000001:0.0:1673551335.490467:0:2380004:0:(llog.c:1075:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1673551335.490468:0:2380004:0:(llog_cat.c:305:llog_cat_prep_log()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1673551335.490468:0:2380004:0:(llog.c:1066:llog_exist()) Process entered 00000040:00000001:0.0:1673551335.490469:0:2380004:0:(llog.c:1075:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490469:0:2380004:0:(llog.c:1086:llog_declare_create()) Process entered 00000040:00000001:0.0:1673551335.490469:0:2380004:0:(llog_osd.c:1529:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1673551335.490470:0:2380004:0:(local_storage.c:228:local_object_declare_create()) Process entered 00080000:00000001:0.0:1673551335.490470:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490470:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490471:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490471:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=0, id=0 00040000:00000001:0.0:1673551335.490471:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490472:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490472:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490472:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490473:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=1, id=0 00040000:00000001:0.0:1673551335.490473:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490473:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490474:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490474:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490474:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=2, id=0 00040000:00000001:0.0:1673551335.490475:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490475:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490475:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490476:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490476:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490477:0:2380004:0:(osd_handler.c:3716:osd_declare_create()) Process entered 00000001:00000001:0.0:1673551335.490477:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490477:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490478:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c17:0x0] ino=0 type=0, id=0 00040000:00000001:0.0:1673551335.490478:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490478:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490479:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490479:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490479:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c17:0x0] ino=0 type=1, id=0 00040000:00000001:0.0:1673551335.490480:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490480:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490480:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490481:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490481:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c17:0x0] ino=0 type=2, id=0 00040000:00000001:0.0:1673551335.490482:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490482:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490482:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490483:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490483:0:2380004:0:(osd_handler.c:3770:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551335.490484:0:2380004:0:(local_storage.c:249:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490484:0:2380004:0:(llog_osd.c:1585:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490485:0:2380004:0:(llog.c:1097:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490485:0:2380004:0:(llog.c:1130:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1673551335.490485:0:2380004:0:(llog_osd.c:328:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1673551335.490486:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490486:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490486:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490486:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0xe:0x0] ino=156 type=0, id=0 00040000:00000001:0.0:1673551335.490487:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490487:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490487:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490488:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490488:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0xe:0x0] ino=156 type=1, id=0 00040000:00000001:0.0:1673551335.490489:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490489:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490489:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490490:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490490:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0xe:0x0] ino=156 type=2, id=0 00040000:00000001:0.0:1673551335.490490:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490491:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490491:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490491:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490492:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490492:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490492:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490493:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490493:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0xe:0x0] ino=156 type=0, id=0 00040000:00000001:0.0:1673551335.490493:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490494:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490494:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490494:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490495:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0xe:0x0] ino=156 type=1, id=0 00040000:00000001:0.0:1673551335.490495:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490495:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490496:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490496:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490497:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0xe:0x0] ino=156 type=2, id=0 00040000:00000001:0.0:1673551335.490497:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490497:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490498:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490498:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490499:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490499:0:2380004:0:(llog_osd.c:357:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490499:0:2380004:0:(llog.c:1142:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490500:0:2380004:0:(llog.c:1130:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1673551335.490500:0:2380004:0:(llog_osd.c:328:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1673551335.490500:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490501:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490501:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490501:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c16:0x0] ino=6748 type=0, id=0 00040000:00000001:0.0:1673551335.490502:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490502:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490502:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490503:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490503:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c16:0x0] ino=6748 type=1, id=0 00040000:00000001:0.0:1673551335.490503:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490504:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490504:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490504:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490505:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c16:0x0] ino=6748 type=2, id=0 00040000:00000001:0.0:1673551335.490505:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490505:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490506:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490506:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490506:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490507:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490507:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490507:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490508:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c16:0x0] ino=6748 type=0, id=0 00040000:00000001:0.0:1673551335.490508:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490508:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490509:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490509:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490509:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c16:0x0] ino=6748 type=1, id=0 00040000:00000001:0.0:1673551335.490510:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490511:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490511:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490512:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490512:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c16:0x0] ino=6748 type=2, id=0 00040000:00000001:0.0:1673551335.490512:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490513:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490513:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490513:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490514:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490514:0:2380004:0:(llog_osd.c:357:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490514:0:2380004:0:(llog.c:1142:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490515:0:2380004:0:(llog_cat.c:658:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490515:0:2380004:0:(llog.c:1222:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.490516:0:2380004:0:(lustre_log.h:394:llog_ctxt_put()) PUTting ctxt 0000000005ccddfd : new refcount 2 00000004:00000001:0.0:1673551335.490516:0:2380004:0:(osp_sync.c:341:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490516:0:2380004:0:(osp_object.c:1639:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490517:0:2380004:0:(lod_sub_object.c:359:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490517:0:2380004:0:(lod_sub_object.c:348:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.490517:0:2380004:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1673551335.490518:0:2380004:0:(lod_dev.c:129:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1673551335.490518:0:2380004:0:(fld_handler.c:248:fld_server_lookup()) Process entered 80000000:00000001:0.0:1673551335.490518:0:2380004:0:(fld_handler.c:212:fld_local_lookup()) Process entered 80000000:00000001:0.0:1673551335.490519:0:2380004:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1673551335.490519:0:2380004:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.490519:0:2380004:0:(fld_handler.c:229:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.490520:0:2380004:0:(fld_handler.c:252:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.490520:0:2380004:0:(lod_dev.c:170:lod_fld_lookup()) ai200x-MDT0001-mdtlov: got tgt 6 for sequence: 0x4c0000401 00000004:00000001:0.0:1673551335.490521:0:2380004:0:(lod_dev.c:172:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490521:0:2380004:0:(lod_sub_object.c:102:lod_sub_get_thandle()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000001:0.0:1673551335.490522:0:2380004:0:(osp_object.c:1632:osp_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.490522:0:2380004:0:(osp_sync.c:308:osp_sync_declare_add()) Process entered 00000020:00000001:0.0:1673551335.490522:0:2380004:0:(update_trans.c:1176:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1673551335.490522:0:2380004:0:(update_trans.c:1181:thandle_get_sub_by_dt()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000040:0.0:1673551335.490523:0:2380004:0:(lustre_log.h:384:llog_ctxt_get()) GETting ctxt 000000008bb5b6cc : new refcount 3 00000040:00000001:0.0:1673551335.490523:0:2380004:0:(llog.c:1214:llog_declare_add()) Process entered 00000040:00000001:0.0:1673551335.490524:0:2380004:0:(llog_cat.c:623:llog_cat_declare_add_rec()) Process entered 00000040:00000001:0.0:1673551335.490525:0:2380004:0:(llog.c:1066:llog_exist()) Process entered 00000040:00000001:0.0:1673551335.490525:0:2380004:0:(llog.c:1075:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1673551335.490526:0:2380004:0:(llog_cat.c:305:llog_cat_prep_log()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1673551335.490526:0:2380004:0:(llog.c:1066:llog_exist()) Process entered 00000040:00000001:0.0:1673551335.490526:0:2380004:0:(llog.c:1075:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490527:0:2380004:0:(llog.c:1086:llog_declare_create()) Process entered 00000040:00000001:0.0:1673551335.490527:0:2380004:0:(llog_osd.c:1529:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1673551335.490527:0:2380004:0:(local_storage.c:228:local_object_declare_create()) Process entered 00080000:00000001:0.0:1673551335.490528:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490528:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490528:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490528:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=0, id=0 00040000:00000001:0.0:1673551335.490529:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490529:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490530:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490530:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490530:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=1, id=0 00040000:00000001:0.0:1673551335.490531:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490531:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490531:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490532:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490532:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=2, id=0 00040000:00000001:0.0:1673551335.490532:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490533:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490533:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490533:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490534:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490534:0:2380004:0:(osd_handler.c:3716:osd_declare_create()) Process entered 00000001:00000001:0.0:1673551335.490535:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490535:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490535:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1d:0x0] ino=0 type=0, id=0 00040000:00000001:0.0:1673551335.490536:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490536:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490536:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490537:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490537:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1d:0x0] ino=0 type=1, id=0 00040000:00000001:0.0:1673551335.490537:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490538:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490538:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490538:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490539:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1d:0x0] ino=0 type=2, id=0 00040000:00000001:0.0:1673551335.490540:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490540:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490540:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490541:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490541:0:2380004:0:(osd_handler.c:3770:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551335.490541:0:2380004:0:(local_storage.c:249:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490542:0:2380004:0:(llog_osd.c:1585:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490542:0:2380004:0:(llog.c:1097:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490543:0:2380004:0:(llog.c:1130:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1673551335.490543:0:2380004:0:(llog_osd.c:328:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1673551335.490543:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490543:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490544:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490544:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x17:0x0] ino=162 type=0, id=0 00040000:00000001:0.0:1673551335.490545:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490545:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490545:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490546:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490546:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x17:0x0] ino=162 type=1, id=0 00040000:00000001:0.0:1673551335.490546:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490547:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490547:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490547:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490548:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x17:0x0] ino=162 type=2, id=0 00040000:00000001:0.0:1673551335.490548:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490548:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490549:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490549:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490549:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490550:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490550:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490550:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490551:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x17:0x0] ino=162 type=0, id=0 00040000:00000001:0.0:1673551335.490551:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490551:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490552:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490552:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490553:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x17:0x0] ino=162 type=1, id=0 00040000:00000001:0.0:1673551335.490553:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490554:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490554:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490554:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490555:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x17:0x0] ino=162 type=2, id=0 00040000:00000001:0.0:1673551335.490555:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490555:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490556:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490556:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490556:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490557:0:2380004:0:(llog_osd.c:357:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490557:0:2380004:0:(llog.c:1142:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490558:0:2380004:0:(llog.c:1130:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1673551335.490558:0:2380004:0:(llog_osd.c:328:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1673551335.490558:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490558:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490559:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490559:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1c:0x0] ino=45432 type=0, id=0 00040000:00000001:0.0:1673551335.490559:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490560:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490560:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490560:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490561:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1c:0x0] ino=45432 type=1, id=0 00040000:00000001:0.0:1673551335.490561:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490561:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490562:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490562:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490562:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1c:0x0] ino=45432 type=2, id=0 00040000:00000001:0.0:1673551335.490563:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490563:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490564:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490564:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490564:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490565:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490565:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490565:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490565:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1c:0x0] ino=45432 type=0, id=0 00040000:00000001:0.0:1673551335.490566:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490566:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490567:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490567:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490567:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1c:0x0] ino=45432 type=1, id=0 00040000:00000001:0.0:1673551335.490568:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490568:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490569:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490569:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490569:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c1c:0x0] ino=45432 type=2, id=0 00040000:00000001:0.0:1673551335.490570:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490570:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490570:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490571:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490571:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490571:0:2380004:0:(llog_osd.c:357:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490572:0:2380004:0:(llog.c:1142:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490572:0:2380004:0:(llog_cat.c:658:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490573:0:2380004:0:(llog.c:1222:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.490573:0:2380004:0:(lustre_log.h:394:llog_ctxt_put()) PUTting ctxt 000000008bb5b6cc : new refcount 2 00000004:00000001:0.0:1673551335.490573:0:2380004:0:(osp_sync.c:341:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490574:0:2380004:0:(osp_object.c:1639:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490574:0:2380004:0:(lod_sub_object.c:359:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490575:0:2380004:0:(lod_sub_object.c:348:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.490575:0:2380004:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1673551335.490576:0:2380004:0:(lod_dev.c:129:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1673551335.490576:0:2380004:0:(fld_handler.c:248:fld_server_lookup()) Process entered 80000000:00000001:0.0:1673551335.490576:0:2380004:0:(fld_handler.c:212:fld_local_lookup()) Process entered 80000000:00000001:0.0:1673551335.490577:0:2380004:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1673551335.490577:0:2380004:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.490577:0:2380004:0:(fld_handler.c:229:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551335.490578:0:2380004:0:(fld_handler.c:252:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.490578:0:2380004:0:(lod_dev.c:170:lod_fld_lookup()) ai200x-MDT0001-mdtlov: got tgt 5 for sequence: 0x400000402 00000004:00000001:0.0:1673551335.490579:0:2380004:0:(lod_dev.c:172:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490579:0:2380004:0:(lod_sub_object.c:102:lod_sub_get_thandle()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000001:0.0:1673551335.490579:0:2380004:0:(osp_object.c:1632:osp_declare_destroy()) Process entered 00000004:00000001:0.0:1673551335.490580:0:2380004:0:(osp_sync.c:308:osp_sync_declare_add()) Process entered 00000020:00000001:0.0:1673551335.490580:0:2380004:0:(update_trans.c:1176:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1673551335.490580:0:2380004:0:(update_trans.c:1181:thandle_get_sub_by_dt()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000040:0.0:1673551335.490581:0:2380004:0:(lustre_log.h:384:llog_ctxt_get()) GETting ctxt 00000000014a9e54 : new refcount 3 00000040:00000001:0.0:1673551335.490581:0:2380004:0:(llog.c:1214:llog_declare_add()) Process entered 00000040:00000001:0.0:1673551335.490582:0:2380004:0:(llog_cat.c:623:llog_cat_declare_add_rec()) Process entered 00000040:00000001:0.0:1673551335.490582:0:2380004:0:(llog.c:1066:llog_exist()) Process entered 00000040:00000001:0.0:1673551335.490582:0:2380004:0:(llog.c:1075:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1673551335.490583:0:2380004:0:(llog_cat.c:305:llog_cat_prep_log()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1673551335.490583:0:2380004:0:(llog.c:1066:llog_exist()) Process entered 00000040:00000001:0.0:1673551335.490583:0:2380004:0:(llog.c:1075:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490584:0:2380004:0:(llog.c:1086:llog_declare_create()) Process entered 00000040:00000001:0.0:1673551335.490584:0:2380004:0:(llog_osd.c:1529:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1673551335.490584:0:2380004:0:(local_storage.c:228:local_object_declare_create()) Process entered 00080000:00000001:0.0:1673551335.490584:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490585:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490585:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490585:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=0, id=0 00040000:00000001:0.0:1673551335.490586:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490586:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490586:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490587:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490587:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=1, id=0 00040000:00000001:0.0:1673551335.490588:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490588:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490588:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490589:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490589:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x0:0x0] ino=79 type=2, id=0 00040000:00000001:0.0:1673551335.490589:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490589:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490590:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490590:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490591:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490591:0:2380004:0:(osd_handler.c:3716:osd_declare_create()) Process entered 00000001:00000001:0.0:1673551335.490591:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490592:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490592:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c13:0x0] ino=0 type=0, id=0 00040000:00000001:0.0:1673551335.490593:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490593:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490593:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490594:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490594:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c13:0x0] ino=0 type=1, id=0 00040000:00000001:0.0:1673551335.490595:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490595:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490595:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490596:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490596:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c13:0x0] ino=0 type=2, id=0 00040000:00000001:0.0:1673551335.490596:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490597:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490597:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490597:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490598:0:2380004:0:(osd_handler.c:3770:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551335.490598:0:2380004:0:(local_storage.c:249:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490599:0:2380004:0:(llog_osd.c:1585:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490599:0:2380004:0:(llog.c:1097:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490600:0:2380004:0:(llog.c:1130:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1673551335.490600:0:2380004:0:(llog_osd.c:328:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1673551335.490600:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490601:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490601:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490601:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x8:0x0] ino=152 type=0, id=0 00040000:00000001:0.0:1673551335.490602:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490602:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490602:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490603:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490603:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x8:0x0] ino=152 type=1, id=0 00040000:00000001:0.0:1673551335.490603:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490604:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490604:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490604:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490605:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x8:0x0] ino=152 type=2, id=0 00040000:00000001:0.0:1673551335.490605:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490605:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490606:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490606:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490607:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490607:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490607:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490608:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490608:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x8:0x0] ino=152 type=0, id=0 00040000:00000001:0.0:1673551335.490608:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490609:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490609:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490610:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490610:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x8:0x0] ino=152 type=1, id=0 00040000:00000001:0.0:1673551335.490610:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490611:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490611:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490611:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490611:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x8:0x0] ino=152 type=2, id=0 00040000:00000001:0.0:1673551335.490612:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490612:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490613:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490613:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490613:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490614:0:2380004:0:(llog_osd.c:357:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490614:0:2380004:0:(llog.c:1142:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490614:0:2380004:0:(llog.c:1130:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1673551335.490615:0:2380004:0:(llog_osd.c:328:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1673551335.490615:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490615:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490615:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490616:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c12:0x0] ino=684 type=0, id=0 00040000:00000001:0.0:1673551335.490616:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490617:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490617:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490617:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490617:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c12:0x0] ino=684 type=1, id=0 00040000:00000001:0.0:1673551335.490618:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490618:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490619:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490619:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490619:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c12:0x0] ino=684 type=2, id=0 00040000:00000001:0.0:1673551335.490620:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490620:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490620:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490621:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490621:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490621:0:2380004:0:(osd_io.c:1923:osd_declare_write()) Process entered 00000001:00000001:0.0:1673551335.490622:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490623:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490623:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c12:0x0] ino=684 type=0, id=0 00040000:00000001:0.0:1673551335.490624:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490624:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490625:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490625:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490625:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c12:0x0] ino=684 type=1, id=0 00040000:00000001:0.0:1673551335.490626:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490626:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490626:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490627:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490627:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x1:0x1c12:0x0] ino=684 type=2, id=0 00040000:00000001:0.0:1673551335.490627:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490628:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490628:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490628:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490629:0:2380004:0:(osd_io.c:2005:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490629:0:2380004:0:(llog_osd.c:357:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490630:0:2380004:0:(llog.c:1142:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490630:0:2380004:0:(llog_cat.c:658:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1673551335.490630:0:2380004:0:(llog.c:1222:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.490631:0:2380004:0:(lustre_log.h:394:llog_ctxt_put()) PUTting ctxt 00000000014a9e54 : new refcount 2 00000004:00000001:0.0:1673551335.490631:0:2380004:0:(osp_sync.c:341:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490632:0:2380004:0:(osp_object.c:1639:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490632:0:2380004:0:(lod_sub_object.c:359:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490632:0:2380004:0:(lod_object.c:1226:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490633:0:2380004:0:(lod_object.c:6114:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490635:0:2380004:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1673551335.490636:0:2380004:0:(lod_sub_object.c:91:lod_sub_get_thandle()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00080000:00000001:0.0:1673551335.490636:0:2380004:0:(osd_handler.c:6359:osd_index_declare_ea_insert()) Process entered 00000001:00000001:0.0:1673551335.490637:0:2380004:0:(osd_quota.c:655:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1673551335.490637:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490638:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x200000003:0x9:0x0] ino=45077761 type=0, id=0 00040000:00000001:0.0:1673551335.490638:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490638:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490639:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490639:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490640:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x200000003:0x9:0x0] ino=45077761 type=1, id=0 00040000:00000001:0.0:1673551335.490640:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490640:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490641:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490641:0:2380004:0:(osd_quota.c:551:osd_declare_qid()) Process entered 00000001:04000000:0.0:1673551335.490641:0:2380004:0:(osd_quota.c:558:osd_declare_qid()) fid=[0x200000003:0x9:0x0] ino=45077761 type=2, id=0 00040000:00000001:0.0:1673551335.490642:0:2380004:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1673551335.490642:0:2380004:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490643:0:2380004:0:(osd_quota.c:623:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1673551335.490643:0:2380004:0:(osd_quota.c:703:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1673551335.490644:0:2380004:0:(osd_handler.c:6421:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490645:0:2380004:0:(lod_sub_object.c:210:lod_sub_declare_ref_add()) Process entered 00000004:00000001:0.0:1673551335.490645:0:2380004:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1673551335.490645:0:2380004:0:(lod_sub_object.c:91:lod_sub_get_thandle()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000001:0.0:1673551335.490646:0:2380004:0:(lod_sub_object.c:221:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490647:0:2380004:0:(lod_object.c:3481:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1673551335.490648:0:2380004:0:(lod_sub_object.c:555:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1673551335.490648:0:2380004:0:(lod_sub_object.c:68:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1673551335.490649:0:2380004:0:(lod_sub_object.c:91:lod_sub_get_thandle()) Process leaving (rc=18393912596595652096 : -52831477113899520 : ff444e0d2daab600) 00000004:00000001:0.0:1673551335.490651:0:2380004:0:(lod_sub_object.c:568:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490652:0:2380004:0:(lod_object.c:3534:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490653:0:2380004:0:(osp_dev.c:784:osp_statfs()) Process entered 00000004:00001000:0.0:1673551335.490653:0:2380004:0:(osp_dev.c:804:osp_statfs()) ai200x-MDT0002-osp-MDT0001: 34884907 blocks, 598078 free, 0 avail, 4096 bsize, 133 reserved mb low, 267 reserved mb high, 96642000 files, 66038855 free files 00000004:00000001:0.0:1673551335.490655:0:2380004:0:(osp_dev.c:807:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1673551335.490655:0:2380004:0:(lod_dev.c:1486:lod_trans_space_check()) ai200x-MDT0002-osp-MDT0001: fail - target state 220: rc = -28 00000004:00000001:0.0:1673551335.490656:0:2380004:0:(mdd_dir.c:1774:mdd_unlink()) Process leaving via stop (rc=18446744073709551588 : -28 : 0xffffffffffffffe4) 00000020:00000001:0.0:1673551335.490657:0:2380004:0:(update_trans.c:932:top_trans_stop()) Process entered 00080000:00000001:0.0:1673551335.490658:0:2380004:0:(osd_handler.c:2090:osd_trans_stop()) Process entered 00000020:00000001:0.0:1673551335.490659:0:2380004:0:(update_trans.c:518:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1673551335.490659:0:2380004:0:(update_trans.c:534:sub_trans_stop_cb()) Process leaving 00080000:00000010:0.0:1673551335.490660:0:2380004:0:(osd_handler.c:2146:osd_trans_stop()) kfreed 'oh': 272 at 0000000087b080a0. 00080000:00000010:0.0:1673551335.490661:0:2380004:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cb3457d1. 00080000:00000010:0.0:1673551335.490662:0:2380004:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005a8698bb. 00080000:00000010:0.0:1673551335.490662:0:2380004:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002bef3386. 00080000:00000010:0.0:1673551335.490663:0:2380004:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000145711b8. 00080000:00000010:0.0:1673551335.490664:0:2380004:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b5595faa. 00080000:00000010:0.0:1673551335.490664:0:2380004:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f2d3946b. 00080000:00000010:0.0:1673551335.490665:0:2380004:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000497f04bc. 00080000:00000010:0.0:1673551335.490666:0:2380004:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000059e23356. 00080000:00000010:0.0:1673551335.490666:0:2380004:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000fc780837. 00080000:00000010:0.0:1673551335.490667:0:2380004:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c661b8c3. 00080000:00000010:0.0:1673551335.490667:0:2380004:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004eb8abca. 00080000:00000010:0.0:1673551335.490668:0:2380004:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000149f742c. 00080000:00000010:0.0:1673551335.490668:0:2380004:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000037b16ae. 00080000:00000010:0.0:1673551335.490669:0:2380004:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d287f58a. 00080000:00000010:0.0:1673551335.490669:0:2380004:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000afd51b4d. 00040000:00000001:0.0:1673551335.490670:0:2380004:0:(qsd_handler.c:1112:qsd_op_end()) Process entered 00040000:00000001:0.0:1673551335.490670:0:2380004:0:(qsd_handler.c:1143:qsd_op_end()) Process leaving 00080000:00000001:0.0:1673551335.490671:0:2380004:0:(osd_handler.c:2181:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490671:0:2380004:0:(osp_trans.c:1569:osp_trans_stop()) Process entered 00000004:00080000:0.0:1673551335.490672:0:2380004:0:(osp_trans.c:1596:osp_trans_stop()) ai200x-MDT0002-osp-MDT0001: add oth 00000000deb53b74 with version 0 00000020:00000001:0.0:1673551335.490673:0:2380004:0:(update_trans.c:518:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1673551335.490673:0:2380004:0:(update_trans.c:534:sub_trans_stop_cb()) Process leaving 00000004:00000010:0.0:1673551335.490674:0:2380004:0:(osp_trans.c:215:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at 000000008f197ce4. 00000004:00000010:0.0:1673551335.490674:0:2380004:0:(osp_trans.c:216:osp_update_request_destroy()) kfreed 'ours': 32 at 000000001c32a11b. 00000004:00000010:0.0:1673551335.490675:0:2380004:0:(osp_trans.c:243:osp_update_request_destroy()) kfreed 'our': 120 at 000000002fe3ca05. 00000004:00000010:0.0:1673551335.490675:0:2380004:0:(osp_trans.c:929:osp_thandle_destroy()) kfreed 'oth': 136 at 00000000deb53b74. 00000004:00000001:0.0:1673551335.490676:0:2380004:0:(osp_trans.c:1617:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551335.490676:0:2380004:0:(update_trans.c:905:top_trans_wait_result()) Process leaving (rc=18446744073709551588 : -28 : ffffffffffffffe4) 00000020:00000010:0.0:1673551335.490678:0:2380004:0:(update_trans.c:1262:top_multiple_thandle_destroy()) kfreed 'st': 208 at 0000000098f1f77c. 00000020:00000010:0.0:1673551335.490678:0:2380004:0:(update_trans.c:1262:top_multiple_thandle_destroy()) kfreed 'st': 208 at 000000003da0f9c1. 00000020:00000010:0.0:1673551335.490679:0:2380004:0:(update_trans.c:1264:top_multiple_thandle_destroy()) kfreed 'tmt': 120 at 00000000a2c6f143. 00000020:00000010:0.0:1673551335.490679:0:2380004:0:(update_trans.c:1097:top_trans_stop()) kfreed 'top_th': 88 at 000000006cc39ca5. 00000020:00000001:0.0:1673551335.490680:0:2380004:0:(update_trans.c:1098:top_trans_stop()) Process leaving (rc=18446744073709551588 : -28 : ffffffffffffffe4) 00000004:00000001:0.0:1673551335.490681:0:2380004:0:(mdt_reint.c:1302:mdt_reint_unlink()) Process leaving via unlock_child (rc=18446744073709551588 : -28 : 0xffffffffffffffe4) 00000004:00000001:0.0:1673551335.490682:0:2380004:0:(mdt_handler.c:4046:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1673551335.490683:0:2380004:0:(mdt_handler.c:3940:mdt_save_lock()) Process entered 00000004:00000001:0.0:1673551335.490683:0:2380004:0:(mdt_handler.c:3985:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1673551335.490683:0:2380004:0:(mdt_handler.c:3940:mdt_save_lock()) Process entered 00010000:00000001:0.0:1673551335.490684:0:2380004:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1673551335.490685:0:2380004:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:0.0:1673551335.490685:0:2380004:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 00000000ea3a1a95 refcount=3 00000020:00000001:0.0:1673551335.490686:0:2380004:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912598887131840 : -52831474822419776 : ff444e0db63feac0) 00010000:00000001:0.0:1673551335.490686:0:2380004:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912598887131840 : -52831474822419776 : ff444e0db63feac0) 00010000:00000001:0.0:1673551335.490687:0:2380004:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00000040:0.0:1673551335.490687:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000c9d47e65 count: 3 00010000:00010000:0.0:1673551335.490688:0:2380004:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-ai200x-MDT0001_UUID lock: 00000000ea3a1a95/0xa23f007ba82774a5 lrc: 3/0,1 mode: EX/EX res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551335.490690:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000c9d47e65 count: 2 00010000:00000001:0.0:1673551335.490690:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551335.490691:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1673551335.490691:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000c9d47e65 count: 3 00010000:00010000:0.0:1673551335.490691:0:2380004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-ai200x-MDT0001_UUID lock: 00000000ea3a1a95/0xa23f007ba82774a5 lrc: 2/0,0 mode: EX/EX res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551335.490693:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000c9d47e65 count: 2 00010000:00000001:0.0:1673551335.490693:0:2380004:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1673551335.490694:0:2380004:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.490695:0:2380004:0:(ldlm_lockd.c:1916:ldlm_handle_bl_callback()) Process entered 00010000:00000040:0.0:1673551335.490695:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000c9d47e65 count: 3 00010000:00010000:0.0:1673551335.490696:0:2380004:0:(ldlm_lockd.c:1918:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-ai200x-MDT0001_UUID lock: 00000000ea3a1a95/0xa23f007ba82774a5 lrc: 3/0,0 mode: EX/EX res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551335.490697:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000c9d47e65 count: 2 00010000:00010000:0.0:1673551335.490698:0:2380004:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) Lock 00000000ea3a1a95 already unused, calling callback (000000005c95aab1) 00000004:00000001:0.0:1673551335.490699:0:2380004:0:(mdt_handler.c:3477:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1673551335.490699:0:2380004:0:(ldlm_request.c:359:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000040:0.0:1673551335.490700:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000c9d47e65 count: 3 00010000:00010000:0.0:1673551335.490700:0:2380004:0:(ldlm_request.c:369:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-ai200x-MDT0001_UUID lock: 00000000ea3a1a95/0xa23f007ba82774a5 lrc: 3/0,0 mode: EX/EX res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551335.490703:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000c9d47e65 count: 2 00010000:00000001:0.0:1673551335.490704:0:2380004:0:(ldlm_request.c:1537:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1673551335.490704:0:2380004:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1673551335.490704:0:2380004:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:0.0:1673551335.490705:0:2380004:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 00000000ea3a1a95 refcount=4 00000020:00000001:0.0:1673551335.490705:0:2380004:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912598887131840 : -52831474822419776 : ff444e0db63feac0) 00010000:00000001:0.0:1673551335.490706:0:2380004:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912598887131840 : -52831474822419776 : ff444e0db63feac0) 00010000:00000001:0.0:1673551335.490706:0:2380004:0:(ldlm_request.c:1230:ldlm_cli_cancel_local()) Process entered 00010000:00000040:0.0:1673551335.490707:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000c9d47e65 count: 3 00010000:00010000:0.0:1673551335.490707:0:2380004:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-ai200x-MDT0001_UUID lock: 00000000ea3a1a95/0xa23f007ba82774a5 lrc: 4/0,0 mode: EX/EX res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551335.490709:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000c9d47e65 count: 2 00010000:00000001:0.0:1673551335.490709:0:2380004:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1673551335.490710:0:2380004:0:(mdt_handler.c:3477:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1673551335.490710:0:2380004:0:(mdt_handler.c:3480:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.490711:0:2380004:0:(ldlm_lock.c:440:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1673551335.490711:0:2380004:0:(ldlm_lock.c:379:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1673551335.490711:0:2380004:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1673551335.490712:0:2380004:0:(ldlm_lock.c:292:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1673551335.490712:0:2380004:0:(lustre_handles.c:112:class_handle_unhash_nolock()) removing object 00000000ea3a1a95 with handle 0xa23f007ba82774a5 from hash 00010000:00000001:0.0:1673551335.490713:0:2380004:0:(ldlm_lock.c:411:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1673551335.490713:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551335.490714:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1673551335.490714:0:2380004:0:(ldlm_lock.c:447:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1673551335.490714:0:2380004:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1673551335.490715:0:2380004:0:(ldlm_pool.c:343:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.490715:0:2380004:0:(ldlm_lock.c:2539:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1673551335.490716:0:2380004:0:(ldlm_lock.c:2382:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1673551335.490716:0:2380004:0:(ldlm_inodebits.c:81:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1673551335.490718:0:2380004:0:(ldlm_inodebits.c:95:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b1e:0x1acf0:0x0].0x0 (00000000c9d47e65) 00010000:00000001:0.0:1673551335.490719:0:2380004:0:(ldlm_inodebits.c:140:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1673551335.490720:0:2380004:0:(ldlm_lock.c:2313:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.490720:0:2380004:0:(ldlm_lock.c:2418:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1673551335.490721:0:2380004:0:(ldlm_request.c:1265:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1673551335.490721:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551335.490722:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1673551335.490722:0:2380004:0:(ldlm_request.c:1570:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.490723:0:2380004:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490723:0:2380004:0:(mdt_handler.c:3535:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1673551335.490724:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000c9d47e65 count: 3 00010000:00010000:0.0:1673551335.490724:0:2380004:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-ai200x-MDT0001_UUID lock: 00000000ea3a1a95/0xa23f007ba82774a5 lrc: 2/0,0 mode: --/EX res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551335.490726:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000c9d47e65 count: 2 00010000:00000001:0.0:1673551335.490726:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551335.490726:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1673551335.490727:0:2380004:0:(ldlm_lockd.c:1944:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1673551335.490727:0:2380004:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1673551335.490727:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000040:0.0:1673551335.490728:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000c9d47e65 count: 3 00010000:00010000:0.0:1673551335.490728:0:2380004:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-ai200x-MDT0001_UUID lock: 00000000ea3a1a95/0xa23f007ba82774a5 lrc: 0/0,0 mode: --/EX res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551335.490730:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000c9d47e65 count: 2 00010000:00000010:0.0:1673551335.490730:0:2380004:0:(ldlm_lock.c:241:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000feebcfb9. 00010000:00000040:0.0:1673551335.490731:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000c9d47e65 count: 1 00010000:00000001:0.0:1673551335.490731:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1673551335.490731:0:2380004:0:(mdt_handler.c:3985:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1673551335.490732:0:2380004:0:(mdt_handler.c:4003:mdt_save_remote_lock()) Process entered 00010000:00000001:0.0:1673551335.490732:0:2380004:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1673551335.490732:0:2380004:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:0.0:1673551335.490733:0:2380004:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 0000000074f917b8 refcount=3 00000020:00000001:0.0:1673551335.490733:0:2380004:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912598887122048 : -52831474822429568 : ff444e0db63fc480) 00010000:00000001:0.0:1673551335.490734:0:2380004:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912598887122048 : -52831474822429568 : ff444e0db63fc480) 00010000:00000001:0.0:1673551335.490734:0:2380004:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1673551335.490734:0:2380004:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:0.0:1673551335.490735:0:2380004:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 0000000074f917b8 refcount=4 00000020:00000001:0.0:1673551335.490735:0:2380004:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912598887122048 : -52831474822429568 : ff444e0db63fc480) 00010000:00000001:0.0:1673551335.490736:0:2380004:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912598887122048 : -52831474822429568 : ff444e0db63fc480) 00010000:00000001:0.0:1673551335.490736:0:2380004:0:(ldlm_lock.c:939:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000040:0.0:1673551335.490737:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000705e3876 count: 2 00010000:00010000:0.0:1673551335.490737:0:2380004:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: ai200x-MDT0002-osp-MDT0001 lock: 0000000074f917b8/0xa23f007ba827749e lrc: 4/0,1 mode: EX/EX res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x6acc5947b271d365 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551335.490739:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000705e3876 count: 1 00010000:00000001:0.0:1673551335.490739:0:2380004:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1673551335.490740:0:2380004:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: ?? lock: 0000000074f917b8/0xa23f007ba827749e lrc: 4/0,1 mode: EX/EX res: ?? rrc=?? type: ??? flags: 0x11000401000000 nid: local remote: 0x6acc5947b271d365 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1673551335.490741:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551335.490741:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1673551335.490742:0:2380004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: ?? lock: 0000000074f917b8/0xa23f007ba827749e lrc: 3/0,0 mode: EX/EX res: ?? rrc=?? type: ??? flags: 0x11000401000000 nid: local remote: 0x6acc5947b271d365 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1673551335.490743:0:2380004:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1673551335.490743:0:2380004:0:(ldlm_lock.c:301:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.490744:0:2380004:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1673551335.490744:0:2380004:0:(ldlm_lockd.c:2258:ldlm_bl_to_thread()) kmalloced '(blwi)': 176 at 00000000deb53b74. 00010000:00000001:0.0:1673551335.490746:0:2380004:0:(ldlm_lockd.c:2168:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1673551335.490752:0:2380004:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1673551335.490753:0:2380004:0:(ldlm_lockd.c:2207:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.490754:0:2380004:0:(ldlm_lockd.c:2263:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.490754:0:2380004:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1673551335.490755:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551335.490755:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1673551335.490755:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551335.490756:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1673551335.490756:0:2380004:0:(mdt_handler.c:4026:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1673551335.490756:0:2380004:0:(mdt_handler.c:4053:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1673551335.490757:0:2380004:0:(mdt_internal.h:680:mdt_object_put()) Process entered 00000020:00000002:0.0:1673551335.490758:0:2380004:0:(lu_object.c:224:lu_object_put()) Add 00000000b90667b6/000000002b6bb0ef to site lru. bkt: 0000000084df7411 00000004:00000001:0.0:1673551335.490758:0:2380004:0:(mdt_internal.h:682:mdt_object_put()) Process leaving 00000020:00000001:6.0:1673551335.490760:0:2263347:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000004:00000001:0.0:1673551335.490760:0:2380004:0:(mdt_handler.c:4046:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1673551335.490760:0:2380004:0:(mdt_handler.c:3940:mdt_save_lock()) Process entered 00000020:00000001:6.0:1673551335.490761:0:2263347:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490761:0:2380004:0:(mdt_handler.c:3985:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1673551335.490761:0:2380004:0:(mdt_handler.c:3940:mdt_save_lock()) Process entered 00000004:00000001:0.0:1673551335.490761:0:2380004:0:(mdt_handler.c:3985:mdt_save_lock()) Process leaving 00010000:00010000:6.0:1673551335.490762:0:2263347:0:(ldlm_lockd.c:2825:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00000001:0.0:1673551335.490762:0:2380004:0:(mdt_handler.c:4003:mdt_save_remote_lock()) Process entered 00010000:00000001:0.0:1673551335.490762:0:2380004:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1673551335.490762:0:2380004:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:0.0:1673551335.490763:0:2380004:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 00000000e3cf0d87 refcount=3 00000020:00000001:0.0:1673551335.490763:0:2380004:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912598887132416 : -52831474822419200 : ff444e0db63fed00) 00010000:00000001:6.0:1673551335.490764:0:2263347:0:(ldlm_lockd.c:2905:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1673551335.490764:0:2380004:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912598887132416 : -52831474822419200 : ff444e0db63fed00) 00000004:00000001:0.0:1673551335.490764:0:2380004:0:(osp_object.c:1346:osp_invalidate()) Process entered 00010000:00000001:6.0:1673551335.490765:0:2263347:0:(ldlm_lockd.c:1916:ldlm_handle_bl_callback()) Process entered 00000004:00080000:0.0:1673551335.490765:0:2380004:0:(osp_object.c:1349:osp_invalidate()) Invalidate osp_object [0x2c0001bc2:0x839d:0x0] 00000004:00000001:0.0:1673551335.490765:0:2380004:0:(osp_object.c:1368:osp_invalidate()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:6.0:1673551335.490766:0:2263347:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000705e3876 count: 2 00010000:00000001:0.0:1673551335.490766:0:2380004:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1673551335.490766:0:2380004:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:0.0:1673551335.490766:0:2380004:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 00000000e3cf0d87 refcount=4 00010000:00010000:6.0:1673551335.490767:0:2263347:0:(ldlm_lockd.c:1918:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: ai200x-MDT0002-osp-MDT0001 lock: 0000000074f917b8/0xa23f007ba827749e lrc: 2/0,0 mode: EX/EX res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x6acc5947b271d365 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1673551335.490767:0:2380004:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912598887132416 : -52831474822419200 : ff444e0db63fed00) 00010000:00000001:0.0:1673551335.490767:0:2380004:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912598887132416 : -52831474822419200 : ff444e0db63fed00) 00010000:00000001:0.0:1673551335.490768:0:2380004:0:(ldlm_lock.c:939:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000040:0.0:1673551335.490768:0:2380004:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000cccd3e06 count: 2 00010000:00010000:0.0:1673551335.490769:0:2380004:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: ai200x-MDT0002-osp-MDT0001 lock: 00000000e3cf0d87/0xa23f007ba8277497 lrc: 4/0,1 mode: EX/EX res: [0x2c0001bc2:0x839d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0x6acc5947b271d35e expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:6.0:1673551335.490770:0:2263347:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000705e3876 count: 1 00010000:00000040:0.0:1673551335.490770:0:2380004:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000cccd3e06 count: 1 00010000:00000001:0.0:1673551335.490771:0:2380004:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1673551335.490771:0:2380004:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: ?? lock: 00000000e3cf0d87/0xa23f007ba8277497 lrc: 4/0,1 mode: EX/EX res: ?? rrc=?? type: ??? flags: 0x11000401000000 nid: local remote: 0x6acc5947b271d35e expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00010000:6.0:1673551335.490772:0:2263347:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) Lock 0000000074f917b8 already unused, calling callback (00000000868a14fe) 00010000:00000001:0.0:1673551335.490772:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551335.490772:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000004:00000001:6.0:1673551335.490773:0:2263347:0:(mdt_handler.c:3554:mdt_remote_blocking_ast()) Process entered 00010000:00000001:6.0:1673551335.490773:0:2263347:0:(ldlm_request.c:1537:ldlm_cli_cancel()) Process entered 00010000:00010000:0.0:1673551335.490773:0:2380004:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: ?? lock: 00000000e3cf0d87/0xa23f007ba8277497 lrc: 3/0,0 mode: EX/EX res: ?? rrc=?? type: ??? flags: 0x11000401000000 nid: local remote: 0x6acc5947b271d35e expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000001:6.0:1673551335.490774:0:2263347:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:6.0:1673551335.490774:0:2263347:0:(lustre_handles.c:134:class_handle2object()) Process entered 00010000:00000001:0.0:1673551335.490774:0:2380004:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1673551335.490774:0:2380004:0:(ldlm_lock.c:301:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:6.0:1673551335.490775:0:2263347:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 0000000074f917b8 refcount=3 00010000:00000001:0.0:1673551335.490775:0:2380004:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1673551335.490775:0:2380004:0:(ldlm_lockd.c:2258:ldlm_bl_to_thread()) kmalloced '(blwi)': 176 at 000000009bc537d2. 00000020:00000001:6.0:1673551335.490776:0:2263347:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912598887122048 : -52831474822429568 : ff444e0db63fc480) 00010000:00000001:0.0:1673551335.490776:0:2380004:0:(ldlm_lockd.c:2168:__ldlm_bl_to_thread()) Process entered 00010000:00000001:6.0:1673551335.490777:0:2263347:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912598887122048 : -52831474822429568 : ff444e0db63fc480) 00010000:00000001:6.0:1673551335.490777:0:2263347:0:(ldlm_request.c:1230:ldlm_cli_cancel_local()) Process entered 00010000:00000040:6.0:1673551335.490778:0:2263347:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000705e3876 count: 2 00010000:00010000:6.0:1673551335.490778:0:2263347:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: ai200x-MDT0002-osp-MDT0001 lock: 0000000074f917b8/0xa23f007ba827749e lrc: 3/0,0 mode: EX/EX res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x6acc5947b271d365 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000040:6.0:1673551335.490781:0:2263347:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000705e3876 count: 1 00000004:00000001:6.0:1673551335.490781:0:2263347:0:(mdt_handler.c:3554:mdt_remote_blocking_ast()) Process entered 00010000:00010000:0.0:1673551335.490781:0:2380004:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1673551335.490781:0:2380004:0:(ldlm_lockd.c:2207:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:6.0:1673551335.490782:0:2263347:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000705e3876 count: 2 00000004:00010000:6.0:1673551335.490782:0:2263347:0:(mdt_handler.c:3574:mdt_remote_blocking_ast()) ### Revoke remote lock ns: ai200x-MDT0002-osp-MDT0001 lock: 0000000074f917b8/0xa23f007ba827749e lrc: 3/0,0 mode: EX/EX res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x6acc5947b271d365 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1673551335.490782:0:2380004:0:(ldlm_lockd.c:2263:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551335.490782:0:2380004:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1673551335.490783:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551335.490783:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1673551335.490783:0:2380004:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551335.490783:0:2380004:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000040:6.0:1673551335.490784:0:2263347:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000705e3876 count: 1 00000004:00000001:0.0:1673551335.490784:0:2380004:0:(mdt_handler.c:4026:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1673551335.490784:0:2380004:0:(mdt_handler.c:4053:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1673551335.490784:0:2380004:0:(mdt_internal.h:680:mdt_object_put()) Process entered 00000004:00000001:6.0:1673551335.490785:0:2263347:0:(mdt_handler.c:3607:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:6.0:1673551335.490785:0:2263347:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1673551335.490785:0:2380004:0:(osp_object.c:2342:osp_object_release()) Process entered 00000004:00000001:0.0:1673551335.490785:0:2380004:0:(osp_object.c:2374:osp_object_release()) Process leaving 00010000:00000001:6.0:1673551335.490786:0:2263347:0:(ldlm_lock.c:440:ldlm_lock_destroy_nolock()) Process entered 00000020:00000002:0.0:1673551335.490786:0:2380004:0:(lu_object.c:224:lu_object_put()) Add 000000000ca5f207/00000000253ac198 to site lru. bkt: 0000000052205627 00000004:00000001:0.0:1673551335.490786:0:2380004:0:(mdt_internal.h:682:mdt_object_put()) Process leaving 00010000:00000001:6.0:1673551335.490787:0:2263347:0:(ldlm_lock.c:379:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:6.0:1673551335.490787:0:2263347:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000001:0.0:1673551335.490787:0:2380004:0:(mdt_reint.c:3209:mdt_reint_rec()) Process leaving (rc=18446744073709551588 : -28 : ffffffffffffffe4) 00010000:00000001:6.0:1673551335.490788:0:2263347:0:(ldlm_lock.c:301:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:6.0:1673551335.490788:0:2263347:0:(lustre_handles.c:112:class_handle_unhash_nolock()) removing object 0000000074f917b8 with handle 0xa23f007ba827749e from hash 00000004:00000001:0.0:1673551335.490788:0:2380004:0:(mdt_handler.c:2942:mdt_reint_internal()) Process leaving 00010000:00000001:6.0:1673551335.490789:0:2263347:0:(ldlm_lock.c:411:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:6.0:1673551335.490789:0:2263347:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1673551335.490789:0:2380004:0:(upcall_cache.c:391:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1673551335.490789:0:2380004:0:(upcall_cache.c:402:upcall_cache_put_entry()) Process leaving 00010000:00000001:6.0:1673551335.490790:0:2263347:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:6.0:1673551335.490790:0:2263347:0:(ldlm_lock.c:447:ldlm_lock_destroy_nolock()) Process leaving 00000004:00000001:0.0:1673551335.490790:0:2380004:0:(mdt_handler.c:927:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1673551335.490790:0:2380004:0:(mdt_handler.c:931:mdt_client_compatibility()) Process leaving 00010000:00000001:6.0:1673551335.490791:0:2263347:0:(ldlm_lock.c:2539:ldlm_lock_cancel()) Process leaving 00010000:00000001:6.0:1673551335.490791:0:2263347:0:(ldlm_request.c:1265:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000004:00000001:0.0:1673551335.490791:0:2380004:0:(mdt_lib.c:713:mdt_fix_reply()) Process entered 00010000:00000001:6.0:1673551335.490792:0:2263347:0:(ldlm_request.c:2126:ldlm_cli_cancel_list()) Process entered 00000004:00000040:0.0:1673551335.490792:0:2380004:0:(mdt_lib.c:733:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00010000:00000001:6.0:1673551335.490793:0:2263347:0:(ldlm_request.c:1320:ldlm_cli_cancel_req()) Process entered 00000004:00000001:0.0:1673551335.490794:0:2380004:0:(mdt_lib.c:855:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551335.490794:0:2380004:0:(mdt_handler.c:3022:mdt_reint()) Process leaving (rc=18446744073709551588 : -28 : ffffffffffffffe4) 00000100:00000010:6.0:1673551335.490795:0:2263347:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000ecab545c. 00000020:00000040:6.0:1673551335.490796:0:2263347:0:(genops.c:1192:class_import_get()) import 000000000b46b2ec refcount=3 obd=ai200x-MDT0002-osp-MDT0001 00010000:00000040:0.0:1673551335.490796:0:2380004:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813813352, transno 0, xid 1754791738762112 00010000:00000001:0.0:1673551335.490796:0:2380004:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000020:00000001:10.0:1673551335.490797:0:2363571:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000100:00000001:6.0:1673551335.490797:0:2263347:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:6.0:1673551335.490797:0:2263347:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:6.0:1673551335.490798:0:2263347:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1673551335.490798:0:2380004:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000bb8a301b x1754791738762112/t0(0) o36->5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f@0@lo:221/0 lens 496/456 e 0 to 0 dl 1673551341 ref 1 fl Interpret:/0/0 rc -28/0 job:'' 00000020:00000001:10.0:1673551335.490799:0:2363571:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:6.0:1673551335.490799:0:2263347:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000760b235e. 00010000:00010000:10.0:1673551335.490800:0:2363571:0:(ldlm_lockd.c:2825:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1673551335.490800:0:2380004:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1673551335.490800:0:2380004:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1673551335.490801:0:2363571:0:(ldlm_lockd.c:2905:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:10.0:1673551335.490801:0:2363571:0:(ldlm_lockd.c:1916:ldlm_handle_bl_callback()) Process entered 00000100:00000001:6.0:1673551335.490801:0:2263347:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1673551335.490801:0:2380004:0:(import.c:1925:at_measured()) add 1 to 0000000033a2d014 time=104 v=1 (1 1 1 1) 00010000:00000040:10.0:1673551335.490802:0:2363571:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000cccd3e06 count: 2 00010000:00000001:6.0:1673551335.490802:0:2263347:0:(ldlm_request.c:1278:ldlm_cancel_pack()) Process entered 00010000:00000040:6.0:1673551335.490802:0:2263347:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000705e3876 count: 2 00010000:00010000:10.0:1673551335.490803:0:2363571:0:(ldlm_lockd.c:1918:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: ai200x-MDT0002-osp-MDT0001 lock: 00000000e3cf0d87/0xa23f007ba8277497 lrc: 2/0,0 mode: EX/EX res: [0x2c0001bc2:0x839d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0x6acc5947b271d35e expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00010000:6.0:1673551335.490803:0:2263347:0:(ldlm_request.c:1300:ldlm_cancel_pack()) ### packing ns: ai200x-MDT0002-osp-MDT0001 lock: 0000000074f917b8/0xa23f007ba827749e lrc: 2/0,0 mode: --/EX res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x6acc5947b271d365 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1673551335.490803:0:2380004:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1673551335.490803:0:2380004:0:(connection.c:143:ptlrpc_connection_addref()) conn=000000001f6219a4 refcount 46 to 0@lo 00000100:00000001:0.0:1673551335.490804:0:2380004:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146656 : -52831505782404960 : ff444e0680e408a0) 00010000:00000040:6.0:1673551335.490805:0:2263347:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000705e3876 count: 1 00010000:00010000:6.0:1673551335.490805:0:2263347:0:(ldlm_request.c:1304:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:6.0:1673551335.490805:0:2263347:0:(ldlm_request.c:1305:ldlm_cancel_pack()) Process leaving 02000000:00000001:0.0:1673551335.490805:0:2380004:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1673551335.490805:0:2380004:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551335.490806:0:2263347:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1673551335.490806:0:2380004:0:(niobuf.c:56:ptl_send_buf()) Process entered 00010000:00000040:10.0:1673551335.490807:0:2363571:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000cccd3e06 count: 1 00000100:00000001:6.0:1673551335.490807:0:2263347:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1673551335.490807:0:2380004:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1673551335.490807:0:2380004:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b875edb. 00010000:00010000:10.0:1673551335.490808:0:2363571:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) Lock 00000000e3cf0d87 already unused, calling callback (00000000868a14fe) 00000100:00000200:0.0:1673551335.490808:0:2380004:0:(niobuf.c:87:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1754791738762112, offset 224 00000004:00000001:10.0:1673551335.490809:0:2363571:0:(mdt_handler.c:3554:mdt_remote_blocking_ast()) Process entered 00000100:00000040:6.0:1673551335.490809:0:2263347:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000ecab545c] to pc [ptlrpcd_01_02+2] req@00000000ecab545c x1754791738762432/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1673551335.490809:0:2380004:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:10.0:1673551335.490810:0:2363571:0:(ldlm_request.c:1537:ldlm_cli_cancel()) Process entered 00010000:00000001:10.0:1673551335.490810:0:2363571:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:10.0:1673551335.490811:0:2363571:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:10.0:1673551335.490811:0:2363571:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 00000000e3cf0d87 refcount=3 00000400:00000200:0.0:1673551335.490811:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000020:00000001:10.0:1673551335.490812:0:2363571:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912598887132416 : -52831474822419200 : ff444e0db63fed00) 00000400:00000200:0.0:1673551335.490812:0:2380004:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:10.0:1673551335.490813:0:2363571:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912598887132416 : -52831474822419200 : ff444e0db63fed00) 00000400:00000200:0.0:1673551335.490813:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00010000:00000001:10.0:1673551335.490814:0:2363571:0:(ldlm_request.c:1230:ldlm_cli_cancel_local()) Process entered 00010000:00000040:10.0:1673551335.490814:0:2363571:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000cccd3e06 count: 2 00000400:00000200:0.0:1673551335.490814:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:0.0:1673551335.490814:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00010000:00010000:10.0:1673551335.490815:0:2363571:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: ai200x-MDT0002-osp-MDT0001 lock: 00000000e3cf0d87/0xa23f007ba8277497 lrc: 3/0,0 mode: EX/EX res: [0x2c0001bc2:0x839d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0x6acc5947b271d35e expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1673551335.490815:0:2380004:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 456 into portal 10 MB=0x63bf94a3e6380 00000400:00000200:0.0:1673551335.490816:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00010000:00000040:10.0:1673551335.490817:0:2363571:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000cccd3e06 count: 1 00000004:00000001:10.0:1673551335.490817:0:2363571:0:(mdt_handler.c:3554:mdt_remote_blocking_ast()) Process entered 00000400:00000200:0.0:1673551335.490817:0:2380004:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 456/456 into md 0x4bd8e36d [1] + 224 00010000:00000040:10.0:1673551335.490818:0:2363571:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000cccd3e06 count: 2 00000004:00010000:10.0:1673551335.490818:0:2363571:0:(mdt_handler.c:3574:mdt_remote_blocking_ast()) ### Revoke remote lock ns: ai200x-MDT0002-osp-MDT0001 lock: 00000000e3cf0d87/0xa23f007ba8277497 lrc: 3/0,0 mode: EX/EX res: [0x2c0001bc2:0x839d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0x6acc5947b271d35e expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1673551335.490819:0:2380004:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:10.0:1673551335.490820:0:2363571:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000cccd3e06 count: 1 00000400:00000200:0.0:1673551335.490820:0:2380004:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000001:10.0:1673551335.490821:0:2363571:0:(mdt_handler.c:3607:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1673551335.490821:0:2363571:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1673551335.490821:0:2380004:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:0.0:1673551335.490821:0:2380004:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000c131c331 x1754791738762112/t0(0) o36->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 496/1264 e 0 to 0 dl 1673551342 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000001:10.0:1673551335.490822:0:2363571:0:(ldlm_lock.c:440:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:6.0:1673551335.490822:0:2263347:0:(ldlm_request.c:1384:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1673551335.490823:0:2363571:0:(ldlm_lock.c:379:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:10.0:1673551335.490823:0:2363571:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:6.0:1673551335.490823:0:2263347:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:6.0:1673551335.490823:0:2263347:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:6.0:1673551335.490823:0:2263347:0:(ldlm_request.c:2167:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1673551335.490824:0:2363571:0:(ldlm_lock.c:301:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1673551335.490824:0:2363571:0:(lustre_handles.c:112:class_handle_unhash_nolock()) removing object 00000000e3cf0d87 with handle 0xa23f007ba8277497 from hash 00010000:00000001:6.0:1673551335.490824:0:2263347:0:(ldlm_request.c:1592:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1673551335.490824:0:2380004:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=1264 req@00000000c131c331 x1754791738762112/t0(0) o36->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 496/1264 e 0 to 0 dl 1673551342 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00010000:00000001:10.0:1673551335.490825:0:2363571:0:(ldlm_lock.c:411:ldlm_lock_destroy_internal()) Process leaving 00000004:00000001:6.0:1673551335.490825:0:2263347:0:(mdt_handler.c:3607:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:6.0:1673551335.490825:0:2263347:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000705e3876 count: 2 00010000:00000001:10.0:1673551335.490826:0:2363571:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:10.0:1673551335.490826:0:2363571:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:10.0:1673551335.490826:0:2363571:0:(ldlm_lock.c:447:ldlm_lock_destroy_nolock()) Process leaving 00010000:00010000:6.0:1673551335.490826:0:2263347:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: ai200x-MDT0002-osp-MDT0001 lock: 0000000074f917b8/0xa23f007ba827749e lrc: 1/0,0 mode: --/EX res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x6acc5947b271d365 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00010000:00000001:10.0:1673551335.490827:0:2363571:0:(ldlm_lock.c:2539:ldlm_lock_cancel()) Process leaving 00010000:00000001:10.0:1673551335.490827:0:2363571:0:(ldlm_request.c:1265:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000001:5.0:1673551335.490827:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00010000:00000001:10.0:1673551335.490828:0:2363571:0:(ldlm_request.c:2126:ldlm_cli_cancel_list()) Process entered 00010000:00000040:6.0:1673551335.490828:0:2263347:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000705e3876 count: 1 00010000:00000001:6.0:1673551335.490828:0:2263347:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00000100:00000001:5.0:1673551335.490828:0:12908:0:(client.c:1822:ptlrpc_check_set()) Process entered 00010000:00000001:10.0:1673551335.490829:0:2363571:0:(ldlm_request.c:1320:ldlm_cli_cancel_req()) Process entered 00010000:00000040:6.0:1673551335.490829:0:2263347:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000705e3876 count: 2 00010000:00010000:6.0:1673551335.490829:0:2263347:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: ai200x-MDT0002-osp-MDT0001 lock: 0000000074f917b8/0xa23f007ba827749e lrc: 0/0,0 mode: --/EX res: [0x240002b1e:0x1acf0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x6acc5947b271d365 expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00000100:00000001:5.0:1673551335.490829:0:12908:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1673551335.490829:0:2380004:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000010:10.0:1673551335.490831:0:2363571:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000c8772ba3. 00000020:00000040:10.0:1673551335.490831:0:2363571:0:(genops.c:1192:class_import_get()) import 000000000b46b2ec refcount=4 obd=ai200x-MDT0002-osp-MDT0001 00010000:00000040:6.0:1673551335.490831:0:2263347:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000705e3876 count: 1 00010000:00000040:6.0:1673551335.490831:0:2263347:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000705e3876 count: 0 00000400:00000200:0.0:1673551335.490831:0:2380004:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000006b875edb 00000400:00000010:0.0:1673551335.490831:0:2380004:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000006b875edb. 00000100:00000001:10.0:1673551335.490832:0:2363571:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00010000:00000010:6.0:1673551335.490832:0:2263347:0:(ldlm_resource.c:1472:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003c6d0166. 00000100:00000040:5.0:1673551335.490832:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ecab545c x1754791738762432/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1673551335.490832:0:2380004:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:0.0:1673551335.490832:0:2380004:0:(events.c:428:reply_out_callback()) Process leaving 02000000:00000001:10.0:1673551335.490833:0:2363571:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00010000:00000010:6.0:1673551335.490833:0:2263347:0:(ldlm_resource.c:1475:ldlm_resource_free()) slab-freed 'res': 168 at 00000000705e3876. 00000100:00000001:0.0:1673551335.490833:0:2380004:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1673551335.490833:0:2380004:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=000000001f6219a4 refcount 45 to 0@lo 02000000:00000001:10.0:1673551335.490834:0:2363571:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:6.0:1673551335.490834:0:2263347:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:6.0:1673551335.490834:0:2263347:0:(ldlm_lockd.c:1944:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:4.0:1673551335.490834:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1673551335.490834:0:2380004:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 02000000:00000010:10.0:1673551335.490835:0:2363571:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f122be07. 00010000:00000010:6.0:1673551335.490835:0:2263347:0:(ldlm_lockd.c:2944:ldlm_bl_thread_blwi()) kfreed 'blwi': 176 at 00000000deb53b74. 00000100:00000001:2.0:1673551335.490835:0:242277:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1673551335.490835:0:2380004:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551335.490835:0:2380004:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00010000:00000001:6.0:1673551335.490836:0:2263347:0:(ldlm_lockd.c:2948:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1673551335.490836:0:2263347:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000100:00000001:4.0:1673551335.490836:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1673551335.490836:0:242277:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1673551335.490836:0:242277:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1673551335.490836:0:2380004:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb8a301b x1754791738762112/t0(0) o36->5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f@0@lo:221/0 lens 496/456 e 0 to 0 dl 1673551341 ref 1 fl Interpret:/0/0 rc -28/-28 job:'' 00000100:00000001:10.0:1673551335.490837:0:2363571:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1673551335.490837:0:2363571:0:(ldlm_request.c:1278:ldlm_cancel_pack()) Process entered 00000020:00000001:6.0:1673551335.490837:0:2263347:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:6.0:1673551335.490837:0:2263347:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:5.0:1673551335.490837:0:12908:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1673551335.490837:0:242277:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000009890be33. 00010000:00000040:10.0:1673551335.490838:0:2363571:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000cccd3e06 count: 2 00000020:00000001:6.0:1673551335.490838:0:2263347:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:6.0:1673551335.490838:0:2263347:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:6.0:1673551335.490838:0:2263347:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:5.0:1673551335.490838:0:12908:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1673551335.490838:0:242277:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000090effd2f 00000400:00000010:2.0:1673551335.490838:0:242277:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000090effd2f. 00000100:00000001:2.0:1673551335.490838:0:242277:0:(events.c:104:reply_in_callback()) Process entered 00010000:00010000:10.0:1673551335.490839:0:2363571:0:(ldlm_request.c:1300:ldlm_cancel_pack()) ### packing ns: ai200x-MDT0002-osp-MDT0001 lock: 00000000e3cf0d87/0xa23f007ba8277497 lrc: 2/0,0 mode: --/EX res: [0x2c0001bc2:0x839d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x6acc5947b271d35e expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00000020:00000001:6.0:1673551335.490839:0:2263347:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:6.0:1673551335.490839:0:2263347:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:6.0:1673551335.490839:0:2263347:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:5.0:1673551335.490839:0:12908:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1673551335.490839:0:242277:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000c131c331 x1754791738762112/t0(0) o36->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 496/1264 e 0 to 0 dl 1673551342 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1673551335.490839:0:2380004:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000bb8a301b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f+862:242277:x1754791738762112:12345-0@lo:36: Request processed in 2250us (2312us total) trans 0 rc -28/-28 00010000:00000040:10.0:1673551335.490840:0:2363571:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000cccd3e06 count: 1 02000000:00000001:5.0:1673551335.490840:0:12908:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:10.0:1673551335.490841:0:2363571:0:(ldlm_request.c:1304:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:10.0:1673551335.490841:0:2363571:0:(ldlm_request.c:1305:ldlm_cancel_pack()) Process leaving 00000100:00100000:5.0:1673551335.490841:0:12908:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000ecab545c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:ai200x-MDT0001-mdtlov_UUID:12908:1754791738762432:172.16.0.20@o2ib:103: 00000100:00000200:2.0:1673551335.490841:0:242277:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000c131c331 x1754791738762112/t0(0) o36->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 496/1264 e 0 to 0 dl 1673551342 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1673551335.490841:0:2380004:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20980 00000100:00000001:10.0:1673551335.490842:0:2363571:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:10.0:1673551335.490842:0:2363571:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1673551335.490842:0:2380004:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000079935574 : new rpc_count 0 00000100:00000001:2.0:1673551335.490843:0:242277:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:0.0:1673551335.490843:0:2380004:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:10.0:1673551335.490844:0:2363571:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000c8772ba3] to pc [ptlrpcd_02_03+3] req@00000000c8772ba3 x1754791738762496/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551335.490844:0:12908:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1673551335.490844:0:242277:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551335.490844:0:242277:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:2.0:1673551335.490844:0:242277:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1673551335.490844:0:2380004:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:5.0:1673551335.490845:0:12908:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1673551335.490845:0:242277:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1673551335.490845:0:242277:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1673551335.490845:0:2380004:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000963692e1. 02000000:00000001:5.0:1673551335.490846:0:12908:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551335.490846:0:242277:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1673551335.490846:0:242277:0:(import.c:1925:at_measured()) add 1 to 0000000030df8f28 time=139 v=1 (1 1 1 1) 00000020:00000010:0.0:1673551335.490846:0:2380004:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000091760d17. 02000000:00000001:5.0:1673551335.490847:0:12908:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:2.0:1673551335.490847:0:242277:0:(import.c:1925:at_measured()) add 1 to 0000000019a3c0ce time=97 v=1 (1 1 1 1) 00000020:00000010:0.0:1673551335.490847:0:2380004:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003af20eed. 00000100:00000001:2.0:1673551335.490848:0:242277:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1673551335.490848:0:2380004:0:(genops.c:979:class_export_put()) PUTting export 0000000079935574 : new refcount 861 00000100:00000001:0.0:1673551335.490848:0:2380004:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:5.0:1673551335.490849:0:12908:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000803152a3. 00000100:00000040:2.0:1673551335.490849:0:242277:0:(client.c:1380:ptlrpc_check_status()) @@@ check status: rc = -28 req@00000000c131c331 x1754791738762112/t0(0) o36->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 496/456 e 0 to 0 dl 1673551342 ref 2 fl Rpc:RQU/0/0 rc 0/-28 job:'' 02000000:00000001:5.0:1673551335.490850:0:12908:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551335.490850:0:242277:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=18446744073709551588 : -28 : ffffffffffffffe4) 00000100:00000001:2.0:1673551335.490851:0:242277:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1673551335.490851:0:242277:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0001-mdc-ff444e0748e14000: skip recheck: last_committed 244813813352 00000400:00000200:5.0:1673551335.490852:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:2.0:1673551335.490852:0:242277:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1673551335.490852:0:242277:0:(client.c:1638:after_reply()) Process leaving (rc=18446744073709551588 : -28 : ffffffffffffffe4) 00000400:00000010:5.0:1673551335.490853:0:12908:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 0000000083d6e76c. 00000100:00000040:2.0:1673551335.490853:0:242277:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c131c331 x1754791738762112/t0(0) o36->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 496/456 e 0 to 0 dl 1673551342 ref 2 fl Rpc:RQU/0/0 rc -28/-28 job:'' 00000400:00000010:5.0:1673551335.490854:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003be8618e. 00000100:00000200:5.0:1673551335.490856:0:12908:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738762432, portal 18 00000100:00000001:5.0:1673551335.490856:0:12908:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1673551335.490856:0:242277:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551588 : -28 : 0xffffffffffffffe4) 00000100:00000001:2.0:1673551335.490856:0:242277:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:5.0:1673551335.490857:0:12908:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912568026961536 : -52831505682590080 : ff444e0686d71680) 00000100:00000001:2.0:1673551335.490857:0:242277:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1673551335.490857:0:242277:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c131c331 x1754791738762112/t0(0) o36->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 496/456 e 0 to 0 dl 1673551342 ref 2 fl Interpret:RQU/0/0 rc -28/-28 job:'' 00010000:00000001:10.0:1673551335.490858:0:2363571:0:(ldlm_request.c:1384:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1673551335.490859:0:2363571:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:10.0:1673551335.490859:0:2363571:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000100:00000040:5.0:1673551335.490859:0:12908:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000ecab545c x1754791738762432/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1673551335.490859:0:242277:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000c131c331 pname:cluuid:pid:xid:nid:opc:job rm:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:242277:1754791738762112:0@lo:36: 00010000:00000001:10.0:1673551335.490860:0:2363571:0:(ldlm_request.c:2167:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1673551335.490860:0:2363571:0:(ldlm_request.c:1592:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551335.490860:0:242277:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:10.0:1673551335.490861:0:2363571:0:(mdt_handler.c:3607:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551335.490861:0:242277:0:(client.c:2627:ptlrpc_set_wait()) Process leaving (rc=18446744073709551588 : -28 : ffffffffffffffe4) 00010000:00000040:10.0:1673551335.490862:0:2363571:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000cccd3e06 count: 2 00010000:00010000:10.0:1673551335.490862:0:2363571:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: ai200x-MDT0002-osp-MDT0001 lock: 00000000e3cf0d87/0xa23f007ba8277497 lrc: 1/0,0 mode: --/EX res: [0x2c0001bc2:0x839d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x6acc5947b271d35e expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00000100:00000001:5.0:1673551335.490862:0:12908:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:2.0:1673551335.490862:0:242277:0:(client.c:1117:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1673551335.490862:0:242277:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:9.0:1673551335.490863:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000040:5.0:1673551335.490863:0:12908:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:5.0:1673551335.490863:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8da9722. 00000100:00000040:2.0:1673551335.490863:0:242277:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c131c331 x1754791738762112/t0(0) o36->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 496/456 e 0 to 0 dl 1673551342 ref 2 fl Complete:RQU/0/0 rc -28/-28 job:'' 00010000:00000040:10.0:1673551335.490864:0:2363571:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000cccd3e06 count: 1 00000100:00000001:9.0:1673551335.490864:0:12913:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000200:5.0:1673551335.490864:0:12908:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1754791738762432, offset 0 00010000:00000001:10.0:1673551335.490865:0:2363571:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000040:10.0:1673551335.490865:0:2363571:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000cccd3e06 count: 2 00000100:00000001:9.0:1673551335.490865:0:12913:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1673551335.490865:0:242277:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1673551335.490865:0:242277:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 112 at 00000000c83a5f07. 00010000:00010000:10.0:1673551335.490866:0:2363571:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: ai200x-MDT0002-osp-MDT0001 lock: 00000000e3cf0d87/0xa23f007ba8277497 lrc: 0/0,0 mode: --/EX res: [0x2c0001bc2:0x839d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0x6acc5947b271d35e expref: -99 pid: 2380004 timeout: 0 lvb_type: 0 00000400:00000200:5.0:1673551335.490866:0:12908:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000100:00000001:2.0:1673551335.490866:0:242277:0:(client.c:1159:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1673551335.490866:0:242277:0:(client.c:3203:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551588 : -28 : ffffffffffffffe4) 00010000:00000040:10.0:1673551335.490867:0:2363571:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000cccd3e06 count: 1 00000400:00000200:5.0:1673551335.490867:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000002:00000040:2.0:1673551335.490867:0:242277:0:(mdc_reint.c:53:mdc_reint()) error in handling -28 00000002:00000001:2.0:1673551335.490867:0:242277:0:(mdc_reint.c:344:mdc_unlink()) Process leaving (rc=18446744073709551588 : -28 : ffffffffffffffe4) 00010000:00000040:10.0:1673551335.490868:0:2363571:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000cccd3e06 count: 0 00000100:00000040:9.0:1673551335.490868:0:12913:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c8772ba3 x1754791738762496/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:8.0:1673551335.490868:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00800000:00000001:2.0:1673551335.490868:0:242277:0:(lmv_obd.c:3118:lmv_unlink()) Process leaving (rc=18446744073709551588 : -28 : ffffffffffffffe4) 00010000:00000010:10.0:1673551335.490869:0:2363571:0:(ldlm_resource.c:1472:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9b59ee5. 00000100:00000001:8.0:1673551335.490869:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551335.490869:0:12908:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000080:00000010:2.0:1673551335.490869:0:242277:0:(llite_lib.c:3424:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000046092f8a. 00010000:00000010:10.0:1673551335.490870:0:2363571:0:(ldlm_resource.c:1475:ldlm_resource_free()) slab-freed 'res': 168 at 00000000cccd3e06. 00000400:00000200:5.0:1673551335.490870:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964976, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000080:00000001:2.0:1673551335.490870:0:242277:0:(namei.c:2184:ll_unlink()) Process leaving via out (rc=18446744073709551588 : -28 : 0xffffffffffffffe4) 00010000:00000001:10.0:1673551335.490871:0:2363571:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:10.0:1673551335.490871:0:2363571:0:(ldlm_lockd.c:1944:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1673551335.490871:0:242277:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1673551335.490871:0:242277:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c131c331 x1754791738762112/t0(0) o36->ai200x-MDT0001-mdc-ff444e0748e14000@0@lo:12/10 lens 496/456 e 0 to 0 dl 1673551342 ref 1 fl Complete:RQU/0/0 rc -28/-28 job:'' 00010000:00000010:10.0:1673551335.490872:0:2363571:0:(ldlm_lockd.c:2944:ldlm_bl_thread_blwi()) kfreed 'blwi': 176 at 000000009bc537d2. 00010000:00000001:10.0:1673551335.490872:0:2363571:0:(ldlm_lockd.c:2948:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551335.490872:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964976, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964976, g:4294967295] 00000020:00000001:10.0:1673551335.490873:0:2363571:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:10.0:1673551335.490873:0:2363571:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551335.490873:0:12913:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1673551335.490873:0:242277:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1673551335.490873:0:242277:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1673551335.490873:0:242277:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 00000000d33d655f. 00010000:00010000:10.0:1673551335.490874:0:2363571:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:10.0:1673551335.490874:0:2363571:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000100:00000001:9.0:1673551335.490874:0:12913:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551335.490874:0:242277:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:10.0:1673551335.490875:0:2363571:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:10.0:1673551335.490875:0:2363571:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:10.0:1673551335.490875:0:2363571:0:(genops.c:1831:obd_stale_export_get()) Process entered 02000000:00000001:9.0:1673551335.490875:0:12913:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1673551335.490875:0:242277:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:2.0:1673551335.490875:0:242277:0:(genops.c:1205:class_import_put()) import 0000000076349000 refcount=5 obd=ai200x-MDT0001-mdc-ff444e0748e14000 00000020:00000001:2.0:1673551335.490875:0:242277:0:(genops.c:1212:class_import_put()) Process leaving 00000020:00000001:10.0:1673551335.490876:0:2363571:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:10.0:1673551335.490876:0:2363571:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:5.0:1673551335.490876:0:12908:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 02000000:00000010:2.0:1673551335.490876:0:242277:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e2b744f1. 02000000:00000001:2.0:1673551335.490876:0:242277:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:9.0:1673551335.490877:0:12913:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551335.490877:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964976, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964976, g:4294967295] 02000000:00000001:2.0:1673551335.490877:0:242277:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1673551335.490877:0:242277:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000c131c331. 00000100:00000001:2.0:1673551335.490877:0:242277:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00100000:9.0:1673551335.490878:0:12913:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000c8772ba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:ai200x-MDT0001-mdtlov_UUID:12913:1754791738762496:172.16.0.20@o2ib:103: 00000100:00000001:2.0:1673551335.490878:0:242277:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1673551335.490878:0:242277:0:(namei.c:2204:ll_unlink()) Process leaving (rc=18446744073709551588 : -28 : ffffffffffffffe4) 00000400:00000200:5.0:1673551335.490879:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964976, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964976, g:4294967295] 00000080:00000001:2.0:1673551335.490879:0:242277:0:(dcache.c:127:ll_ddelete()) Process entered 00000080:00002000:2.0:1673551335.490879:0:242277:0:(dcache.c:134:ll_ddelete()) deleting dentry article-7.xml (00000000621b0412, parent 0000000044d35c51, inode 000000002a4c3092) hashed, 00000400:00000200:5.0:1673551335.490880:0:12908:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:5.0:1673551335.490880:0:12908:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000080:00000001:2.0:1673551335.490880:0:242277:0:(dcache.c:140:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551335.490881:0:12913:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000400:00000200:5.0:1673551335.490881:0:12908:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 02000000:00000001:9.0:1673551335.490882:0:12913:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:5.0:1673551335.490882:0:12908:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[32, 32], s:[10403804, 10403805] 00000080:00000001:2.0:1673551335.490882:0:242277:0:(dcache.c:57:ll_release()) Process entered 02000000:00000001:9.0:1673551335.490883:0:12913:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551335.490883:0:12908:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.21@o2ib 00000080:00000001:2.0:1673551335.490883:0:242277:0:(dcache.c:66:ll_release()) Process leaving 02000000:00000001:9.0:1673551335.490884:0:12913:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:5.0:1673551335.490884:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 02000000:00000010:9.0:1673551335.490885:0:12913:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000088f0076f. 02000000:00000001:9.0:1673551335.490886:0:12913:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551335.490886:0:12908:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.21@o2ib(172.16.0.20@o2ib:172.16.0.21@o2ib) : PUT try# 0 00000400:00000200:9.0:1673551335.490887:0:12913:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:5.0:1673551335.490888:0:12908:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 328 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000400:00000010:9.0:1673551335.490889:0:12913:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000002f42a08c. 00000400:00000200:5.0:1673551335.490889:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000010:9.0:1673551335.490890:0:12913:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003d9a1b3. 00000100:00000200:9.0:1673551335.490891:0:12913:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738762496, portal 18 00000800:00000200:5.0:1673551335.490891:0:12908:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000f750ee49] -> 172.16.0.21@o2ib (2) version: 12 00000100:00000001:9.0:1673551335.490892:0:12913:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:9.0:1673551335.490892:0:12913:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912619881552384 : -52831453827999232 : ff444e12999d5a00) 00000800:00000200:5.0:1673551335.490892:0:12908:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000051b88e6b] (68)++ 00000800:00000200:5.0:1673551335.490893:0:12908:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000051b88e6b] (69)++ 00000100:00000040:9.0:1673551335.490894:0:12913:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000c8772ba3 x1754791738762496/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:5.0:1673551335.490895:0:12908:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000051b88e6b] (70)-- 00000100:00000001:5.0:1673551335.490895:0:12908:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551335.490896:0:12908:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1673551335.490897:0:12913:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:5.0:1673551335.490897:0:12908:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551335.490897:0:12908:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1673551335.490898:0:12913:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:9.0:1673551335.490899:0:12913:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007bbc75f3. 00000800:00000200:5.2:1673551335.490899:0:12908:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (69)++ 00000100:00000200:9.0:1673551335.490900:0:12913:0:(niobuf.c:87:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1754791738762496, offset 0 00000400:00000200:9.0:1673551335.490901:0:12913:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:9.0:1673551335.490903:0:12913:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:9.0:1673551335.490904:0:12913:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000100:00000001:5.0:1673551335.490905:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:9.0:1673551335.490906:0:12913:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964977, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000100:00000001:5.0:1673551335.490907:0:12908:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:9.0:1673551335.490908:0:12913:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964976, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10964977, g:4294967295] 00000100:00000001:5.0:1673551335.490908:0:12908:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:5.0:1673551335.490908:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000400:00000200:9.0:1673551335.490909:0:12913:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000100:00000001:5.0:1673551335.490909:0:12908:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551335.490909:0:12908:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1673551335.490910:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (70)++ 00000400:00000200:9.0:1673551335.490910:0:12913:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964977, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964976, g:4294967295] 00000100:00000001:5.0:1673551335.490910:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551335.490910:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551335.490910:0:12908:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000200:9.0:1673551335.490911:0:12913:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964976, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964976, g:4294967295] 00000100:00000001:5.0:1673551335.490911:0:12908:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551335.490911:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1673551335.490912:0:12913:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:9.0:1673551335.490913:0:12913:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000800:00000200:19.0:1673551335.490914:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000051b88e6b] (71)-- 00000400:00000200:9.0:1673551335.490914:0:12913:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:19.0:1673551335.490915:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:9.0:1673551335.490915:0:12913:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[31, 32], s:[10403805, 10403805] 00000400:00000200:19.0:1673551335.490916:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000400:00000200:9.0:1673551335.490916:0:12913:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.20@o2ib 00000400:00000200:19.0:1673551335.490917:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000a8da9722 00000400:00000200:9.0:1673551335.490917:0:12913:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000010:19.0:1673551335.490918:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000a8da9722. 00000100:00000001:19.0:1673551335.490918:0:12873:0:(events.c:54:request_out_callback()) Process entered 00000400:00000200:9.0:1673551335.490919:0:12913:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000100:00000200:19.0:1673551335.490920:0:12873:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000ecab545c x1754791738762432/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:9.0:1673551335.490921:0:12913:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 328 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000100:00000001:19.0:1673551335.490922:0:12873:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000800:00000200:17.0:1673551335.490922:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000400:00000200:9.0:1673551335.490922:0:12913:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000040:19.0:1673551335.490923:0:12873:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ecab545c x1754791738762432/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:9.0:1673551335.490924:0:12913:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000004111b72] -> 172.16.0.20@o2ib (2) version: 12 00000100:00000001:19.0:1673551335.490925:0:12873:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551335.490925:0:12873:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:9.0:1673551335.490925:0:12913:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000007a1be710] (68)++ 00000800:00000200:19.0:1673551335.490926:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000800:00000200:9.0:1673551335.490926:0:12913:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000007a1be710] (69)++ 00000800:00000200:9.0:1673551335.490929:0:12913:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000007a1be710] (70)-- 00000100:00000001:9.0:1673551335.490930:0:12913:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551335.490931:0:12913:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1673551335.490932:0:12913:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551335.490933:0:12913:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551335.490934:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551335.490936:0:12913:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1673551335.490937:0:12913:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:9.0:1673551335.490938:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551335.490940:0:12913:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551335.490940:0:12913:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551335.490941:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.2:1673551335.490941:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (69)++ 00000100:00000001:9.0:1673551335.490942:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551335.490943:0:12913:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551335.490943:0:12913:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551335.490944:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1673551335.490952:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (70)++ 00000800:00000200:13.0:1673551335.490957:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000007a1be710] (71)-- 00000800:00000200:5.2:1673551335.490958:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (68)++ 00000400:00000200:13.0:1673551335.490959:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551335.490960:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:13.0:1673551335.490961:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000007bbc75f3 00000400:00000010:13.0:1673551335.490962:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000007bbc75f3. 00000100:00000001:13.0:1673551335.490963:0:12871:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:13.0:1673551335.490964:0:12871:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000c8772ba3 x1754791738762496/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:12.0:1673551335.490964:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000800:00000200:17.0:1673551335.490966:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (69)++ 00000100:00000001:13.0:1673551335.490968:0:12871:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:13.0:1673551335.490969:0:12871:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c8772ba3 x1754791738762496/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:17.0:1673551335.490971:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.21@o2ib 00000400:00000200:17.0:1673551335.490972:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000100:00000001:13.0:1673551335.490972:0:12871:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551335.490973:0:12871:0:(events.c:94:request_out_callback()) Process leaving 00000400:00000200:17.0:1673551335.490974:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000800:00000200:13.0:1673551335.490974:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000400:00000200:17.0:1673551335.490976:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:19.0:1673551335.490977:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000400:00000200:17.0:1673551335.490977:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551335.490978:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:17.0:1673551335.490979:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 18 MB=0x63bf94a3e64c0 00000400:00000200:17.0:1673551335.490980:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:17.0:1673551335.490982:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 12 from 12345-172.16.0.20@o2ib of length 224/224 into md 0x4bd8e40d [1] + 224 00000400:00000200:17.0:1673551335.490983:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551335.490984:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:17.0:1673551335.490985:0:12874:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:17.0:1673551335.490986:0:12874:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000ecab545c x1754791738762432/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:17.0:1673551335.490988:0:12874:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000ecab545c x1754791738762432/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:17.0:1673551335.490994:0:12874:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:17.0:1673551335.490995:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000051b88e6b] (69)++ 00000800:00000200:17.0:1673551335.490995:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000051b88e6b] (70)-- 00000800:00000200:17.0:1673551335.490996:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000100:00000001:5.0:1673551335.491000:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551335.491001:0:12908:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:5.0:1673551335.491002:0:12908:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:5.0:1673551335.491002:0:12908:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:5.0:1673551335.491003:0:12908:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 0000000083d6e76c. 00000400:00000200:5.0:1673551335.491003:0:12908:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003be8618e 00000400:00000010:5.0:1673551335.491004:0:12908:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003be8618e. 00000100:00000001:5.0:1673551335.491005:0:12908:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:5.0:1673551335.491006:0:12908:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000ecab545c x1754791738762432/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:5.0:1673551335.491008:0:12908:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000ecab545c x1754791738762432/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551335.491010:0:12908:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:5.0:1673551335.491011:0:12908:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551335.491011:0:12908:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:5.0:1673551335.491012:0:12908:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:5.0:1673551335.491012:0:12908:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:5.0:1673551335.491013:0:12908:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1673551335.491014:0:12908:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:5.0:1673551335.491015:0:12908:0:(import.c:1925:at_measured()) add 1 to 00000000ea8c26ce time=207 v=1 (1 0 0 0) 00000100:00001000:5.0:1673551335.491016:0:12908:0:(import.c:1925:at_measured()) add 1 to 000000005ad7af53 time=107 v=1 (1 1 1 1) 00000100:00000001:5.0:1673551335.491017:0:12908:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:5.0:1673551335.491017:0:12908:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1673551335.491018:0:12908:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:5.0:1673551335.491018:0:12908:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.2:1673551335.491018:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (68)++ 00000100:00000001:5.0:1673551335.491019:0:12908:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:5.0:1673551335.491019:0:12908:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0002-osp-MDT0001: skip recheck: last_committed 287995498174 00000100:00000001:5.0:1673551335.491020:0:12908:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:5.0:1673551335.491020:0:12908:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1673551335.491021:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ecab545c x1754791738762432/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551335.491023:0:12908:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:5.0:1673551335.491024:0:12908:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:5.0:1673551335.491024:0:12908:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:5.0:1673551335.491025:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ecab545c x1754791738762432/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00100000:5.0:1673551335.491027:0:12908:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000ecab545c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:ai200x-MDT0001-mdtlov_UUID:12908:1754791738762432:172.16.0.20@o2ib:103: 00000800:00000200:12.0:1673551335.491029:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (69)++ 00000100:00000001:5.0:1673551335.491029:0:12908:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551335.491029:0:12908:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:5.0:1673551335.491030:0:12908:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ecab545c x1754791738762432/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551335.491032:0:12908:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:5.0:1673551335.491032:0:12908:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:5.0:1673551335.491033:0:12908:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000803152a3. 00000800:00000200:12.0:1673551335.491034:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.20@o2ib 02000000:00000001:5.0:1673551335.491034:0:12908:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:5.0:1673551335.491034:0:12908:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:5.0:1673551335.491034:0:12908:0:(genops.c:1205:class_import_put()) import 000000000b46b2ec refcount=3 obd=ai200x-MDT0002-osp-MDT0001 00000020:00000001:5.0:1673551335.491035:0:12908:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:5.0:1673551335.491035:0:12908:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000760b235e. 00000400:00000200:12.0:1673551335.491036:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 02000000:00000001:5.0:1673551335.491036:0:12908:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:5.0:1673551335.491037:0:12908:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:5.0:1673551335.491037:0:12908:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000ecab545c. 00000100:00000001:5.0:1673551335.491038:0:12908:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:5.0:1673551335.491038:0:12908:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551335.491039:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:12.0:1673551335.491040:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000100:00000001:5.0:1673551335.491040:0:12908:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1673551335.491040:0:12908:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1673551335.491041:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551335.491052:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:5.0:1673551335.491052:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000800:00000200:13.0:1673551335.491053:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000100:00000001:5.0:1673551335.491053:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551335.491053:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000400:00000200:12.0:1673551335.491054:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:5.0:1673551335.491054:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1673551335.491055:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 18 MB=0x63bf94a3e6500 00000400:00000200:12.0:1673551335.491056:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551335.491058:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 12 from 12345-172.16.0.20@o2ib of length 224/224 into md 0x4bd8e42d [1] + 224 00000400:00000200:12.0:1673551335.491060:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551335.491062:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000001:12.0:1673551335.491063:0:12872:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:12.0:1673551335.491064:0:12872:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000c8772ba3 x1754791738762496/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:12.0:1673551335.491068:0:12872:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000c8772ba3 x1754791738762496/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:12.0:1673551335.491076:0:12872:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:12.0:1673551335.491077:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000007a1be710] (69)++ 00000800:00000200:12.0:1673551335.491078:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000007a1be710] (70)-- 00000800:00000200:12.0:1673551335.491078:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000100:00000001:9.0:1673551335.491082:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551335.491083:0:12913:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:9.0:1673551335.491083:0:12913:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:9.0:1673551335.491084:0:12913:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:9.0:1673551335.491084:0:12913:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000002f42a08c. 00000400:00000200:9.0:1673551335.491085:0:12913:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000003d9a1b3 00000400:00000010:9.0:1673551335.491086:0:12913:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000003d9a1b3. 00000100:00000001:9.0:1673551335.491086:0:12913:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:9.0:1673551335.491087:0:12913:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000c8772ba3 x1754791738762496/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:9.0:1673551335.491090:0:12913:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000c8772ba3 x1754791738762496/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:9.0:1673551335.491092:0:12913:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:9.0:1673551335.491092:0:12913:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551335.491093:0:12913:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:9.0:1673551335.491093:0:12913:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:9.0:1673551335.491094:0:12913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:9.0:1673551335.491094:0:12913:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1673551335.491095:0:12913:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:9.0:1673551335.491096:0:12913:0:(import.c:1925:at_measured()) add 1 to 00000000ea8c26ce time=57 v=1 (1 1 0 0) 00000100:00001000:9.0:1673551335.491097:0:12913:0:(import.c:1925:at_measured()) add 1 to 000000005ad7af53 time=107 v=1 (1 1 1 1) 00000100:00000001:9.0:1673551335.491098:0:12913:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:9.0:1673551335.491098:0:12913:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:9.0:1673551335.491099:0:12913:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:9.0:1673551335.491100:0:12913:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551335.491100:0:12913:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:9.0:1673551335.491101:0:12913:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0002-osp-MDT0001: skip recheck: last_committed 287995498174 00000100:00000001:9.0:1673551335.491101:0:12913:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:9.0:1673551335.491102:0:12913:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1673551335.491103:0:12913:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c8772ba3 x1754791738762496/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:9.0:1673551335.491107:0:12913:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1673551335.491108:0:12913:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:9.0:1673551335.491108:0:12913:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:9.0:1673551335.491109:0:12913:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c8772ba3 x1754791738762496/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00100000:9.0:1673551335.491111:0:12913:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000c8772ba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:ai200x-MDT0001-mdtlov_UUID:12913:1754791738762496:172.16.0.20@o2ib:103: 00000100:00000001:9.0:1673551335.491113:0:12913:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551335.491113:0:12913:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:9.0:1673551335.491114:0:12913:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c8772ba3 x1754791738762496/t0(0) o103->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:17/18 lens 328/224 e 0 to 0 dl 1673551342 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:9.0:1673551335.491116:0:12913:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:9.0:1673551335.491116:0:12913:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:9.0:1673551335.491117:0:12913:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000088f0076f. 02000000:00000001:9.0:1673551335.491117:0:12913:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:9.0:1673551335.491118:0:12913:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:9.0:1673551335.491118:0:12913:0:(genops.c:1205:class_import_put()) import 000000000b46b2ec refcount=2 obd=ai200x-MDT0002-osp-MDT0001 00000020:00000001:9.0:1673551335.491119:0:12913:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:9.0:1673551335.491119:0:12913:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f122be07. 02000000:00000001:9.0:1673551335.491120:0:12913:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:9.0:1673551335.491120:0:12913:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:9.0:1673551335.491121:0:12913:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000c8772ba3. 00000100:00000001:9.0:1673551335.491122:0:12913:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:9.0:1673551335.491122:0:12913:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551335.491122:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551335.491123:0:12913:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1673551335.491124:0:12913:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551335.491124:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551335.491124:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551335.491125:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551335.491125:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1673551335.516051:0:0:0:(ldlm_lock.c:198:lock_handle_free()) slab-freed 'lock': 552 at 00000000f30c02cd. 00010000:00000010:2.1F:1673551335.516053:0:0:0:(ldlm_lock.c:198:lock_handle_free()) slab-freed 'lock': 552 at 000000006558aa3f. 00010000:00000010:6.1F:1673551335.516054:0:0:0:(ldlm_lock.c:198:lock_handle_free()) slab-freed 'lock': 552 at 0000000074f917b8. 00010000:00000010:2.1:1673551335.516055:0:0:0:(ldlm_lock.c:198:lock_handle_free()) slab-freed 'lock': 552 at 000000000c628a00. 00000080:00000010:2.1:1673551335.516056:0:0:0:(dcache.c:50:free_dentry_data()) kfreed 'lld': 24 at 000000009bdb551c. 00010000:00000010:10.1F:1673551335.516058:0:0:0:(ldlm_lock.c:198:lock_handle_free()) slab-freed 'lock': 552 at 00000000e3cf0d87. 00010000:00000010:0.1:1673551335.520051:0:0:0:(ldlm_lock.c:198:lock_handle_free()) slab-freed 'lock': 552 at 00000000ea3a1a95. 00000004:00000001:9.0:1673551335.637074:0:2270161:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:9.0:1673551335.637076:0:2270161:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000010:9.0:1673551335.637079:0:2270161:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000700844bd. 00000020:00000040:9.0:1673551335.637082:0:2270161:0:(genops.c:1192:class_import_get()) import 00000000dbb812a7 refcount=3 obd=ai200x-MDT0003-osp-MDT0001 00000004:00000001:11.0:1673551335.637085:0:2270159:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:11.0:1673551335.637086:0:2270159:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000001:9.0:1673551335.637086:0:2270161:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:9.0:1673551335.637087:0:2270161:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:11.0:1673551335.637088:0:2270159:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000b0f61867. 02000000:00000001:9.0:1673551335.637089:0:2270161:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:11.0:1673551335.637090:0:2270159:0:(genops.c:1192:class_import_get()) import 00000000fcc504f5 refcount=3 obd=ai200x-MDT0000-osp-MDT0001 02000000:00000010:9.0:1673551335.637091:0:2270161:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000097dfc691. 00000100:00000001:11.0:1673551335.637093:0:2270159:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:9.0:1673551335.637093:0:2270161:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1673551335.637094:0:2270159:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:9.0:1673551335.637094:0:2270161:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:9.0:1673551335.637095:0:2270161:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1673551335.637096:0:2270159:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:11.0:1673551335.637098:0:2270159:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ae50d289. 00000100:00000040:9.0:1673551335.637098:0:2270161:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000700844bd] to pc [ptlrpcd_02_00+0] req@00000000700844bd x1754791738762560/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:11.0:1673551335.637100:0:2270159:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551335.637101:0:2270159:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:11.0:1673551335.637102:0:2270159:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1673551335.637105:0:2270159:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000b0f61867] to pc [ptlrpcd_02_01+1] req@00000000b0f61867 x1754791738762624/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:11.0:1673551335.637113:0:2270159:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:9.0:1673551335.637113:0:2270161:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551335.637114:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1673551335.637117:0:12910:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:10.0:1673551335.637118:0:12910:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:8.0:1673551335.637121:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000040:10.0:1673551335.637122:0:12910:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000700844bd x1754791738762560/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:8.0:1673551335.637123:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1673551335.637124:0:12911:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:10.0:1673551335.637127:0:12910:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000040:8.0:1673551335.637127:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b0f61867 x1754791738762624/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:10.0:1673551335.637128:0:12910:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1673551335.637130:0:12910:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:8.0:1673551335.637130:0:12911:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:8.0:1673551335.637130:0:12911:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1673551335.637131:0:12911:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:10.0:1673551335.637132:0:12910:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1673551335.637132:0:12911:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1673551335.637133:0:12910:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000700844bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:ai200x-MDT0001-mdtlov_UUID:12910:1754791738762560:172.16.0.22@o2ib:41: 00000100:00100000:8.0:1673551335.637133:0:12911:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000b0f61867 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:ai200x-MDT0001-mdtlov_UUID:12911:1754791738762624:172.16.0.56@o2ib:41: 00000100:00000001:10.0:1673551335.637135:0:12910:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000001:8.0:1673551335.637135:0:12911:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:10.0:1673551335.637136:0:12910:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:8.0:1673551335.637136:0:12911:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:10.0:1673551335.637137:0:12910:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1673551335.637137:0:12911:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1673551335.637137:0:12911:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:10.0:1673551335.637138:0:12910:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:8.0:1673551335.637138:0:12911:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000df47b723. 02000000:00000010:10.0:1673551335.637139:0:12910:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a462ae5a. 02000000:00000001:8.0:1673551335.637139:0:12911:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1673551335.637140:0:12910:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1673551335.637141:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:10.0:1673551335.637143:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000010:8.0:1673551335.637143:0:12911:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000002a982864. 00000400:00000010:10.0:1673551335.637144:0:12910:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000006c3b02ec. 00000400:00000010:8.0:1673551335.637144:0:12911:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c682520b. 00000400:00000010:10.0:1673551335.637146:0:12910:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d763b32. 00000100:00000200:8.0:1673551335.637147:0:12911:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738762624, portal 4 00000100:00000200:10.0:1673551335.637148:0:12910:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738762560, portal 4 00000100:00000001:10.0:1673551335.637148:0:12910:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:8.0:1673551335.637148:0:12911:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:10.0:1673551335.637149:0:12910:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912574856343936 : -52831498853207680 : ff444e081de73180) 00000100:00000001:8.0:1673551335.637149:0:12911:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912558540955520 : -52831515168596096 : ff444e04516e1f80) 00000100:00000040:8.0:1673551335.637150:0:12911:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000b0f61867 x1754791738762624/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551342 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000040:10.0:1673551335.637152:0:12910:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000700844bd x1754791738762560/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551342 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:8.0:1673551335.637153:0:12911:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:8.0:1673551335.637153:0:12911:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000400:00000010:8.0:1673551335.637154:0:12911:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a0b34fa. 00000100:00000001:10.0:1673551335.637155:0:12910:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000200:8.0:1673551335.637155:0:12911:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1754791738762624, offset 0 00000100:00000040:10.0:1673551335.637156:0:12910:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000010:10.0:1673551335.637156:0:12910:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000518266ae. 00000100:00000200:10.0:1673551335.637157:0:12910:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1754791738762560, offset 0 00000400:00000200:8.0:1673551335.637158:0:12911:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000400:00000200:10.0:1673551335.637160:0:12910:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000400:00000200:8.0:1673551335.637161:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:8.0:1673551335.637163:0:12911:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000400:00000200:8.0:1673551335.637165:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964977, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:8.0:1673551335.637167:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964977, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964977, g:4294967295] 00000400:00000200:8.0:1673551335.637168:0:12911:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:8.0:1673551335.637170:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964977, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964977, g:4294967295] 00000400:00000200:8.0:1673551335.637171:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964977, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964977, g:4294967295] 00000400:00000200:8.0:1673551335.637172:0:12911:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:8.0:1673551335.637173:0:12911:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:8.0:1673551335.637174:0:12911:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:8.0:1673551335.637174:0:12911:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501156, 4501158] 00000400:00000200:8.0:1673551335.637175:0:12911:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.57@o2ib 00000400:00000200:8.0:1673551335.637176:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:10.0:1673551335.637177:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:8.0:1673551335.637179:0:12911:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.57@o2ib(172.16.0.56@o2ib:172.16.0.57@o2ib) : PUT try# 0 00000400:00000200:10.0:1673551335.637180:0:12910:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.22@o2ib local destination 00000800:00000200:8.0:1673551335.637181:0:12911:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000400:00000200:10.0:1673551335.637182:0:12910:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964978, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:10.0:1673551335.637184:0:12910:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964977, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10964978, g:4294967295] 00000400:00000200:10.0:1673551335.637186:0:12910:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:10.0:1673551335.637187:0:12910:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964978, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964977, g:4294967295] 00000400:00000200:10.0:1673551335.637188:0:12910:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964977, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964977, g:4294967295] 00000400:00000200:10.0:1673551335.637189:0:12910:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:10.0:1673551335.637190:0:12910:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:10.0:1673551335.637192:0:12910:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:10.0:1673551335.637192:0:12910:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.23@o2ib c:[32, 32], s:[3094126, 3094127] 00000400:00000200:10.0:1673551335.637193:0:12910:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.23@o2ib 00000400:00000200:10.0:1673551335.637194:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:8.0:1673551335.637195:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:10.0:1673551335.637197:0:12910:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.23@o2ib(172.16.0.22@o2ib:172.16.0.23@o2ib) : PUT try# 0 00000800:00000200:8.0:1673551335.637198:0:12911:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000625538ff] -> 172.16.0.57@o2ib (2) version: 12 00000800:00000200:10.0:1673551335.637199:0:12910:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.23@o2ib 00000400:00000200:10.0:1673551335.637200:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:8.0:1673551335.637200:0:12911:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000580cc9cc] (68)++ 00000800:00000200:8.0:1673551335.637201:0:12911:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000580cc9cc] (69)++ 00000800:00000200:10.0:1673551335.637204:0:12910:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000006b07c300] -> 172.16.0.23@o2ib (2) version: 12 00000800:00000200:8.0:1673551335.637205:0:12911:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000580cc9cc] (70)-- 00000800:00000200:10.0:1673551335.637206:0:12910:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000036519f99] (68)++ 00000100:00000001:8.0:1673551335.637206:0:12911:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551335.637206:0:12911:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:10.0:1673551335.637207:0:12910:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000036519f99] (69)++ 00000100:00000001:8.0:1673551335.637207:0:12911:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551335.637208:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551335.637208:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:10.0:1673551335.637211:0:12910:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000036519f99] (70)-- 00000100:00000001:10.0:1673551335.637211:0:12910:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551335.637211:0:12911:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:8.0:1673551335.637211:0:12911:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:10.0:1673551335.637212:0:12910:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:8.0:1673551335.637212:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551335.637212:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:10.0:1673551335.637213:0:12910:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551335.637213:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551335.637213:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551335.637214:0:12910:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551335.637214:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1673551335.637214:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551335.637214:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1673551335.637214:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551335.637215:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551335.637217:0:12910:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:10.0:1673551335.637218:0:12910:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000800:00000200:5.2:1673551335.637218:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (69)++ 00000100:00000001:10.0:1673551335.637219:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1673551335.637219:0:12910:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:10.0:1673551335.637219:0:12910:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551335.637220:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551335.637220:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1673551335.637221:0:12910:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:10.0:1673551335.637221:0:12910:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551335.637221:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:6.2:1673551335.637227:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000036519f99] (69)++ 00000800:00000200:19.0:1673551335.637231:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (70)++ 00000800:00000200:19.0:1673551335.637237:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000580cc9cc] (71)-- 00000400:00000200:19.0:1673551335.637238:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:19.0:1673551335.637240:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000400:00000200:19.0:1673551335.637241:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000007a0b34fa 00000800:00000200:3.0:1673551335.637241:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (70)++ 00000400:00000010:19.0:1673551335.637242:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000007a0b34fa. 00000100:00000001:19.0:1673551335.637243:0:12873:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:19.0:1673551335.637244:0:12873:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000b0f61867 x1754791738762624/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551342 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:19.0:1673551335.637246:0:12873:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:19.0:1673551335.637247:0:12873:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b0f61867 x1754791738762624/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551342 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:19.0:1673551335.637249:0:12873:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551335.637250:0:12873:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:3.0:1673551335.637250:0:12866:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000036519f99] (71)-- 00000800:00000200:19.0:1673551335.637251:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000800:00000200:17.0:1673551335.637252:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 00000400:00000200:3.0:1673551335.637252:0:12866:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1673551335.637255:0:12866:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000400:00000200:3.0:1673551335.637258:0:12866:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000518266ae 00000400:00000010:3.0:1673551335.637259:0:12866:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000518266ae. 00000800:00000200:2.0:1673551335.637259:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (70)-- 00000100:00000001:3.0:1673551335.637261:0:12866:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:3.0:1673551335.637263:0:12866:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000700844bd x1754791738762560/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551342 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1673551335.637269:0:12866:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1673551335.637270:0:12866:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000700844bd x1754791738762560/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551342 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1673551335.637273:0:12866:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551335.637274:0:12866:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:3.0:1673551335.637276:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (69)-- 00000800:00000200:5.2:1673551335.637345:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (68)++ 00000800:00000200:19.0:1673551335.637355:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (69)++ 00000800:00000200:19.0:1673551335.637359:0:12873:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[4] from 172.16.0.57@o2ib 00000400:00000200:19.0:1673551335.637360:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:6.2:1673551335.637360:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000036519f99] (68)++ 00000400:00000200:19.0:1673551335.637362:0:12873:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.57@o2ib : PUT - for me 00000400:00000200:19.0:1673551335.637364:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:19.0:1673551335.637365:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:19.0:1673551335.637365:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:19.0:1673551335.637366:0:12873:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 368 into portal 4 MB=0x63bf94a3e6580 00000400:00000200:19.0:1673551335.637367:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:17.0:1673551335.637367:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000400:00000200:19.0:1673551335.637369:0:12873:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.56@o2ib of length 368/368 into md 0x4bd8e44d [1] + 224 00000400:00000200:19.0:1673551335.637370:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:19.0:1673551335.637371:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000100:00000001:19.0:1673551335.637372:0:12873:0:(events.c:104:reply_in_callback()) Process entered 00000800:00000200:2.0:1673551335.637372:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (69)++ 00000100:00000200:19.0:1673551335.637373:0:12873:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000b0f61867 x1754791738762624/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:19.0:1673551335.637375:0:12873:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000b0f61867 x1754791738762624/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1673551335.637379:0:12865:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[3] from 172.16.0.23@o2ib 00000100:00000001:19.0:1673551335.637381:0:12873:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:3.0:1673551335.637381:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (70)-- 00000400:00000200:2.0:1673551335.637381:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:19.0:1673551335.637382:0:12873:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000580cc9cc] (69)++ 00000800:00000200:19.0:1673551335.637383:0:12873:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000580cc9cc] (70)-- 00000400:00000200:2.0:1673551335.637383:0:12865:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.23@o2ib : PUT - for me 00000800:00000200:19.0:1673551335.637384:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 00000100:00000001:8.0:1673551335.637387:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1673551335.637387:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000100:00000001:8.0:1673551335.637388:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:8.0:1673551335.637389:0:12911:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1673551335.637389:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000001:8.0:1673551335.637390:0:12911:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:8.0:1673551335.637390:0:12911:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000002a982864. 00000400:00000200:2.0:1673551335.637390:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:8.0:1673551335.637391:0:12911:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000c682520b 00000400:00000010:8.0:1673551335.637392:0:12911:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000c682520b. 00000100:00000001:8.0:1673551335.637392:0:12911:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:2.0:1673551335.637392:0:12865:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 368 into portal 4 MB=0x63bf94a3e6540 00000100:00000200:8.0:1673551335.637393:0:12911:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000b0f61867 x1754791738762624/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1673551335.637394:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000200:8.0:1673551335.637396:0:12911:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000b0f61867 x1754791738762624/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1673551335.637396:0:12865:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.22@o2ib of length 368/368 into md 0x13a9dab5 [1] + 224 00000100:00000001:8.0:1673551335.637398:0:12911:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:8.0:1673551335.637398:0:12911:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1673551335.637399:0:12911:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:8.0:1673551335.637399:0:12911:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1673551335.637399:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:8.0:1673551335.637400:0:12911:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:8.0:1673551335.637401:0:12911:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1673551335.637401:0:12911:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1673551335.637401:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000100:00000001:2.0:1673551335.637402:0:12865:0:(events.c:104:reply_in_callback()) Process entered 00000100:00001000:8.0:1673551335.637403:0:12911:0:(import.c:1925:at_measured()) add 1 to 000000004201432e time=107 v=1 (1 1 1 1) 00000100:00000200:2.0:1673551335.637403:0:12865:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000700844bd x1754791738762560/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00001000:8.0:1673551335.637404:0:12911:0:(import.c:1925:at_measured()) add 1 to 00000000fdf5b919 time=107 v=1 (1 1 1 1) 00000100:00000001:8.0:1673551335.637404:0:12911:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:8.0:1673551335.637405:0:12911:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1673551335.637406:0:12911:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:8.0:1673551335.637406:0:12911:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551335.637407:0:12911:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:8.0:1673551335.637408:0:12911:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0000-osp-MDT0001: skip recheck: last_committed 313781747073 00000100:00000040:2.0:1673551335.637408:0:12865:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000700844bd x1754791738762560/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:8.0:1673551335.637409:0:12911:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:8.0:1673551335.637409:0:12911:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1673551335.637410:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b0f61867 x1754791738762624/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:8.0:1673551335.637412:0:12911:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:8.0:1673551335.637413:0:12911:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:8.0:1673551335.637414:0:12911:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:8.0:1673551335.637414:0:12911:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000040:8.0:1673551335.637415:0:12911:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-MDT0000-osp-MDT0001: blocks=34884907 free=1534985 avail=931062 avail_mb=3636 hwm_mb=267 files=96642000 ffree=62767139 state=200: rc = 0 00000100:00000001:2.0:1673551335.637415:0:12865:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:2.0:1673551335.637416:0:12865:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000036519f99] (69)++ 00000004:00000020:8.0:1673551335.637418:0:12911:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-MDT0000-osp-MDT0001 (000000002bb7609b): 34884907 blocks, 1534985 free, 931062 avail, 4096 bsize, 133 reserved mb low, 267 reserved mb high, 59 reserved ino low, 119 reserved ino high, 96642000 files, 62767139 free files 0x200 00000800:00000200:2.0:1673551335.637418:0:12865:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000036519f99] (70)-- 00000800:00000200:2.0:1673551335.637418:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (69)-- 00000100:00000001:10.0:1673551335.637419:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1673551335.637419:0:12910:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:10.0:1673551335.637420:0:12910:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000004:00000001:8.0:1673551335.637420:0:12911:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:10.0:1673551335.637421:0:12910:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:10.0:1673551335.637421:0:12910:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000006c3b02ec. 00000100:00000040:8.0:1673551335.637421:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0f61867 x1754791738762624/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000400:00000200:10.0:1673551335.637422:0:12910:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000002d763b32 00000400:00000010:10.0:1673551335.637422:0:12910:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000002d763b32. 00000100:00000001:10.0:1673551335.637423:0:12910:0:(events.c:104:reply_in_callback()) Process entered 00000100:00100000:8.0:1673551335.637423:0:12911:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000b0f61867 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:ai200x-MDT0001-mdtlov_UUID:12911:1754791738762624:172.16.0.56@o2ib:41: 00000100:00000200:10.0:1673551335.637424:0:12910:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000700844bd x1754791738762560/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:8.0:1673551335.637424:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1673551335.637425:0:12911:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:8.0:1673551335.637426:0:12911:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b0f61867 x1754791738762624/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:8.0:1673551335.637428:0:12911:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:8.0:1673551335.637428:0:12911:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:10.0:1673551335.637429:0:12910:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000700844bd x1754791738762560/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:8.0:1673551335.637429:0:12911:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000df47b723. 02000000:00000001:8.0:1673551335.637429:0:12911:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:8.0:1673551335.637430:0:12911:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:8.0:1673551335.637430:0:12911:0:(genops.c:1205:class_import_put()) import 00000000fcc504f5 refcount=2 obd=ai200x-MDT0000-osp-MDT0001 00000100:00000001:10.0:1673551335.637431:0:12910:0:(events.c:186:reply_in_callback()) Process leaving 00000020:00000001:8.0:1673551335.637431:0:12911:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:8.0:1673551335.637431:0:12911:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ae50d289. 00000100:00000001:10.0:1673551335.637432:0:12910:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:10.0:1673551335.637432:0:12910:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:8.0:1673551335.637432:0:12911:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:8.0:1673551335.637432:0:12911:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:10.0:1673551335.637433:0:12910:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:10.0:1673551335.637433:0:12910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000010:8.0:1673551335.637433:0:12911:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000b0f61867. 00000100:00000001:10.0:1673551335.637434:0:12910:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551335.637434:0:12911:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:8.0:1673551335.637434:0:12911:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:10.0:1673551335.637435:0:12910:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551335.637435:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1673551335.637435:0:12911:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:10.0:1673551335.637436:0:12910:0:(import.c:1925:at_measured()) add 1 to 000000006c56600e time=107 v=1 (1 1 1 1) 00000100:00000001:8.0:1673551335.637436:0:12911:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551335.637436:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551335.637436:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1673551335.637437:0:12910:0:(import.c:1925:at_measured()) add 1 to 0000000081de362e time=107 v=1 (1 1 1 1) 00000100:00000001:8.0:1673551335.637437:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551335.637437:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551335.637438:0:12910:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:10.0:1673551335.637438:0:12910:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1673551335.637439:0:12910:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:10.0:1673551335.637440:0:12910:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551335.637441:0:12910:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:10.0:1673551335.637441:0:12910:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0003-osp-MDT0001: skip recheck: last_committed 270864996109 00000100:00000001:10.0:1673551335.637442:0:12910:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:10.0:1673551335.637442:0:12910:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1673551335.637444:0:12910:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000700844bd x1754791738762560/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:10.0:1673551335.637446:0:12910:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:10.0:1673551335.637446:0:12910:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:10.0:1673551335.637447:0:12910:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:10.0:1673551335.637447:0:12910:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000040:10.0:1673551335.637448:0:12910:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-MDT0003-osp-MDT0001: blocks=34884907 free=3788631 avail=3184708 avail_mb=12440 hwm_mb=267 files=96642000 ffree=66397551 state=200: rc = 0 00000004:00000020:10.0:1673551335.637450:0:12910:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-MDT0003-osp-MDT0001 (000000009005aeae): 34884907 blocks, 3788631 free, 3184708 avail, 4096 bsize, 133 reserved mb low, 267 reserved mb high, 63 reserved ino low, 127 reserved ino high, 96642000 files, 66397551 free files 0x200 00000004:00000001:10.0:1673551335.637452:0:12910:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1673551335.637453:0:12910:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000700844bd x1754791738762560/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00100000:10.0:1673551335.637455:0:12910:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000700844bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:ai200x-MDT0001-mdtlov_UUID:12910:1754791738762560:172.16.0.22@o2ib:41: 00000100:00000001:10.0:1673551335.637457:0:12910:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:10.0:1673551335.637457:0:12910:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:10.0:1673551335.637458:0:12910:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000700844bd x1754791738762560/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:10.0:1673551335.637460:0:12910:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:10.0:1673551335.637460:0:12910:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:10.0:1673551335.637461:0:12910:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a462ae5a. 02000000:00000001:10.0:1673551335.637462:0:12910:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:10.0:1673551335.637462:0:12910:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:10.0:1673551335.637462:0:12910:0:(genops.c:1205:class_import_put()) import 00000000dbb812a7 refcount=2 obd=ai200x-MDT0003-osp-MDT0001 00000020:00000001:10.0:1673551335.637463:0:12910:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:10.0:1673551335.637464:0:12910:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000097dfc691. 02000000:00000001:10.0:1673551335.637464:0:12910:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:10.0:1673551335.637465:0:12910:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:10.0:1673551335.637465:0:12910:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000700844bd. 00000100:00000001:10.0:1673551335.637466:0:12910:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:10.0:1673551335.637466:0:12910:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:10.0:1673551335.637467:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:10.0:1673551335.637468:0:12910:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:10.0:1673551335.637468:0:12910:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551335.637469:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1673551335.637469:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551335.637470:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1673551335.637470:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551336.085064:0:2269515:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:20.0:1673551336.085066:0:2269515:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551336.149063:0:2270169:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000001:7.0:1673551336.149065:0:2270163:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:7.0:1673551336.149065:0:2270163:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000004:00000020:0.0:1673551336.149065:0:2270169:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1673551336.149067:0:2270169:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000063aed312. 00000100:00000010:7.0:1673551336.149068:0:2270163:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000021f2c97e. 00000020:00000040:0.0:1673551336.149068:0:2270169:0:(genops.c:1192:class_import_get()) import 00000000aefacf36 refcount=3 obd=ai200x-OST0005-osc-MDT0001 00000020:00000040:7.0:1673551336.149070:0:2270163:0:(genops.c:1192:class_import_get()) import 000000000b46b2ec refcount=3 obd=ai200x-MDT0002-osp-MDT0001 00000100:00000001:0.0:1673551336.149070:0:2270169:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:7.0:1673551336.149071:0:2270163:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1673551336.149071:0:2270169:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:7.0:1673551336.149072:0:2270163:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:7.0:1673551336.149073:0:2270163:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1673551336.149073:0:2270169:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:7.0:1673551336.149075:0:2270163:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007a85f864. 02000000:00000010:0.0:1673551336.149075:0:2270169:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003da0f9c1. 00000004:00000001:8.0:1673551336.149076:0:2270173:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000100:00000001:0.0:1673551336.149076:0:2270169:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:8.0:1673551336.149077:0:2270173:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000001:7.0:1673551336.149077:0:2270163:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551336.149078:0:2270169:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000010:8.0:1673551336.149079:0:2270173:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000b727c320. 00000100:00000001:7.0:1673551336.149079:0:2270163:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:7.0:1673551336.149079:0:2270163:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551336.149079:0:2270169:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:8.0:1673551336.149081:0:2270173:0:(genops.c:1192:class_import_get()) import 00000000e662c092 refcount=3 obd=ai200x-OST0004-osc-MDT0001 00000100:00000001:8.0:1673551336.149082:0:2270173:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:8.0:1673551336.149082:0:2270173:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:7.0:1673551336.149082:0:2270163:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [0000000021f2c97e] to pc [ptlrpcd_01_03+3] req@0000000021f2c97e x1754791738762752/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:0.0:1673551336.149082:0:2270169:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [0000000063aed312] to pc [ptlrpcd_00_03+3] req@0000000063aed312 x1754791738762688/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 02000000:00000001:8.0:1673551336.149083:0:2270173:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:8.0:1673551336.149085:0:2270173:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cb09fa92. 00000100:00000001:8.0:1673551336.149087:0:2270173:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551336.149088:0:2270173:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:8.0:1673551336.149089:0:2270173:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1673551336.149091:0:2270173:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000b727c320] to pc [ptlrpcd_02_02+2] req@00000000b727c320 x1754791738762816/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:0.0:1673551336.149094:0:2270169:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:7.0:1673551336.149095:0:2270163:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551336.149098:0:12905:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551336.149100:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1673551336.149100:0:12905:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:4.0:1673551336.149101:0:12909:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1673551336.149101:0:12905:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:4.0:1673551336.149102:0:12909:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1673551336.149102:0:12904:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000004:00000001:8.0:1673551336.149104:0:2270173:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551336.149104:0:12904:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1673551336.149104:0:12905:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000063aed312 x1754791738762688/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:4.0:1673551336.149105:0:12909:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021f2c97e x1754791738762752/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551336.149108:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551336.149109:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551336.149109:0:12905:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:11.0:1673551336.149110:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551336.149110:0:12909:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1673551336.149110:0:12905:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551336.149111:0:12912:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1673551336.149111:0:12912:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1673551336.149112:0:12905:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:11.0:1673551336.149113:0:12912:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b727c320 x1754791738762816/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:9.0:1673551336.149113:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551336.149113:0:12909:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1673551336.149113:0:12905:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551336.149114:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1673551336.149114:0:12909:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1673551336.149114:0:12905:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@0000000063aed312 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ai200x-MDT0001-mdtlov_UUID:12905:1754791738762688:172.16.0.20@o2ib:13: 02000000:00000001:4.0:1673551336.149115:0:12909:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551336.149117:0:12912:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00100000:4.0:1673551336.149117:0:12909:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@0000000021f2c97e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:ai200x-MDT0001-mdtlov_UUID:12909:1754791738762752:172.16.0.20@o2ib:41: 00000100:00000001:1.0:1673551336.149117:0:12905:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000001:11.0:1673551336.149118:0:12912:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1673551336.149118:0:12905:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:11.0:1673551336.149119:0:12912:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:4.0:1673551336.149119:0:12909:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1673551336.149119:0:12905:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1673551336.149120:0:12912:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1673551336.149120:0:12905:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:11.0:1673551336.149121:0:12912:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000b727c320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:ai200x-MDT0001-mdtlov_UUID:12912:1754791738762816:172.16.0.20@o2ib:13: 02000000:00000001:4.0:1673551336.149121:0:12909:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1673551336.149121:0:12905:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f00d6c02. 00000100:00000001:11.0:1673551336.149122:0:12912:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:4.0:1673551336.149122:0:12909:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1673551336.149122:0:12905:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1673551336.149123:0:12912:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:4.0:1673551336.149123:0:12909:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:11.0:1673551336.149124:0:12912:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1673551336.149124:0:12912:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:4.0:1673551336.149125:0:12909:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000806b9808. 02000000:00000001:4.0:1673551336.149125:0:12909:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1673551336.149125:0:12905:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 02000000:00000010:11.0:1673551336.149126:0:12912:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000087857dd8. 02000000:00000001:11.0:1673551336.149126:0:12912:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1673551336.149127:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:11.0:1673551336.149128:0:12912:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000010:1.0:1673551336.149128:0:12905:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 0000000027ce93f5. 00000400:00000010:11.0:1673551336.149129:0:12912:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000009d432585. 00000400:00000010:4.0:1673551336.149129:0:12909:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000002c3f858a. 00000400:00000010:1.0:1673551336.149130:0:12905:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbb4a717. 00000400:00000010:11.0:1673551336.149131:0:12912:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001922871e. 00000400:00000010:4.0:1673551336.149131:0:12909:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004da79ec4. 00000100:00000200:11.0:1673551336.149133:0:12912:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738762816, portal 4 00000100:00000001:11.0:1673551336.149133:0:12912:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000200:4.0:1673551336.149133:0:12909:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738762752, portal 4 00000100:00000001:11.0:1673551336.149134:0:12912:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912565958840832 : -52831507750710784 : ff444e060b921200) 00000100:00000001:4.0:1673551336.149134:0:12909:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:4.0:1673551336.149134:0:12909:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912620950838912 : -52831452758712704 : ff444e12d9595e80) 00000100:00000200:1.0:1673551336.149134:0:12905:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738762688, portal 4 00000100:00000001:1.0:1673551336.149135:0:12905:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000040:11.0:1673551336.149136:0:12912:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000b727c320 x1754791738762816/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551343 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1673551336.149136:0:12905:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912610150877440 : -52831463558674176 : ff444e10559f0900) 00000100:00000040:4.0:1673551336.149137:0:12909:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@0000000021f2c97e x1754791738762752/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551343 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000040:1.0:1673551336.149138:0:12905:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@0000000063aed312 x1754791738762688/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551343 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:4.0:1673551336.149139:0:12909:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:11.0:1673551336.149140:0:12912:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:4.0:1673551336.149140:0:12909:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000100:00000001:1.0:1673551336.149140:0:12905:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:11.0:1673551336.149141:0:12912:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:4.0:1673551336.149141:0:12909:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e76e3e4. 00000100:00000040:1.0:1673551336.149141:0:12905:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:11.0:1673551336.149142:0:12912:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e57115b. 00000100:00000200:4.0:1673551336.149142:0:12909:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1754791738762752, offset 0 00000400:00000010:1.0:1673551336.149142:0:12905:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011b9e5ab. 00000100:00000200:11.0:1673551336.149143:0:12912:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738762816, offset 0 00000100:00000200:1.0:1673551336.149143:0:12905:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738762688, offset 0 00000400:00000200:4.0:1673551336.149144:0:12909:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:11.0:1673551336.149145:0:12912:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:1.0:1673551336.149145:0:12905:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:1.0:1673551336.149147:0:12905:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:11.0:1673551336.149148:0:12912:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:4.0:1673551336.149148:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:1.0:1673551336.149149:0:12905:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000400:00000200:11.0:1673551336.149150:0:12912:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000400:00000200:4.0:1673551336.149150:0:12909:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000400:00000200:4.0:1673551336.149152:0:12909:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964978, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:1.0:1673551336.149152:0:12905:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964978, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:11.0:1673551336.149153:0:12912:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964978, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:11.0:1673551336.149155:0:12912:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964978, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964978, g:4294967295] 00000400:00000200:4.0:1673551336.149155:0:12909:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964978, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964978, g:4294967295] 00000400:00000200:1.0:1673551336.149155:0:12905:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964978, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964978, g:4294967295] 00000400:00000200:4.0:1673551336.149156:0:12909:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:1.0:1673551336.149156:0:12905:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:11.0:1673551336.149157:0:12912:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:1.0:1673551336.149157:0:12905:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964978, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964978, g:4294967295] 00000400:00000200:11.0:1673551336.149158:0:12912:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964978, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964978, g:4294967295] 00000400:00000200:4.0:1673551336.149158:0:12909:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964978, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964978, g:4294967295] 00000400:00000200:1.0:1673551336.149159:0:12905:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964978, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964978, g:4294967295] 00000400:00000200:11.0:1673551336.149160:0:12912:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964978, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964978, g:4294967295] 00000400:00000200:4.0:1673551336.149160:0:12909:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964978, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964978, g:4294967295] 00000400:00000200:1.0:1673551336.149160:0:12905:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:11.0:1673551336.149161:0:12912:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:4.0:1673551336.149161:0:12909:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:1.0:1673551336.149161:0:12905:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:11.0:1673551336.149162:0:12912:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:4.0:1673551336.149163:0:12909:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:11.0:1673551336.149164:0:12912:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:4.0:1673551336.149164:0:12909:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:1.0:1673551336.149164:0:12905:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:11.0:1673551336.149165:0:12912:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[32, 32], s:[10403805, 10403806] 00000400:00000200:4.0:1673551336.149165:0:12909:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[32, 32], s:[10403805, 10403806] 00000400:00000200:1.0:1673551336.149165:0:12905:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[32, 32], s:[10403805, 10403806] 00000400:00000200:11.0:1673551336.149166:0:12912:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.21@o2ib 00000400:00000200:1.0:1673551336.149166:0:12905:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.21@o2ib 00000400:00000200:4.0:1673551336.149167:0:12909:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.21@o2ib 00000400:00000200:1.0:1673551336.149167:0:12905:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:11.0:1673551336.149168:0:12912:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:4.0:1673551336.149168:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:1.0:1673551336.149170:0:12905:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.21@o2ib(172.16.0.20@o2ib:172.16.0.21@o2ib) : PUT try# 0 00000800:00000200:1.0:1673551336.149172:0:12905:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000400:00000200:1.0:1673551336.149174:0:12905:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:4.0:1673551336.149176:0:12909:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.21@o2ib(172.16.0.20@o2ib:172.16.0.21@o2ib) : PUT try# 0 00000800:00000200:1.0:1673551336.149177:0:12905:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000f750ee49] -> 172.16.0.21@o2ib (2) version: 12 00000800:00000200:4.0:1673551336.149178:0:12909:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000800:00000200:1.0:1673551336.149178:0:12905:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000051b88e6b] (68)++ 00000400:00000200:11.0:1673551336.149179:0:12912:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.21@o2ib(172.16.0.20@o2ib:172.16.0.21@o2ib) : PUT try# 0 00000400:00000200:4.0:1673551336.149179:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:1.0:1673551336.149179:0:12905:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000051b88e6b] (69)++ 00000800:00000200:11.0:1673551336.149181:0:12912:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000400:00000200:11.0:1673551336.149182:0:12912:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:4.0:1673551336.149182:0:12909:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000f750ee49] -> 172.16.0.21@o2ib (2) version: 12 00000800:00000200:4.0:1673551336.149183:0:12909:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000051b88e6b] (70)++ 00000800:00000200:1.0:1673551336.149184:0:12905:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000051b88e6b] (71)-- 00000800:00000200:11.0:1673551336.149185:0:12912:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000008229e43b] -> 172.16.0.21@o2ib (2) version: 12 00000800:00000200:4.0:1673551336.149185:0:12909:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000051b88e6b] (71)++ 00000100:00000001:1.0:1673551336.149185:0:12905:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1673551336.149186:0:12912:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000009ece9c48] (68)++ 00000100:00000001:1.0:1673551336.149186:0:12905:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:11.0:1673551336.149187:0:12912:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000009ece9c48] (69)++ 00000100:00000001:1.0:1673551336.149187:0:12905:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1673551336.149188:0:12909:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000051b88e6b] (71)-- 00000100:00000001:1.0:1673551336.149188:0:12905:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551336.149189:0:12909:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551336.149189:0:12909:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1673551336.149189:0:12905:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:11.0:1673551336.149190:0:12912:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000009ece9c48] (70)-- 00000100:00000001:11.0:1673551336.149191:0:12912:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551336.149191:0:12912:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:4.0:1673551336.149191:0:12909:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551336.149192:0:12912:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551336.149192:0:12909:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551336.149192:0:12905:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1673551336.149192:0:12905:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:11.0:1673551336.149193:0:12912:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551336.149193:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551336.149193:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1673551336.149193:0:12905:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1673551336.149193:0:12905:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1673551336.149193:0:12905:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551336.149194:0:12905:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551336.149194:0:12905:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1673551336.149195:0:12905:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1673551336.149195:0:12905:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551336.149195:0:12905:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551336.149196:0:12912:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:11.0:1673551336.149196:0:12912:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:4.0:1673551336.149196:0:12909:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:11.0:1673551336.149197:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551336.149197:0:12909:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:4.0:1673551336.149197:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551336.149198:0:12912:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:4.0:1673551336.149198:0:12909:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:4.0:1673551336.149198:0:12909:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551336.149199:0:12912:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551336.149199:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551336.149200:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551336.149200:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551336.149200:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551336.149200:0:12909:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1673551336.149201:0:12912:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1673551336.149201:0:12912:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551336.149201:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:5.2:1673551336.149201:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (70)++ 00000100:00000001:4.0:1673551336.149201:0:12909:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551336.149201:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:18.2:1673551336.149209:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (69)++ 00000800:00000200:17.0:1673551336.149221:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (71)++ 00000800:00000200:17.0:1673551336.149223:0:12874:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000051b88e6b] (72)-- 00000400:00000200:17.0:1673551336.149225:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:19.0:1673551336.149227:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (70)++ 00000800:00000200:19.0:1673551336.149228:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000009ece9c48] (71)-- 00000400:00000200:17.0:1673551336.149228:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000400:00000200:19.0:1673551336.149229:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551336.149229:0:12874:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000011b9e5ab 00000400:00000010:17.0:1673551336.149230:0:12874:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000011b9e5ab. 00000400:00000200:19.0:1673551336.149232:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:17.0:1673551336.149232:0:12874:0:(events.c:54:request_out_callback()) Process entered 00000400:00000200:19.0:1673551336.149233:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000008e57115b 00000400:00000010:19.0:1673551336.149234:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000008e57115b. 00000100:00000200:17.0:1673551336.149234:0:12874:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@0000000063aed312 x1754791738762688/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551343 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:19.0:1673551336.149236:0:12873:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:19.0:1673551336.149237:0:12873:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000b727c320 x1754791738762816/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551343 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:17.0:1673551336.149238:0:12874:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1673551336.149239:0:12874:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000063aed312 x1754791738762688/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551343 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:19.0:1673551336.149241:0:12873:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:17.0:1673551336.149241:0:12874:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:19.0:1673551336.149242:0:12873:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b727c320 x1754791738762816/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551343 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:17.0:1673551336.149242:0:12874:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:17.0:1673551336.149243:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (71)-- 00000800:00000200:17.0:1673551336.149244:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (70)++ 00000100:00000001:19.0:1673551336.149245:0:12873:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551336.149245:0:12873:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:17.0:1673551336.149245:0:12874:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000051b88e6b] (71)-- 00000400:00000200:17.0:1673551336.149245:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551336.149246:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000800:00000200:19.0:1673551336.149247:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 00000400:00000200:17.0:1673551336.149247:0:12874:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000001e76e3e4 00000800:00000200:19.0:1673551336.149248:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (69)-- 00000400:00000010:17.0:1673551336.149248:0:12874:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000001e76e3e4. 00000100:00000001:17.0:1673551336.149248:0:12874:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:17.0:1673551336.149249:0:12874:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@0000000021f2c97e x1754791738762752/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551343 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:19.0:1673551336.149250:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000100:00000001:17.0:1673551336.149251:0:12874:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1673551336.149251:0:12874:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000021f2c97e x1754791738762752/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551343 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:17.0:1673551336.149253:0:12874:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551336.149253:0:12874:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:17.0:1673551336.149254:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000800:00000200:18.2:1673551336.149324:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (68)++ 00000800:00000200:5.2:1673551336.149330:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (68)++ 00000800:00000200:19.0:1673551336.149337:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (69)++ 00000800:00000200:19.0:1673551336.149339:0:12873:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.21@o2ib 00000400:00000200:19.0:1673551336.149341:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:17.0:1673551336.149342:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (69)++ 00000800:00000200:17.0:1673551336.149343:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.21@o2ib 00000400:00000200:19.0:1673551336.149344:0:12873:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000400:00000200:17.0:1673551336.149345:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551336.149346:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000400:00000200:19.0:1673551336.149347:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:19.0:1673551336.149349:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551336.149350:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551336.149351:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:19.0:1673551336.149352:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:17.0:1673551336.149352:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:19.0:1673551336.149353:0:12873:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 368 into portal 4 MB=0x63bf94a3e6640 00000400:00000200:17.0:1673551336.149354:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 368 into portal 4 MB=0x63bf94a3e6600 00000400:00000200:19.0:1673551336.149355:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:17.0:1673551336.149355:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:19.0:1673551336.149356:0:12873:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.20@o2ib of length 368/368 into md 0x4bd8e46d [1] + 224 00000400:00000200:19.0:1673551336.149358:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551336.149358:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.20@o2ib of length 368/368 into md 0x4bd8e48d [1] + 224 00000400:00000200:19.0:1673551336.149359:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:19.0:1673551336.149360:0:12873:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:17.0:1673551336.149360:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:19.0:1673551336.149361:0:12873:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000b727c320 x1754791738762816/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551343 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:17.0:1673551336.149361:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:17.0:1673551336.149362:0:12874:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:17.0:1673551336.149363:0:12874:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@0000000021f2c97e x1754791738762752/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551343 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:17.0:1673551336.149365:0:12874:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@0000000021f2c97e x1754791738762752/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551343 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000040:19.0:1673551336.149366:0:12873:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000b727c320 x1754791738762816/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551343 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:17.0:1673551336.149372:0:12874:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:19.0:1673551336.149373:0:12873:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:17.0:1673551336.149373:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000051b88e6b] (70)++ 00000800:00000200:19.0:1673551336.149374:0:12873:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000009ece9c48] (70)++ 00000800:00000200:19.0:1673551336.149375:0:12873:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000009ece9c48] (71)-- 00000800:00000200:17.0:1673551336.149375:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000051b88e6b] (71)-- 00000800:00000200:17.0:1673551336.149375:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000800:00000200:19.0:1673551336.149376:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 00000800:00000200:17.0:1673551336.149377:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (69)-- 00000800:00000200:19.0:1673551336.149378:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (69)++ 00000800:00000200:19.0:1673551336.149379:0:12873:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.21@o2ib 00000100:00000001:4.0:1673551336.149379:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551336.149379:0:12909:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000200:19.0:1673551336.149380:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:19.0:1673551336.149381:0:12873:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000100:00000001:11.0:1673551336.149381:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551336.149381:0:12912:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:4.0:1673551336.149381:0:12909:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:4.0:1673551336.149381:0:12909:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000200:19.0:1673551336.149382:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000010:4.0:1673551336.149382:0:12909:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000002c3f858a. 00000400:00000200:4.0:1673551336.149382:0:12909:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000004da79ec4 00000400:00000200:19.0:1673551336.149383:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:17.0:1673551336.149383:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000400:00000010:4.0:1673551336.149383:0:12909:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000004da79ec4. 00000400:00000200:19.0:1673551336.149384:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:19.0:1673551336.149384:0:12873:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 368 into portal 4 MB=0x63bf94a3e65c0 00000400:00000001:11.0:1673551336.149384:0:12912:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:11.0:1673551336.149384:0:12912:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:4.0:1673551336.149384:0:12909:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:19.0:1673551336.149385:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000010:11.0:1673551336.149385:0:12912:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000009d432585. 00000400:00000200:11.0:1673551336.149385:0:12912:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000001922871e 00000100:00000200:4.0:1673551336.149385:0:12909:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@0000000021f2c97e x1754791738762752/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551343 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000010:11.0:1673551336.149386:0:12912:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000001922871e. 00000400:00000200:19.0:1673551336.149387:0:12873:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.20@o2ib of length 368/368 into md 0x4bd8e4ad [1] + 224 00000100:00000001:11.0:1673551336.149387:0:12912:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:19.0:1673551336.149388:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:11.0:1673551336.149388:0:12912:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000b727c320 x1754791738762816/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551343 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:19.0:1673551336.149389:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:19.0:1673551336.149390:0:12873:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:19.0:1673551336.149391:0:12873:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@0000000063aed312 x1754791738762688/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551343 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:11.0:1673551336.149391:0:12912:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000b727c320 x1754791738762816/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551343 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:4.0:1673551336.149391:0:12909:0:(events.c:128:reply_in_callback()) @@@ unlink req@0000000021f2c97e x1754791738762752/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551343 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:11.0:1673551336.149392:0:12912:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000040:19.0:1673551336.149393:0:12873:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@0000000063aed312 x1754791738762688/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551343 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:11.0:1673551336.149393:0:12912:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551336.149393:0:12909:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:4.0:1673551336.149393:0:12909:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1673551336.149394:0:12912:0:(client.c:1442:after_reply()) Process entered 00000100:00000001:4.0:1673551336.149394:0:12909:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:11.0:1673551336.149395:0:12912:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:11.0:1673551336.149395:0:12912:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 02000000:00000001:4.0:1673551336.149395:0:12909:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:4.0:1673551336.149395:0:12909:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:11.0:1673551336.149396:0:12912:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551336.149396:0:12909:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1673551336.149397:0:12912:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1673551336.149397:0:12909:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551336.149398:0:12873:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:19.0:1673551336.149399:0:12873:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000051b88e6b] (69)++ 00000100:00001000:11.0:1673551336.149399:0:12912:0:(import.c:1925:at_measured()) add 1 to 000000008f5d780c time=108 v=1 (1 1 1 1) 00000100:00001000:4.0:1673551336.149399:0:12909:0:(import.c:1925:at_measured()) add 1 to 00000000be1b4d3a time=108 v=1 (1 1 1 1) 00000800:00000200:19.0:1673551336.149400:0:12873:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000051b88e6b] (70)-- 00000800:00000200:19.0:1673551336.149400:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000100:00001000:11.0:1673551336.149400:0:12912:0:(import.c:1925:at_measured()) add 1 to 000000008a8633cc time=108 v=1 (1 1 1 1) 00000100:00001000:4.0:1673551336.149400:0:12909:0:(import.c:1925:at_measured()) add 1 to 000000005ad7af53 time=108 v=1 (1 1 1 1) 00000100:00000001:11.0:1673551336.149401:0:12912:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:11.0:1673551336.149401:0:12912:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551336.149401:0:12909:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:4.0:1673551336.149401:0:12909:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:11.0:1673551336.149402:0:12912:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:4.0:1673551336.149402:0:12909:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:11.0:1673551336.149403:0:12912:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551336.149403:0:12909:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551336.149404:0:12912:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:11.0:1673551336.149404:0:12912:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0004-osc-MDT0001: skip recheck: last_committed 292070691533 00000100:00000001:4.0:1673551336.149404:0:12909:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:4.0:1673551336.149404:0:12909:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0002-osp-MDT0001: skip recheck: last_committed 287995498174 00000100:00000001:11.0:1673551336.149405:0:12912:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:4.0:1673551336.149405:0:12909:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1673551336.149405:0:12905:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1673551336.149405:0:12905:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1673551336.149406:0:12912:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551336.149406:0:12909:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1673551336.149406:0:12905:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000040:11.0:1673551336.149407:0:12912:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b727c320 x1754791738762816/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551343 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000040:4.0:1673551336.149407:0:12909:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021f2c97e x1754791738762752/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551343 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000400:00000001:1.0:1673551336.149407:0:12905:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1673551336.149407:0:12905:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 0000000027ce93f5. 00000400:00000200:1.0:1673551336.149408:0:12905:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000bbb4a717 00000400:00000010:1.0:1673551336.149408:0:12905:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000bbb4a717. 00000100:00000001:4.0:1673551336.149409:0:12909:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1673551336.149409:0:12905:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:4.0:1673551336.149410:0:12909:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:4.0:1673551336.149410:0:12909:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1673551336.149410:0:12905:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@0000000063aed312 x1754791738762688/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551343 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000004:00000001:4.0:1673551336.149411:0:12909:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000100:00000001:11.0:1673551336.149412:0:12912:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1673551336.149412:0:12912:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000004:00000040:4.0:1673551336.149412:0:12909:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-MDT0002-osp-MDT0001: blocks=34884907 free=598078 avail=0 avail_mb=0 hwm_mb=267 files=96642000 ffree=66038855 state=220: rc = 0 00000100:00000200:1.0:1673551336.149412:0:12905:0:(events.c:128:reply_in_callback()) @@@ unlink req@0000000063aed312 x1754791738762688/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551343 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:11.0:1673551336.149413:0:12912:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:11.0:1673551336.149413:0:12912:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000040:11.0:1673551336.149414:0:12912:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0004-osc-MDT0001: Updating status = 0 00000004:00000020:4.0:1673551336.149414:0:12909:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-MDT0002-osp-MDT0001 (00000000e45e734f): 34884907 blocks, 598078 free, 0 avail, 4096 bsize, 133 reserved mb low, 267 reserved mb high, 63 reserved ino low, 127 reserved ino high, 96642000 files, 66038855 free files 0x220 00000100:00000001:1.0:1673551336.149414:0:12905:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:1.0:1673551336.149414:0:12905:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1673551336.149414:0:12905:0:(client.c:1442:after_reply()) Process entered 00000004:00000040:11.0:1673551336.149415:0:12912:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0004-osc-MDT0001: blocks=1923008600 free=1297072726 avail=1277607025 avail_mb=4990652 hwm_mb=14671 files=60817408 ffree=34648510 state=200: rc = 0 02000000:00000001:1.0:1673551336.149415:0:12905:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1673551336.149415:0:12905:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000004:00000001:4.0:1673551336.149416:0:12909:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551336.149416:0:12905:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:11.0:1673551336.149417:0:12912:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0004-osc-MDT0001 (0000000019d426a4): 1923008600 blocks, 1297072726 free, 1277607025 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 33 reserved ino low, 67 reserved ino high, 60817408 files, 34648510 free files 0x200 00000100:00000040:4.0:1673551336.149417:0:12909:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021f2c97e x1754791738762752/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551343 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 02000000:00000001:1.0:1673551336.149417:0:12905:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1673551336.149418:0:12905:0:(import.c:1925:at_measured()) add 1 to 000000008ac11dfe time=108 v=1 (1 1 1 1) 00000004:00000001:11.0:1673551336.149419:0:12912:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:4.0:1673551336.149419:0:12909:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@0000000021f2c97e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:ai200x-MDT0001-mdtlov_UUID:12909:1754791738762752:172.16.0.20@o2ib:41: 00000100:00001000:1.0:1673551336.149419:0:12905:0:(import.c:1925:at_measured()) add 1 to 0000000096d8c5a6 time=108 v=1 (1 1 1 1) 00000100:00000001:1.0:1673551336.149419:0:12905:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000040:11.0:1673551336.149420:0:12912:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b727c320 x1754791738762816/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551343 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1673551336.149420:0:12905:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1673551336.149420:0:12905:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:4.0:1673551336.149421:0:12909:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551336.149421:0:12909:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00010000:00000001:1.0:1673551336.149421:0:12905:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:11.0:1673551336.149422:0:12912:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000b727c320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:ai200x-MDT0001-mdtlov_UUID:12912:1754791738762816:172.16.0.20@o2ib:13: 00000100:00000040:4.0:1673551336.149422:0:12909:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000021f2c97e x1754791738762752/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551343 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1673551336.149422:0:12905:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1673551336.149422:0:12905:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0005-osc-MDT0001: skip recheck: last_committed 249121018746 00000100:00000001:11.0:1673551336.149423:0:12912:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1673551336.149423:0:12905:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:11.0:1673551336.149424:0:12912:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:4.0:1673551336.149424:0:12909:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:4.0:1673551336.149424:0:12909:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1673551336.149424:0:12905:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1673551336.149425:0:12912:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b727c320 x1754791738762816/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551343 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 02000000:00000010:4.0:1673551336.149425:0:12909:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000806b9808. 00000100:00000040:1.0:1673551336.149425:0:12905:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000063aed312 x1754791738762688/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551343 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 02000000:00000001:4.0:1673551336.149426:0:12909:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:4.0:1673551336.149426:0:12909:0:(genops.c:1199:class_import_put()) Process entered 00000100:00000001:1.0:1673551336.149426:0:12905:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1673551336.149427:0:12912:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:11.0:1673551336.149427:0:12912:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:11.0:1673551336.149427:0:12912:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000087857dd8. 00000020:00000040:4.0:1673551336.149427:0:12909:0:(genops.c:1205:class_import_put()) import 000000000b46b2ec refcount=2 obd=ai200x-MDT0002-osp-MDT0001 00000020:00000001:4.0:1673551336.149427:0:12909:0:(genops.c:1212:class_import_put()) Process leaving 00000100:00000001:1.0:1673551336.149427:0:12905:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1673551336.149427:0:12905:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:11.0:1673551336.149428:0:12912:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:4.0:1673551336.149428:0:12909:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007a85f864. 00000004:00000001:1.0:1673551336.149428:0:12905:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000020:00000001:11.0:1673551336.149429:0:12912:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:11.0:1673551336.149429:0:12912:0:(genops.c:1205:class_import_put()) import 00000000e662c092 refcount=2 obd=ai200x-OST0004-osc-MDT0001 02000000:00000001:4.0:1673551336.149429:0:12909:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:4.0:1673551336.149429:0:12909:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000004:00000040:1.0:1673551336.149429:0:12905:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0005-osc-MDT0001: Updating status = 0 00000020:00000001:11.0:1673551336.149430:0:12912:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:11.0:1673551336.149430:0:12912:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cb09fa92. 00000100:00000010:4.0:1673551336.149430:0:12909:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000021f2c97e. 00000004:00000040:1.0:1673551336.149430:0:12905:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0005-osc-MDT0001: blocks=1923008600 free=1294555861 avail=1275090160 avail_mb=4980820 hwm_mb=14671 files=60817408 ffree=34442062 state=200: rc = 0 02000000:00000001:11.0:1673551336.149431:0:12912:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:11.0:1673551336.149431:0:12912:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:4.0:1673551336.149431:0:12909:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:4.0:1673551336.149431:0:12909:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551336.149431:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000020:1.0:1673551336.149431:0:12905:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0005-osc-MDT0001 (000000006816b24e): 1923008600 blocks, 1294555861 free, 1275090160 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 33 reserved ino low, 67 reserved ino high, 60817408 files, 34442062 free files 0x200 00000100:00000010:11.0:1673551336.149432:0:12912:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000b727c320. 00000100:00000001:4.0:1673551336.149432:0:12909:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:11.0:1673551336.149433:0:12912:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:11.0:1673551336.149433:0:12912:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551336.149433:0:12909:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551336.149433:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551336.149433:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1673551336.149433:0:12905:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551336.149434:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1673551336.149434:0:12912:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:4.0:1673551336.149434:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551336.149434:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1673551336.149434:0:12905:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063aed312 x1754791738762688/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551343 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000001:11.0:1673551336.149435:0:12912:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551336.149435:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551336.149436:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551336.149436:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1673551336.149436:0:12905:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@0000000063aed312 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ai200x-MDT0001-mdtlov_UUID:12905:1754791738762688:172.16.0.20@o2ib:13: 00000100:00000001:11.0:1673551336.149437:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551336.149437:0:12905:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1673551336.149438:0:12905:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1673551336.149439:0:12905:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000063aed312 x1754791738762688/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551343 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1673551336.149440:0:12905:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1673551336.149441:0:12905:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1673551336.149441:0:12905:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f00d6c02. 02000000:00000001:1.0:1673551336.149442:0:12905:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1673551336.149442:0:12905:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:1.0:1673551336.149443:0:12905:0:(genops.c:1205:class_import_put()) import 00000000aefacf36 refcount=2 obd=ai200x-OST0005-osc-MDT0001 00000020:00000001:1.0:1673551336.149443:0:12905:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:1.0:1673551336.149443:0:12905:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003da0f9c1. 02000000:00000001:1.0:1673551336.149444:0:12905:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1673551336.149445:0:12905:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1673551336.149445:0:12905:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000063aed312. 00000100:00000001:1.0:1673551336.149446:0:12905:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1673551336.149446:0:12905:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1673551336.149447:0:12905:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1673551336.149448:0:12905:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1673551336.149448:0:12905:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551336.149449:0:12905:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1673551336.149449:0:12905:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551336.149449:0:12905:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1673551336.149450:0:12905:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551336.405064:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551336.405066:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551336.405067:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551336.405067:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551336.405068:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551336.405069:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551336.405070:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551336.405070:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551336.405071:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551336.405072:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551336.405073:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551336.405073:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551336.405074:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551336.405075:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551336.405076:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551336.405076:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551336.405077:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551336.405078:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551336.405078:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551336.405079:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551336.405080:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551336.405080:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551336.405081:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551336.405081:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551336.405082:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551336.405083:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551336.405098:0:2374562:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1673551336.405101:0:2374562:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:14.0:1673551336.405102:0:2374562:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:18.2:1673551336.434210:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (68)++ 00000800:00000200:17.0:1673551336.434228:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (69)++ 00000800:00000200:17.0:1673551336.434235:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.21@o2ib 00000400:00000200:17.0:1673551336.434237:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551336.434238:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000400:00000200:17.0:1673551336.434240:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551336.434241:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:19.0:1673551336.434242:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 00000400:00000200:17.0:1673551336.434242:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:17.0:1673551336.434243:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 7 MB=0x63bfd66a42d40 00000400:00000200:17.0:1673551336.434246:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.20@o2ib of length 224/224 into md 0xe584611 [8] + 448 00000400:00000200:17.0:1673551336.434248:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551336.434250:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:17.0:1673551336.434251:0:12874:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:17.0:1673551336.434252:0:12874:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:17.0:1673551336.434253:0:12874:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000e9397f45. 00000100:00000040:17.0:1673551336.434254:0:12874:0:(events.c:367:request_in_callback()) incoming req@00000000e9397f45 x1754809395064128 msgsize 224 00000100:00100000:17.0:1673551336.434256:0:12874:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.21@o2ib) 00000100:00000001:17.0:1673551336.434260:0:12874:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:17.0:1673551336.434262:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000009ece9c48] (69)++ 00000800:00000200:17.0:1673551336.434263:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000009ece9c48] (70)-- 00000800:00000200:17.0:1673551336.434264:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (69)-- 00000100:00000001:18.0:1673551336.434270:0:2269469:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:18.0:1673551336.434271:0:2269469:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:18.0:1673551336.434271:0:2269469:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:18.0:1673551336.434272:0:2269469:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551336.434274:0:2269469:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:18.0:1673551336.434275:0:2269469:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395064128 00000020:00000001:18.0:1673551336.434277:0:2269469:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:18.0:1673551336.434277:0:2269469:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876a35 00000020:00000001:18.0:1673551336.434278:0:2269469:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:18.0:1673551336.434279:0:2269469:0:(lustre_handles.c:152:class_handle2object()) GET export 000000001a218102 refcount=5 00000020:00000001:18.0:1673551336.434279:0:2269469:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912595675793408 : -52831478033758208 : ff444e0cf6d6c800) 00000020:00000001:18.0:1673551336.434280:0:2269469:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912595675793408 : -52831478033758208 : ff444e0cf6d6c800) 00000100:00000001:18.0:1673551336.434282:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551336.434282:0:2269469:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:18.0:1673551336.434284:0:2269469:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007cf7c1b2. 00000020:00000010:18.0:1673551336.434285:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ffab7b02. 00000020:00000010:18.0:1673551336.434288:0:2269469:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000bbe368b. 00000100:00000040:18.0:1673551336.434290:0:2269469:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:18.0:1673551336.434290:0:2269469:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:18.0:1673551336.434291:0:2269469:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:18.0:1673551336.434291:0:2269469:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551336.434294:0:2269469:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551336.434298:0:2269469:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551336.434301:0:2269469:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:18.0:1673551336.434301:0:2269469:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:18.0:1673551336.434303:0:2269469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 7523 00000100:00000040:18.0:1673551336.434304:0:2269469:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000001a218102 : new rpc_count 1 00000100:00000001:18.0:1673551336.434305:0:2269469:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912628178413440 : -52831445531138176 : ff444e1488256780) 00000100:00000040:18.0:1673551336.434306:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e9397f45 x1754809395064128/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:222/0 lens 224/0 e 0 to 0 dl 1673551342 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:18.0:1673551336.434309:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551336.434310:0:2269469:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:18.0:1673551336.434311:0:2269469:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000e9397f45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0002-mdtlov_UUID+5:10565:x1754809395064128:12345-172.16.0.20@o2ib:13: 00000100:00000200:18.0:1673551336.434312:0:2269469:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395064128 00000020:00000001:18.0:1673551336.434313:0:2269469:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:18.0:1673551336.434314:0:2269469:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:18.0:1673551336.434315:0:2269469:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551336.434316:0:2269469:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:18.0:1673551336.434316:0:2269469:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:18.0:1673551336.434318:0:2269469:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:18.0:1673551336.434319:0:2269469:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:18.0:1673551336.434320:0:2269469:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:18.0:1673551336.434320:0:2269469:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:18.0:1673551336.434321:0:2269469:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551336.434322:0:2269469:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:18.0:1673551336.434323:0:2269469:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:18.0:1673551336.434324:0:2269469:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000857badd6. 02000000:00000001:18.0:1673551336.434325:0:2269469:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551336.434325:0:2269469:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:18.0:1673551336.434327:0:2269469:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:18.0:1673551336.434328:0:2269469:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:18.0:1673551336.434329:0:2269469:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:18.0:1673551336.434335:0:2269469:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:18.0:1673551336.434336:0:2269469:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148413632 pending 0 free 5928824139776 avail 5849092771840 00000020:00000020:18.0:1673551336.434337:0:2269469:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0003: processing self export: 143552 0 0 00000020:00000020:18.0:1673551336.434339:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0001-mdtlov_UUID/00000000e0414e82 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551336.434341:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0000-mdtlov_UUID/000000009480fef3 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551336.434341:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli cd52cb9a-4225-4c91-b023-faa62420b31d/0000000006681ce8 dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551336.434342:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0003-mdtlov_UUID/000000006f304481 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551336.434343:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000008b497c02 dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551336.434343:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000c611fe19 dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551336.434344:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 49374343-0861-470b-a659-345a443590fd/00000000aafb700c dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551336.434345:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0002-mdtlov_UUID/000000001a218102 dirty 0 pend 0 grant 0 00002000:00000020:18.0:1673551336.434345:0:2269469:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1447466831 free, 1428001130 avail; 60817408 objects: 29395648 free; state 200 00002000:00000001:18.0:1673551336.434346:0:2269469:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000001:18.0:1673551336.434347:0:2269469:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:18.0:1673551336.434348:0:2269469:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109421601, transno 0, xid 1754809395064128 00010000:00000001:18.0:1673551336.434349:0:2269469:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:18.0:1673551336.434350:0:2269469:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000e9397f45 x1754809395064128/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:222/0 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:18.0:1673551336.434356:0:2269469:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:18.0:1673551336.434356:0:2269469:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:18.0:1673551336.434357:0:2269469:0:(import.c:1925:at_measured()) add 1 to 00000000f23c4c68 time=104 v=1 (1 1 1 1) 00000100:00000001:18.0:1673551336.434358:0:2269469:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:18.0:1673551336.434359:0:2269469:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 49 to 172.16.0.20@o2ib 00000100:00000001:18.0:1673551336.434360:0:2269469:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 02000000:00000001:18.0:1673551336.434361:0:2269469:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:18.0:1673551336.434361:0:2269469:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551336.434362:0:2269469:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:18.0:1673551336.434363:0:2269469:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.21@o2ib 00000400:00000010:18.0:1673551336.434364:0:2269469:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007f68a4b5. 00000100:00000200:18.0:1673551336.434365:0:2269469:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754809395064128, offset 224 00000400:00000200:18.0:1673551336.434367:0:2269469:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.21@o2ib 00000400:00000200:18.0:1673551336.434369:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:18.0:1673551336.434370:0:2269469:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.21@o2ib local destination 00000400:00000200:18.0:1673551336.434372:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:18.0:1673551336.434374:0:2269469:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.21@o2ib(172.16.0.21@o2ib:172.16.0.21@o2ib) : PUT try# 0 00000800:00000200:18.0:1673551336.434376:0:2269469:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000400:00000200:18.0:1673551336.434377:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:18.0:1673551336.434379:0:2269469:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000008229e43b] -> 172.16.0.21@o2ib (2) version: 12 00000800:00000200:18.0:1673551336.434380:0:2269469:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000009ece9c48] (68)++ 00000800:00000200:18.0:1673551336.434380:0:2269469:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000009ece9c48] (69)++ 00000800:00000200:18.0:1673551336.434382:0:2269469:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000009ece9c48] (70)-- 00000100:00000001:18.0:1673551336.434383:0:2269469:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551336.434384:0:2269469:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 48 to 172.16.0.20@o2ib 00010000:00000001:18.0:1673551336.434384:0:2269469:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:18.0:1673551336.434385:0:2269469:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551336.434385:0:2269469:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000800:00000200:18.2:1673551336.434387:0:2269469:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (69)++ 00000100:00000040:18.0:1673551336.434394:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9397f45 x1754809395064128/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:222/0 lens 224/368 e 0 to 0 dl 1673551342 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:18.0:1673551336.434398:0:2269469:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000e9397f45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0002-mdtlov_UUID+5:10565:x1754809395064128:12345-172.16.0.20@o2ib:13: Request processed in 88us (142us total) trans 0 rc 0/0 00000800:00000200:19.0:1673551336.434400:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (70)++ 00000100:00100000:18.0:1673551336.434404:0:2269469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 7523 00000800:00000200:19.0:1673551336.434405:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000009ece9c48] (71)-- 00000400:00000200:19.0:1673551336.434406:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:18.0:1673551336.434406:0:2269469:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a218102 : new rpc_count 0 00000100:00000001:18.0:1673551336.434407:0:2269469:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:18.0:1673551336.434407:0:2269469:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:19.0:1673551336.434409:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000020:00000010:18.0:1673551336.434409:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ffab7b02. 00000020:00000010:18.0:1673551336.434410:0:2269469:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000bbe368b. 00000400:00000200:19.0:1673551336.434411:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000007f68a4b5 00000400:00000010:19.0:1673551336.434411:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000007f68a4b5. 00000020:00000010:18.0:1673551336.434411:0:2269469:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007cf7c1b2. 00000020:00000040:18.0:1673551336.434412:0:2269469:0:(genops.c:979:class_export_put()) PUTting export 000000001a218102 : new refcount 4 00000800:00000200:17.0:1673551336.434412:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 00000100:00000001:19.0:1673551336.434413:0:12873:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:19.0:1673551336.434413:0:12873:0:(events.c:428:reply_out_callback()) Process leaving 00000100:00000001:18.0:1673551336.434413:0:2269469:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:19.0:1673551336.434414:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (69)-- 00000100:00000001:15.0:1673551336.469061:0:2270126:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:15.0:1673551336.469062:0:2270126:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551336.533061:0:2380004:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1673551336.533062:0:2380004:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.2:1673551336.820535:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (68)++ 00000800:00000200:13.0:1673551336.820554:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (69)++ 00000800:00000200:13.0:1673551336.820571:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.56@o2ib 00000400:00000200:13.0:1673551336.820576:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551336.820578:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.56@o2ib : GET - for me 00000800:00000200:12.0:1673551336.820578:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000400:00000200:13.0:1673551336.820581:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551336.820585:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551336.820587:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551336.820588:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:13.0:1673551336.820593:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-172.16.0.56@o2ib of length 64/272 into md 0x1 [1] + 0 00000800:00000200:13.0:1673551336.820596:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000008042fb16] (69)++ 00000800:00000200:13.0:1673551336.820598:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000008042fb16] (70)-- 00000400:00000200:13.0:1673551336.820600:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551336.820601:0:12871:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.56@o2ib local destination 00000400:00000200:13.0:1673551336.820603:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551336.820606:0:12871:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) 172.16.0.56@o2ib : REPLY try# 0 00000800:00000200:13.0:1673551336.820609:0:12871:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 64 bytes in 1 frags to 12345-172.16.0.56@o2ib 00000400:00000200:13.0:1673551336.820611:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:13.0:1673551336.820614:0:12871:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000e56901fc] -> 172.16.0.56@o2ib (2) version: 12 00000800:00000200:13.0:1673551336.820616:0:12871:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000008042fb16] (69)++ 00000800:00000200:13.0:1673551336.820616:0:12871:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000008042fb16] (70)++ 00000800:00000200:13.0:1673551336.820619:0:12871:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000008042fb16] (71)-- 00000800:00000200:13.0:1673551336.820619:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000800:00000200:3.2:1673551336.820627:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (69)++ 00000800:00000200:12.0:1673551336.820641:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (70)++ 00000800:00000200:12.0:1673551336.820647:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000008042fb16] (71)-- 00000400:00000200:12.0:1673551336.820648:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551336.820651:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: REPLY: OK 00000800:00000200:13.0:1673551336.820654:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000800:00000200:12.0:1673551336.820655:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 00000800:00000200:18.2:1673551336.820671:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a2509833] (68)++ 00000800:00000200:17.0:1673551336.820686:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a2509833] (69)++ 00000800:00000200:17.0:1673551336.820694:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.57@o2ib 00000400:00000200:17.0:1673551336.820696:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551336.820698:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.57@o2ib : GET - for me 00000800:00000200:19.0:1673551336.820700:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (70)-- 00000400:00000200:17.0:1673551336.820700:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551336.820701:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551336.820702:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551336.820703:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:17.0:1673551336.820706:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-172.16.0.56@o2ib of length 64/272 into md 0x1 [1] + 0 00000800:00000200:17.0:1673551336.820708:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000a2509833] (69)++ 00000800:00000200:17.0:1673551336.820710:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000a2509833] (70)-- 00000400:00000200:17.0:1673551336.820711:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551336.820713:0:12874:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.57@o2ib local destination 00000400:00000200:17.0:1673551336.820714:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551336.820716:0:12874:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.57@o2ib(172.16.0.57@o2ib:172.16.0.57@o2ib) 172.16.0.57@o2ib : REPLY try# 0 00000800:00000200:17.0:1673551336.820718:0:12874:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 64 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000400:00000200:17.0:1673551336.820719:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:17.0:1673551336.820721:0:12874:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000ecadf817] -> 172.16.0.57@o2ib (2) version: 12 00000800:00000200:17.0:1673551336.820722:0:12874:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000a2509833] (69)++ 00000800:00000200:17.0:1673551336.820723:0:12874:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000a2509833] (70)++ 00000800:00000200:17.0:1673551336.820725:0:12874:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000a2509833] (71)-- 00000800:00000200:17.0:1673551336.820726:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (70)-- 00000800:00000200:18.2:1673551336.820733:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a2509833] (69)++ 00000800:00000200:19.0:1673551336.820745:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a2509833] (70)++ 00000800:00000200:19.0:1673551336.820750:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000a2509833] (71)-- 00000400:00000200:19.0:1673551336.820751:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:19.0:1673551336.820754:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.57@o2ib: REPLY: OK 00000800:00000200:17.0:1673551336.820756:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (70)-- 00000800:00000200:19.0:1673551336.820757:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (69)-- 00010000:00000001:4.0:1673551337.429062:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551337.429063:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551337.429064:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551337.429065:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551337.429066:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551337.429066:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551337.429068:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551337.429068:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551337.429069:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551337.429070:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551337.429071:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551337.429071:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551337.429072:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551337.429073:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551337.429073:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551337.429074:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551337.429075:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551337.429075:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551337.429076:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551337.429077:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551337.429077:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551337.429078:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551337.429079:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551337.429079:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551337.429081:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551337.429082:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1673551337.429101:0:2264693:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:5.0:1673551337.429102:0:2264693:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:5.0:1673551337.429103:0:2264693:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:18.0:1673551337.493065:0:2269469:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:18.0:1673551337.493066:0:2269469:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551338.453060:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551338.453061:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551338.453063:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551338.453063:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551338.453064:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551338.453065:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551338.453066:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551338.453066:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551338.453067:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551338.453068:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551338.453069:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551338.453069:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551338.453070:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551338.453070:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551338.453072:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551338.453072:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551338.453073:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551338.453073:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551338.453074:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551338.453075:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551338.453075:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551338.453076:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551338.453076:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551338.453077:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551338.453078:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551338.453078:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551338.453080:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551338.453080:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551338.453081:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551338.453081:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551338.453082:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551338.453083:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1673551338.453101:0:2263346:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:6.0:1673551338.453103:0:2263346:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:6.0:1673551338.453104:0:2263346:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:2.0:1673551338.470969:0:242444:0:(obd_config.c:920:class_incref()) incref MGC172.16.0.56@o2ib (00000000dc661651) now 5 00000020:00000001:2.0:1673551338.470971:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.470972:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.470973:0:242444:0:(obd_config.c:931:class_decref()) Decref MGC172.16.0.56@o2ib (00000000dc661651) now 5 - health_check_show 00000020:00000040:2.0:1673551338.470975:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 00000020:00000001:2.0:1673551338.470975:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.470976:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.470976:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 - health_check_show 00000020:00000040:2.0:1673551338.470977:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 00000020:00000001:2.0:1673551338.470977:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.470978:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.470978:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 - health_check_show 00000020:00000040:2.0:1673551338.470979:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 00000020:00000001:2.0:1673551338.470979:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.470980:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.470980:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 - health_check_show 00000020:00000040:2.0:1673551338.470980:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 00000020:00000001:2.0:1673551338.470981:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.470981:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.470981:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 - health_check_show 00000020:00000040:2.0:1673551338.470982:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 00000020:00000001:2.0:1673551338.470982:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.470983:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.470983:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 - health_check_show 00000020:00000040:2.0:1673551338.470984:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 00000020:00000001:2.0:1673551338.470984:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.470984:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.470985:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 - health_check_show 00000020:00000040:2.0:1673551338.470985:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 00000020:00000001:2.0:1673551338.470986:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.470986:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.470988:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 - health_check_show 00000020:00000040:2.0:1673551338.470988:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 00000020:00000001:2.0:1673551338.470989:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.470989:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.470990:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 - health_check_show 00000020:00000040:2.0:1673551338.470990:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 00000020:00000001:2.0:1673551338.470991:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.470991:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.470991:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 - health_check_show 00000020:00000040:2.0:1673551338.470992:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 00000020:00000001:2.0:1673551338.470992:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.470992:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.470993:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 - health_check_show 00000020:00000040:2.0:1673551338.470993:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 00000020:00000001:2.0:1673551338.470994:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.470994:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.470994:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 - health_check_show 00000020:00000040:2.0:1673551338.470995:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 00000020:00000001:2.0:1673551338.470995:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.470995:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.470996:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 - health_check_show 00000020:00000040:2.0:1673551338.470996:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 00000020:00000001:2.0:1673551338.470997:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.470997:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.470997:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 - health_check_show 00000020:00000040:2.0:1673551338.470998:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 00000020:00000001:2.0:1673551338.470998:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.470999:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.470999:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 - health_check_show 00000020:00000040:2.0:1673551338.471000:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osd (00000000854d7bae) now 5 00000020:00000001:2.0:1673551338.471000:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471002:0:242444:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471002:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osd (00000000854d7bae) now 5 - health_check_show 00000020:00000040:2.0:1673551338.471003:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 00000020:00000001:2.0:1673551338.471003:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471004:0:242444:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471004:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 - health_check_show 00000020:00000040:2.0:1673551338.471005:0:242444:0:(obd_config.c:920:class_incref()) incref OSS (00000000c9099cbe) now 3 00000020:00000001:2.0:1673551338.471005:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471012:0:242444:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471012:0:242444:0:(obd_config.c:931:class_decref()) Decref OSS (00000000c9099cbe) now 3 - health_check_show 00000020:00000040:2.0:1673551338.471013:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002 (00000000539e52b3) now 19 00000020:00000001:2.0:1673551338.471013:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:2.0:1673551338.471016:0:242444:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f29643c2. 00000020:00000010:2.0:1673551338.471018:0:242444:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c92cbcde. 00000020:00000010:2.0:1673551338.471019:0:242444:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000d33d655f. 00000020:00000010:2.0:1673551338.471021:0:242444:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000afd6ae70. 00000020:00000010:2.0:1673551338.471022:0:242444:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 0000000047c8bf34. 80000000:00000010:2.0:1673551338.471024:0:242444:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000019b1f446. 40000000:00000010:2.0:1673551338.471025:0:242444:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 000000004072c2b6. 00040000:00000010:2.0:1673551338.471027:0:242444:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000d268b147. 00040000:00000010:2.0:1673551338.471028:0:242444:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000090badd0f. 00080000:00000010:2.0:1673551338.471029:0:242444:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 0000000042eb4b9b. 00080000:00000010:2.0:1673551338.471030:0:242444:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007df5d559. 00100000:00000010:2.0:1673551338.471033:0:242444:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cdf9309b. 00002000:00000010:2.0:1673551338.471034:0:242444:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 000000003c164d6c. 00000020:00000010:2.0:1673551338.471041:0:242444:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000c92cbcde. 00000020:00000010:2.0:1673551338.471042:0:242444:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000d33d655f. 00000020:00000010:2.0:1673551338.471059:0:242444:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000afd6ae70. 00000020:00000010:2.0:1673551338.471060:0:242444:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 0000000047c8bf34. 80000000:00000010:2.0:1673551338.471061:0:242444:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000019b1f446. 40000000:00000010:2.0:1673551338.471061:0:242444:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 000000004072c2b6. 00040000:00000010:2.0:1673551338.471062:0:242444:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000d268b147. 00040000:00000010:2.0:1673551338.471063:0:242444:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 0000000090badd0f. 00080000:00000010:2.0:1673551338.471064:0:242444:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007df5d559. 00080000:00000010:2.0:1673551338.471065:0:242444:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 0000000042eb4b9b. 00100000:00000010:2.0:1673551338.471066:0:242444:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cdf9309b. 00002000:00000010:2.0:1673551338.471067:0:242444:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 000000003c164d6c. 00000020:00000010:2.0:1673551338.471068:0:242444:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f29643c2. 00000020:00000001:2.0:1673551338.471068:0:242444:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471069:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002 (00000000539e52b3) now 19 - health_check_show 00000020:00000040:2.0:1673551338.471070:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 00000020:00000001:2.0:1673551338.471070:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471071:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471071:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 - health_check_show 00000020:00000040:2.0:1673551338.471072:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 00000020:00000001:2.0:1673551338.471072:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471073:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471073:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 - health_check_show 00000020:00000040:2.0:1673551338.471073:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 00000020:00000001:2.0:1673551338.471074:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471074:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471074:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 - health_check_show 00000020:00000040:2.0:1673551338.471075:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 00000020:00000001:2.0:1673551338.471076:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471076:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471076:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 - health_check_show 00000020:00000040:2.0:1673551338.471077:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003 (000000002b59130a) now 19 00000020:00000001:2.0:1673551338.471077:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:2.0:1673551338.471078:0:242444:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f29643c2. 00000020:00000010:2.0:1673551338.471078:0:242444:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000003b6eafae. 00000020:00000010:2.0:1673551338.471079:0:242444:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000cdf9309b. 00000020:00000010:2.0:1673551338.471079:0:242444:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000afd6ae70. 00000020:00000010:2.0:1673551338.471080:0:242444:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 0000000090badd0f. 80000000:00000010:2.0:1673551338.471081:0:242444:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000019b1f446. 40000000:00000010:2.0:1673551338.471081:0:242444:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 000000004072c2b6. 00040000:00000010:2.0:1673551338.471082:0:242444:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000d268b147. 00040000:00000010:2.0:1673551338.471082:0:242444:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000047c8bf34. 00080000:00000010:2.0:1673551338.471083:0:242444:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 0000000042eb4b9b. 00080000:00000010:2.0:1673551338.471083:0:242444:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007df5d559. 00100000:00000010:2.0:1673551338.471084:0:242444:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d33d655f. 00002000:00000010:2.0:1673551338.471084:0:242444:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 000000003c164d6c. 00000020:00000010:2.0:1673551338.471087:0:242444:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000003b6eafae. 00000020:00000010:2.0:1673551338.471087:0:242444:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000cdf9309b. 00000020:00000010:2.0:1673551338.471088:0:242444:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000afd6ae70. 00000020:00000010:2.0:1673551338.471088:0:242444:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 0000000090badd0f. 80000000:00000010:2.0:1673551338.471089:0:242444:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000019b1f446. 40000000:00000010:2.0:1673551338.471089:0:242444:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 000000004072c2b6. 00040000:00000010:2.0:1673551338.471090:0:242444:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000d268b147. 00040000:00000010:2.0:1673551338.471090:0:242444:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 0000000047c8bf34. 00080000:00000010:2.0:1673551338.471091:0:242444:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007df5d559. 00080000:00000010:2.0:1673551338.471091:0:242444:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 0000000042eb4b9b. 00100000:00000010:2.0:1673551338.471092:0:242444:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d33d655f. 00002000:00000010:2.0:1673551338.471092:0:242444:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 000000003c164d6c. 00000020:00000010:2.0:1673551338.471093:0:242444:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f29643c2. 00000020:00000001:2.0:1673551338.471093:0:242444:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471094:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003 (000000002b59130a) now 19 - health_check_show 00000020:00000040:2.0:1673551338.471094:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 00000020:00000001:2.0:1673551338.471095:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471095:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471095:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 - health_check_show 00000020:00000040:2.0:1673551338.471096:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 00000020:00000001:2.0:1673551338.471096:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471096:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471097:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 - health_check_show 00000020:00000040:2.0:1673551338.471098:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 00000020:00000001:2.0:1673551338.471098:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471098:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471099:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 - health_check_show 00000020:00000040:2.0:1673551338.471099:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 00000020:00000001:2.0:1673551338.471100:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471100:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471103:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 - health_check_show 00000020:00000040:2.0:1673551338.471103:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 00000020:00000001:2.0:1673551338.471104:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471105:0:242444:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471105:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 - health_check_show 00000020:00000040:2.0:1673551338.471106:0:242444:0:(obd_config.c:920:class_incref()) incref MDS (00000000f55b68e7) now 3 00000020:00000001:2.0:1673551338.471106:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471114:0:242444:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471114:0:242444:0:(obd_config.c:931:class_decref()) Decref MDS (00000000f55b68e7) now 3 - health_check_show 00000020:00000040:2.0:1673551338.471115:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 00000020:00000001:2.0:1673551338.471115:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471116:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471116:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 - health_check_show 00000020:00000040:2.0:1673551338.471117:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001 (00000000315cb77a) now 53 00000020:00000001:2.0:1673551338.471117:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471118:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471118:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001 (00000000315cb77a) now 53 - health_check_show 00000020:00000040:2.0:1673551338.471119:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDD0001 (00000000be65ec15) now 4 00000020:00000001:2.0:1673551338.471119:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471120:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471120:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDD0001 (00000000be65ec15) now 4 - health_check_show 00000020:00000040:2.0:1673551338.471121:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 00000020:00000001:2.0:1673551338.471121:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471121:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471122:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 - health_check_show 00000020:00000040:2.0:1673551338.471122:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 00000020:00000001:2.0:1673551338.471123:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471123:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471123:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 - health_check_show 00000020:00000040:2.0:1673551338.471124:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 00000020:00000001:2.0:1673551338.471124:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471124:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471125:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 - health_check_show 00000020:00000040:2.0:1673551338.471125:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 00000020:00000001:2.0:1673551338.471127:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471127:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471127:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 - health_check_show 00000020:00000040:2.0:1673551338.471128:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 00000020:00000001:2.0:1673551338.471128:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471128:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471129:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 - health_check_show 00000020:00000040:2.0:1673551338.471129:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 00000020:00000001:2.0:1673551338.471130:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471130:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471130:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 - health_check_show 00000020:00000040:2.0:1673551338.471131:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 00000020:00000001:2.0:1673551338.471131:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471132:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471132:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 - health_check_show 00000020:00000040:2.0:1673551338.471133:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 00000020:00000001:2.0:1673551338.471133:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471133:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471134:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 - health_check_show 00000020:00000040:2.0:1673551338.471134:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 00000020:00000001:2.0:1673551338.471135:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471135:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471135:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 - health_check_show 00000020:00000040:2.0:1673551338.471136:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 00000020:00000001:2.0:1673551338.471136:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471137:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471137:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 - health_check_show 00000020:00000040:2.0:1673551338.471137:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 00000020:00000001:2.0:1673551338.471138:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471138:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471138:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 - health_check_show 00000020:00000040:2.0:1673551338.471139:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 00000020:00000001:2.0:1673551338.471139:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471140:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471140:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 - health_check_show 00000020:00000040:2.0:1673551338.471185:0:242444:0:(obd_config.c:920:class_incref()) incref MGC172.16.0.56@o2ib (00000000dc661651) now 5 00000020:00000001:2.0:1673551338.471185:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471186:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471186:0:242444:0:(obd_config.c:931:class_decref()) Decref MGC172.16.0.56@o2ib (00000000dc661651) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471187:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 00000020:00000001:2.0:1673551338.471187:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471188:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471188:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 - health_check_seq_show 00000020:00000040:2.0:1673551338.471189:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 00000020:00000001:2.0:1673551338.471189:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471189:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471190:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471190:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 00000020:00000001:2.0:1673551338.471191:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471191:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471191:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471192:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 00000020:00000001:2.0:1673551338.471192:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471192:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471193:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471193:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 00000020:00000001:2.0:1673551338.471194:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471194:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471194:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471195:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 00000020:00000001:2.0:1673551338.471195:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471195:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471196:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471196:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 00000020:00000001:2.0:1673551338.471197:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471197:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471197:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471198:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 00000020:00000001:2.0:1673551338.471198:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471199:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471199:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471200:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 00000020:00000001:2.0:1673551338.471200:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471200:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471201:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471201:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 00000020:00000001:2.0:1673551338.471201:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471202:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471202:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471203:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 00000020:00000001:2.0:1673551338.471203:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471203:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471204:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471204:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 00000020:00000001:2.0:1673551338.471205:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471205:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471205:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471206:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 00000020:00000001:2.0:1673551338.471206:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471206:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471207:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471207:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 00000020:00000001:2.0:1673551338.471208:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471208:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471208:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471209:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osd (00000000854d7bae) now 5 00000020:00000001:2.0:1673551338.471209:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471210:0:242444:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471210:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osd (00000000854d7bae) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471211:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 00000020:00000001:2.0:1673551338.471211:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471211:0:242444:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471212:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471212:0:242444:0:(obd_config.c:920:class_incref()) incref OSS (00000000c9099cbe) now 3 00000020:00000001:2.0:1673551338.471213:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471214:0:242444:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471215:0:242444:0:(obd_config.c:931:class_decref()) Decref OSS (00000000c9099cbe) now 3 - health_check_seq_show 00000020:00000040:2.0:1673551338.471215:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002 (00000000539e52b3) now 19 00000020:00000001:2.0:1673551338.471215:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:2.0:1673551338.471216:0:242444:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c92cbcde. 00000020:00000010:2.0:1673551338.471216:0:242444:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000047c8bf34. 00000020:00000010:2.0:1673551338.471217:0:242444:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000d33d655f. 00000020:00000010:2.0:1673551338.471217:0:242444:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000afd6ae70. 00000020:00000010:2.0:1673551338.471218:0:242444:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 0000000090badd0f. 80000000:00000010:2.0:1673551338.471219:0:242444:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000019b1f446. 40000000:00000010:2.0:1673551338.471219:0:242444:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 000000006e5a816a. 00040000:00000010:2.0:1673551338.471220:0:242444:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000d268b147. 00040000:00000010:2.0:1673551338.471220:0:242444:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000003b6eafae. 00080000:00000010:2.0:1673551338.471221:0:242444:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 0000000042eb4b9b. 00080000:00000010:2.0:1673551338.471221:0:242444:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007df5d559. 00100000:00000010:2.0:1673551338.471222:0:242444:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cdf9309b. 00002000:00000010:2.0:1673551338.471222:0:242444:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 000000003c164d6c. 00000020:00000010:2.0:1673551338.471224:0:242444:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000047c8bf34. 00000020:00000010:2.0:1673551338.471225:0:242444:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000d33d655f. 00000020:00000010:2.0:1673551338.471225:0:242444:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000afd6ae70. 00000020:00000010:2.0:1673551338.471226:0:242444:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 0000000090badd0f. 80000000:00000010:2.0:1673551338.471226:0:242444:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000019b1f446. 40000000:00000010:2.0:1673551338.471227:0:242444:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 000000006e5a816a. 00040000:00000010:2.0:1673551338.471227:0:242444:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000d268b147. 00040000:00000010:2.0:1673551338.471228:0:242444:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000003b6eafae. 00080000:00000010:2.0:1673551338.471228:0:242444:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007df5d559. 00080000:00000010:2.0:1673551338.471229:0:242444:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 0000000042eb4b9b. 00100000:00000010:2.0:1673551338.471230:0:242444:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cdf9309b. 00002000:00000010:2.0:1673551338.471230:0:242444:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 000000003c164d6c. 00000020:00000010:2.0:1673551338.471231:0:242444:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c92cbcde. 00000020:00000001:2.0:1673551338.471231:0:242444:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471231:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002 (00000000539e52b3) now 19 - health_check_seq_show 00000020:00000040:2.0:1673551338.471232:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 00000020:00000001:2.0:1673551338.471232:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471233:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471233:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471234:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 00000020:00000001:2.0:1673551338.471234:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471234:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471235:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471235:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 00000020:00000001:2.0:1673551338.471236:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471236:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471236:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471237:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 00000020:00000001:2.0:1673551338.471237:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471237:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471238:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471238:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003 (000000002b59130a) now 19 00000020:00000001:2.0:1673551338.471239:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:2.0:1673551338.471239:0:242444:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046092f8a. 00000020:00000010:2.0:1673551338.471239:0:242444:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000de43ca51. 00000020:00000010:2.0:1673551338.471240:0:242444:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000cdf9309b. 00000020:00000010:2.0:1673551338.471240:0:242444:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000afd6ae70. 00000020:00000010:2.0:1673551338.471241:0:242444:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000c92cbcde. 80000000:00000010:2.0:1673551338.471242:0:242444:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000019b1f446. 40000000:00000010:2.0:1673551338.471242:0:242444:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 000000006e5a816a. 00040000:00000010:2.0:1673551338.471243:0:242444:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000d268b147. 00040000:00000010:2.0:1673551338.471243:0:242444:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000003b6eafae. 00080000:00000010:2.0:1673551338.471244:0:242444:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 0000000042eb4b9b. 00080000:00000010:2.0:1673551338.471244:0:242444:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007df5d559. 00100000:00000010:2.0:1673551338.471245:0:242444:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d33d655f. 00002000:00000010:2.0:1673551338.471245:0:242444:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 000000003c164d6c. 00000020:00000010:2.0:1673551338.471246:0:242444:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000de43ca51. 00000020:00000010:2.0:1673551338.471247:0:242444:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000cdf9309b. 00000020:00000010:2.0:1673551338.471247:0:242444:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000afd6ae70. 00000020:00000010:2.0:1673551338.471248:0:242444:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000c92cbcde. 80000000:00000010:2.0:1673551338.471249:0:242444:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000019b1f446. 40000000:00000010:2.0:1673551338.471249:0:242444:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 000000006e5a816a. 00040000:00000010:2.0:1673551338.471249:0:242444:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000d268b147. 00040000:00000010:2.0:1673551338.471250:0:242444:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000003b6eafae. 00080000:00000010:2.0:1673551338.471250:0:242444:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007df5d559. 00080000:00000010:2.0:1673551338.471251:0:242444:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 0000000042eb4b9b. 00100000:00000010:2.0:1673551338.471251:0:242444:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d33d655f. 00002000:00000010:2.0:1673551338.471252:0:242444:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 000000003c164d6c. 00000020:00000010:2.0:1673551338.471252:0:242444:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046092f8a. 00000020:00000001:2.0:1673551338.471253:0:242444:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471253:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003 (000000002b59130a) now 19 - health_check_seq_show 00000020:00000040:2.0:1673551338.471254:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 00000020:00000001:2.0:1673551338.471254:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471254:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471255:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471255:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 00000020:00000001:2.0:1673551338.471255:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471256:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471256:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471256:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 00000020:00000001:2.0:1673551338.471257:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471257:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471258:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471258:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 00000020:00000001:2.0:1673551338.471258:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471259:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471259:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471260:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 00000020:00000001:2.0:1673551338.471260:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471260:0:242444:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471261:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 - health_check_seq_show 00000020:00000040:2.0:1673551338.471261:0:242444:0:(obd_config.c:920:class_incref()) incref MDS (00000000f55b68e7) now 3 00000020:00000001:2.0:1673551338.471262:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471264:0:242444:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471264:0:242444:0:(obd_config.c:931:class_decref()) Decref MDS (00000000f55b68e7) now 3 - health_check_seq_show 00000020:00000040:2.0:1673551338.471264:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 00000020:00000001:2.0:1673551338.471265:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471265:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471265:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 - health_check_seq_show 00000020:00000040:2.0:1673551338.471266:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001 (00000000315cb77a) now 53 00000020:00000001:2.0:1673551338.471266:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471267:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471267:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001 (00000000315cb77a) now 53 - health_check_seq_show 00000020:00000040:2.0:1673551338.471267:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDD0001 (00000000be65ec15) now 4 00000020:00000001:2.0:1673551338.471268:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471268:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471268:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDD0001 (00000000be65ec15) now 4 - health_check_seq_show 00000020:00000040:2.0:1673551338.471269:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 00000020:00000001:2.0:1673551338.471269:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471270:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471270:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471270:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 00000020:00000001:2.0:1673551338.471271:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471271:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471271:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471272:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 00000020:00000001:2.0:1673551338.471272:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471273:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471273:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471274:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 00000020:00000001:2.0:1673551338.471274:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471275:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471275:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471275:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 00000020:00000001:2.0:1673551338.471276:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471276:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471276:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471277:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 00000020:00000001:2.0:1673551338.471277:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471278:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471278:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471278:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 00000020:00000001:2.0:1673551338.471279:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471279:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471279:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471280:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 00000020:00000001:2.0:1673551338.471280:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471281:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471281:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471281:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 00000020:00000001:2.0:1673551338.471282:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471282:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471282:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471283:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 00000020:00000001:2.0:1673551338.471283:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471284:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471284:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471284:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 00000020:00000001:2.0:1673551338.471285:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471285:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471285:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 - health_check_seq_show 00000020:00000040:2.0:1673551338.471286:0:242444:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 00000020:00000001:2.0:1673551338.471287:0:242444:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:2.0:1673551338.471287:0:242444:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1673551338.471287:0:242444:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 - health_check_seq_show 00000080:00000001:2.0:1673551338.472658:0:242448:0:(llite_lib.c:3468:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1673551338.472662:0:242448:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1673551338.472664:0:242448:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1673551338.472671:0:242448:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.2:1673551338.482216:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (68)++ 00000800:00000200:13.0:1673551338.482240:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (69)++ 00000800:00000200:13.0:1673551338.482251:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.20@o2ib 00000400:00000200:13.0:1673551338.482254:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:12.0:1673551338.482254:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000400:00000200:13.0:1673551338.482257:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000400:00000200:13.0:1673551338.482260:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551338.482262:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551338.482264:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551338.482266:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 7 MB=0x63bfd66a42e40 00000400:00000200:13.0:1673551338.482270:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.20@o2ib of length 224/224 into md 0x435078cd [8] + 4704 00000400:00000200:13.0:1673551338.482275:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551338.482277:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000001:13.0:1673551338.482280:0:12871:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:13.0:1673551338.482281:0:12871:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:13.0:1673551338.482283:0:12871:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000004691c947. 00000100:00000040:13.0:1673551338.482284:0:12871:0:(events.c:367:request_in_callback()) incoming req@000000004691c947 x1754809395064384 msgsize 224 00000100:00100000:13.0:1673551338.482286:0:12871:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.20@o2ib) 00000100:00000001:13.0:1673551338.482292:0:12871:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:13.0:1673551338.482294:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000007a1be710] (69)++ 00000800:00000200:13.0:1673551338.482297:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000007a1be710] (70)-- 00000800:00000200:13.0:1673551338.482298:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000100:00000001:14.0:1673551338.482300:0:2358800:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:14.0:1673551338.482302:0:2358800:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:14.0:1673551338.482303:0:2358800:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:14.0:1673551338.482304:0:2358800:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:14.0:1673551338.482306:0:2358800:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:14.0:1673551338.482308:0:2358800:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395064384 00000020:00000001:14.0:1673551338.482309:0:2358800:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:14.0:1673551338.482310:0:2358800:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c8769a9 00000020:00000001:14.0:1673551338.482311:0:2358800:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:14.0:1673551338.482312:0:2358800:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000ef42fd6e refcount=5 00000020:00000001:14.0:1673551338.482313:0:2358800:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558465879040 : -52831515243672576 : ff444e044cf48c00) 00000020:00000001:14.0:1673551338.482314:0:2358800:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558465879040 : -52831515243672576 : ff444e044cf48c00) 00000100:00000001:14.0:1673551338.482316:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551338.482317:0:2358800:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:14.0:1673551338.482318:0:2358800:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0fc26a8. 00000020:00000010:14.0:1673551338.482320:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f81d824. 00000020:00000010:14.0:1673551338.482321:0:2358800:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b8e8bcc. 00000100:00000040:14.0:1673551338.482323:0:2358800:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:14.0:1673551338.482324:0:2358800:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:14.0:1673551338.482325:0:2358800:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:14.0:1673551338.482326:0:2358800:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551338.482328:0:2358800:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551338.482333:0:2358800:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:14.0:1673551338.482335:0:2358800:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:14.0:1673551338.482336:0:2358800:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:14.0:1673551338.482338:0:2358800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 7059 00000100:00000040:14.0:1673551338.482339:0:2358800:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000ef42fd6e : new rpc_count 1 00000100:00000001:14.0:1673551338.482340:0:2358800:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912609254035712 : -52831464455515904 : ff444e10202a5100) 00000100:00000040:14.0:1673551338.482342:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004691c947 x1754809395064384/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:224/0 lens 224/0 e 0 to 0 dl 1673551344 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:14.0:1673551338.482345:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551338.482346:0:2358800:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:14.0:1673551338.482347:0:2358800:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000004691c947 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0002-mdtlov_UUID+5:10570:x1754809395064384:12345-172.16.0.20@o2ib:13: 00000100:00000200:14.0:1673551338.482348:0:2358800:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395064384 00000020:00000001:14.0:1673551338.482349:0:2358800:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:14.0:1673551338.482350:0:2358800:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:14.0:1673551338.482351:0:2358800:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551338.482352:0:2358800:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:14.0:1673551338.482353:0:2358800:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:14.0:1673551338.482354:0:2358800:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:14.0:1673551338.482355:0:2358800:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:14.0:1673551338.482355:0:2358800:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:14.0:1673551338.482356:0:2358800:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:14.0:1673551338.482356:0:2358800:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551338.482357:0:2358800:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:14.0:1673551338.482358:0:2358800:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:14.0:1673551338.482359:0:2358800:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000ddb26c30. 02000000:00000001:14.0:1673551338.482360:0:2358800:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551338.482361:0:2358800:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:14.0:1673551338.482361:0:2358800:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:14.0:1673551338.482363:0:2358800:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:14.0:1673551338.482364:0:2358800:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:14.0:1673551338.482367:0:2358800:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:14.0:1673551338.482368:0:2358800:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 00000020:00000020:14.0:1673551338.482369:0:2358800:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00000020:00000020:14.0:1673551338.482371:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551338.482372:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551338.482373:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551338.482374:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551338.482374:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551338.482375:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551338.482376:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551338.482377:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00002000:00000020:14.0:1673551338.482377:0:2358800:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00002000:00000001:14.0:1673551338.482378:0:2358800:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000001:14.0:1673551338.482379:0:2358800:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:14.0:1673551338.482381:0:2358800:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109421832, transno 0, xid 1754809395064384 00010000:00000001:14.0:1673551338.482382:0:2358800:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:14.0:1673551338.482383:0:2358800:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000004691c947 x1754809395064384/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:224/0 lens 224/368 e 0 to 0 dl 1673551344 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:14.0:1673551338.482386:0:2358800:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:14.0:1673551338.482387:0:2358800:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:14.0:1673551338.482387:0:2358800:0:(import.c:1925:at_measured()) add 1 to 0000000076fc1371 time=106 v=1 (1 1 1 1) 00000100:00000001:14.0:1673551338.482389:0:2358800:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:14.0:1673551338.482390:0:2358800:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 49 to 172.16.0.20@o2ib 00000100:00000001:14.0:1673551338.482391:0:2358800:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 02000000:00000001:14.0:1673551338.482392:0:2358800:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:14.0:1673551338.482393:0:2358800:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551338.482393:0:2358800:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:14.0:1673551338.482394:0:2358800:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:14.0:1673551338.482395:0:2358800:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030066a05. 00000100:00000200:14.0:1673551338.482397:0:2358800:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754809395064384, offset 224 00000400:00000200:14.0:1673551338.482400:0:2358800:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:14.0:1673551338.482403:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:14.0:1673551338.482405:0:2358800:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.20@o2ib local destination 00000400:00000200:14.0:1673551338.482407:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:14.0:1673551338.482410:0:2358800:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000800:00000200:14.0:1673551338.482412:0:2358800:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000400:00000200:14.0:1673551338.482414:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:14.0:1673551338.482417:0:2358800:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000004111b72] -> 172.16.0.20@o2ib (2) version: 12 00000800:00000200:14.0:1673551338.482418:0:2358800:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000007a1be710] (68)++ 00000800:00000200:14.0:1673551338.482419:0:2358800:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000007a1be710] (69)++ 00000800:00000200:14.0:1673551338.482422:0:2358800:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000007a1be710] (70)-- 00000100:00000001:14.0:1673551338.482423:0:2358800:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551338.482424:0:2358800:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 48 to 172.16.0.20@o2ib 00010000:00000001:14.0:1673551338.482425:0:2358800:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:14.0:1673551338.482425:0:2358800:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551338.482426:0:2358800:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:14.0:1673551338.482427:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004691c947 x1754809395064384/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:224/0 lens 224/368 e 0 to 0 dl 1673551344 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:14.0:1673551338.482430:0:2358800:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000004691c947 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0002-mdtlov_UUID+5:10570:x1754809395064384:12345-172.16.0.20@o2ib:13: Request processed in 84us (145us total) trans 0 rc 0/0 00000100:00100000:14.0:1673551338.482432:0:2358800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 7059 00000100:00000040:14.0:1673551338.482433:0:2358800:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef42fd6e : new rpc_count 0 00000100:00000001:14.0:1673551338.482434:0:2358800:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:14.0:1673551338.482434:0:2358800:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:14.0:1673551338.482435:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f81d824. 00000800:00000200:3.2:1673551338.482436:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (69)++ 00000020:00000010:14.0:1673551338.482437:0:2358800:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b8e8bcc. 00000020:00000010:14.0:1673551338.482438:0:2358800:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0fc26a8. 00000020:00000040:14.0:1673551338.482439:0:2358800:0:(genops.c:979:class_export_put()) PUTting export 00000000ef42fd6e : new refcount 4 00000100:00000001:14.0:1673551338.482439:0:2358800:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:12.0:1673551338.482447:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (70)++ 00000800:00000200:12.0:1673551338.482452:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000007a1be710] (71)-- 00000400:00000200:12.0:1673551338.482454:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551338.482456:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:12.0:1673551338.482458:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000030066a05 00000800:00000200:13.0:1673551338.482459:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000400:00000010:12.0:1673551338.482460:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000030066a05. 00000100:00000001:12.0:1673551338.482461:0:12872:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:12.0:1673551338.482462:0:12872:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:12.0:1673551338.482464:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000800:00000200:21.2:1673551338.720478:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000fd018d80] (68)++ 00000800:00000200:23.0:1673551338.720498:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000fd018d80] (69)++ 00000800:00000200:23.0:1673551338.720508:0:12876:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d0[0] from 172.16.0.10@o2ib 00000800:00000200:23.0:1673551338.720510:0:12876:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000fd018d80] (70)++ 00000800:00000200:23.0:1673551338.720512:0:12876:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000fd018d80] (71)-- 00000800:00000200:23.0:1673551338.720513:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000fd018d80] (70)-- 00000800:00000200:23.0:1673551338.720514:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000fd018d80] (69)-- 00000800:00000200:5.2:1673551339.011337:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (68)++ 00000800:00000200:3.2:1673551339.011338:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (68)++ 00000800:00000200:17.0:1673551339.011355:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (69)++ 00000800:00000200:13.0:1673551339.011355:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (69)++ 00000800:00000200:17.0:1673551339.011363:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.57@o2ib 00000800:00000200:13.0:1673551339.011364:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.56@o2ib 00000400:00000200:17.0:1673551339.011366:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551339.011368:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.57@o2ib : PUT - for me 00000400:00000200:13.0:1673551339.011368:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:19.0:1673551339.011371:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000400:00000200:17.0:1673551339.011371:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:13.0:1673551339.011371:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.56@o2ib : PUT - for me 00000800:00000200:12.0:1673551339.011371:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000400:00000200:17.0:1673551339.011373:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551339.011374:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551339.011374:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551339.011376:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 7 MB=0x63c0044b47640 00000400:00000200:13.0:1673551339.011377:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551339.011378:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.56@o2ib of length 224/224 into md 0xe584611 [8] + 672 00000400:00000200:13.0:1673551339.011379:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551339.011381:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551339.011381:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 7 MB=0x63c0044b47680 00000400:00000200:17.0:1673551339.011383:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000400:00000200:13.0:1673551339.011384:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.56@o2ib of length 224/224 into md 0x435078cd [8] + 4928 00000100:00000001:17.0:1673551339.011385:0:12874:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:17.0:1673551339.011386:0:12874:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:13.0:1673551339.011386:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:17.0:1673551339.011388:0:12874:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000007aa6526d. 00000400:00000200:13.0:1673551339.011388:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 00000100:00000040:17.0:1673551339.011389:0:12874:0:(events.c:367:request_in_callback()) incoming req@000000007aa6526d x1754821710607936 msgsize 224 00000100:00000001:13.0:1673551339.011389:0:12871:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:13.0:1673551339.011390:0:12871:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00100000:17.0:1673551339.011391:0:12874:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.56@o2ib (source: 12345-172.16.0.57@o2ib) 00000100:00000010:13.0:1673551339.011392:0:12871:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000001bf621c3. 00000100:00000040:13.0:1673551339.011393:0:12871:0:(events.c:367:request_in_callback()) incoming req@000000001bf621c3 x1754821710608000 msgsize 224 00000100:00100000:13.0:1673551339.011394:0:12871:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.56@o2ib (source: 12345-172.16.0.56@o2ib) 00000100:00000001:17.0:1673551339.011396:0:12874:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:17.0:1673551339.011397:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000580cc9cc] (69)++ 00000800:00000200:17.0:1673551339.011399:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000580cc9cc] (70)-- 00000800:00000200:17.0:1673551339.011400:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 00000100:00000001:13.0:1673551339.011400:0:12871:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:13.0:1673551339.011401:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000008042fb16] (69)++ 00000800:00000200:13.0:1673551339.011403:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000008042fb16] (70)-- 00000800:00000200:13.0:1673551339.011403:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 00000100:00000001:18.0:1673551339.011408:0:2269469:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:18.0:1673551339.011409:0:2269469:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:18.0:1673551339.011410:0:2269469:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:14.0:1673551339.011410:0:2358800:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:18.0:1673551339.011411:0:2269469:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:14.0:1673551339.011411:0:2358800:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:14.0:1673551339.011411:0:2358800:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:14.0:1673551339.011412:0:2358800:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551339.011413:0:2269469:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:14.0:1673551339.011414:0:2358800:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:18.0:1673551339.011415:0:2269469:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754821710607936 00000100:00100000:14.0:1673551339.011415:0:2358800:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754821710608000 00000020:00000001:14.0:1673551339.011415:0:2358800:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000001:18.0:1673551339.011416:0:2269469:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:18.0:1673551339.011416:0:2269469:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c8769b7 00000020:00000040:14.0:1673551339.011416:0:2358800:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876a66 00000020:00000001:18.0:1673551339.011417:0:2269469:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000001:14.0:1673551339.011417:0:2358800:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:18.0:1673551339.011418:0:2269469:0:(lustre_handles.c:152:class_handle2object()) GET export 000000001c5fbf11 refcount=5 00000020:00000040:14.0:1673551339.011418:0:2358800:0:(lustre_handles.c:152:class_handle2object()) GET export 000000009480fef3 refcount=5 00000020:00000001:18.0:1673551339.011419:0:2269469:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558465880064 : -52831515243671552 : ff444e044cf49000) 00000020:00000001:14.0:1673551339.011419:0:2358800:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912595675789312 : -52831478033762304 : ff444e0cf6d6b800) 00000020:00000001:18.0:1673551339.011420:0:2269469:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558465880064 : -52831515243671552 : ff444e044cf49000) 00000020:00000001:14.0:1673551339.011420:0:2358800:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912595675789312 : -52831478033762304 : ff444e0cf6d6b800) 00000100:00000001:18.0:1673551339.011422:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551339.011422:0:2269469:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:14.0:1673551339.011422:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551339.011423:0:2358800:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:18.0:1673551339.011424:0:2269469:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a921222. 00000020:00000010:14.0:1673551339.011424:0:2358800:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0fc26a8. 00000020:00000010:18.0:1673551339.011425:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ffab7b02. 00000020:00000010:14.0:1673551339.011425:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f81d824. 00000020:00000010:18.0:1673551339.011427:0:2269469:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000bbe368b. 00000020:00000010:14.0:1673551339.011427:0:2358800:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b8e8bcc. 00000100:00000040:14.0:1673551339.011428:0:2358800:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000040:18.0:1673551339.011429:0:2269469:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:14.0:1673551339.011429:0:2358800:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:14.0:1673551339.011429:0:2358800:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:18.0:1673551339.011430:0:2269469:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:18.0:1673551339.011430:0:2269469:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:18.0:1673551339.011431:0:2269469:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551339.011431:0:2358800:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551339.011432:0:2358800:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551339.011433:0:2269469:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551339.011437:0:2358800:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551339.011439:0:2269469:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:14.0:1673551339.011440:0:2358800:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:14.0:1673551339.011440:0:2358800:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:18.0:1673551339.011441:0:2269469:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:18.0:1673551339.011442:0:2269469:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:14.0:1673551339.011442:0:2358800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.56@o2ib, seq: 7060 00000100:00000040:14.0:1673551339.011443:0:2358800:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000009480fef3 : new rpc_count 1 00000100:00100000:18.0:1673551339.011444:0:2269469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.56@o2ib, seq: 7524 00000100:00000001:14.0:1673551339.011444:0:2358800:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912609254028800 : -52831464455522816 : ff444e10202a3600) 00000100:00000040:18.0:1673551339.011445:0:2269469:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000001c5fbf11 : new rpc_count 1 00000100:00000001:18.0:1673551339.011445:0:2269469:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912628178392704 : -52831445531158912 : ff444e1488251680) 00000100:00000040:14.0:1673551339.011445:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001bf621c3 x1754821710608000/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:225/0 lens 224/0 e 0 to 0 dl 1673551345 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000040:18.0:1673551339.011447:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007aa6526d x1754821710607936/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:225/0 lens 224/0 e 0 to 0 dl 1673551345 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:14.0:1673551339.011448:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551339.011449:0:2358800:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:14.0:1673551339.011449:0:2358800:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000001bf621c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0000-mdtlov_UUID+5:12261:x1754821710608000:12345-172.16.0.56@o2ib:13: 00000100:00000200:14.0:1673551339.011450:0:2358800:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754821710608000 00000100:00000001:18.0:1673551339.011451:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551339.011451:0:2269469:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:14.0:1673551339.011451:0:2358800:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00100000:18.0:1673551339.011452:0:2269469:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000007aa6526d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0000-mdtlov_UUID+5:12250:x1754821710607936:12345-172.16.0.56@o2ib:13: 00000020:00000001:14.0:1673551339.011452:0:2358800:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:14.0:1673551339.011453:0:2358800:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:18.0:1673551339.011454:0:2269469:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754821710607936 00000020:00000001:18.0:1673551339.011454:0:2269469:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:18.0:1673551339.011455:0:2269469:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:14.0:1673551339.011455:0:2358800:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:14.0:1673551339.011455:0:2358800:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:18.0:1673551339.011456:0:2269469:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551339.011456:0:2358800:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:18.0:1673551339.011457:0:2269469:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:18.0:1673551339.011457:0:2269469:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:14.0:1673551339.011457:0:2358800:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:14.0:1673551339.011457:0:2358800:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:18.0:1673551339.011458:0:2269469:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:14.0:1673551339.011458:0:2358800:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:14.0:1673551339.011458:0:2358800:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551339.011459:0:2269469:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:14.0:1673551339.011459:0:2358800:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000020:00000001:18.0:1673551339.011460:0:2269469:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:18.0:1673551339.011460:0:2269469:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 02000000:00000001:14.0:1673551339.011460:0:2358800:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:18.0:1673551339.011461:0:2269469:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:14.0:1673551339.011461:0:2358800:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000fc60f213. 00000100:00000001:18.0:1673551339.011462:0:2269469:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:18.0:1673551339.011462:0:2269469:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:14.0:1673551339.011462:0:2358800:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:18.0:1673551339.011463:0:2269469:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000afd4f57a. 00000100:00000001:14.0:1673551339.011463:0:2358800:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551339.011464:0:2269469:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:14.0:1673551339.011464:0:2358800:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00000100:00000001:18.0:1673551339.011465:0:2269469:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:18.0:1673551339.011465:0:2269469:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:14.0:1673551339.011465:0:2358800:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:14.0:1673551339.011465:0:2358800:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00002000:00000001:18.0:1673551339.011467:0:2269469:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:18.0:1673551339.011467:0:2269469:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:18.0:1673551339.011468:0:2269469:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:18.0:1673551339.011468:0:2269469:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 00000020:00000020:18.0:1673551339.011470:0:2269469:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00000020:00000001:14.0:1673551339.011470:0:2358800:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:18.0:1673551339.011471:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 00002000:00000024:14.0:1673551339.011471:0:2358800:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148413632 pending 0 free 5928824139776 avail 5849092771840 00000020:00000020:18.0:1673551339.011473:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551339.011473:0:2358800:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0003: processing self export: 143552 0 0 00000020:00000020:18.0:1673551339.011474:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551339.011474:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551339.011474:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0001-mdtlov_UUID/00000000e0414e82 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551339.011475:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551339.011475:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0000-mdtlov_UUID/000000009480fef3 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551339.011475:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli cd52cb9a-4225-4c91-b023-faa62420b31d/0000000006681ce8 dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551339.011476:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551339.011476:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0003-mdtlov_UUID/000000006f304481 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551339.011477:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551339.011477:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000008b497c02 dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551339.011478:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00002000:00000020:18.0:1673551339.011478:0:2269469:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00000020:00000020:14.0:1673551339.011478:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000c611fe19 dirty 0 pend 0 grant 537067520 00002000:00000001:18.0:1673551339.011479:0:2269469:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00000020:00000020:14.0:1673551339.011479:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 49374343-0861-470b-a659-345a443590fd/00000000aafb700c dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551339.011479:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0002-mdtlov_UUID/000000001a218102 dirty 0 pend 0 grant 0 00002000:00000020:14.0:1673551339.011480:0:2358800:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1447466831 free, 1428001130 avail; 60817408 objects: 29395648 free; state 200 00002000:00000001:18.0:1673551339.011481:0:2269469:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:14.0:1673551339.011481:0:2358800:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00010000:00000040:18.0:1673551339.011482:0:2269469:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109418642, transno 0, xid 1754821710607936 00002000:00000001:14.0:1673551339.011482:0:2358800:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:18.0:1673551339.011483:0:2269469:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000040:14.0:1673551339.011483:0:2358800:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109420461, transno 0, xid 1754821710608000 00010000:00000001:14.0:1673551339.011484:0:2358800:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:18.0:1673551339.011485:0:2269469:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000007aa6526d x1754821710607936/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:225/0 lens 224/368 e 0 to 0 dl 1673551345 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000200:14.0:1673551339.011485:0:2358800:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000001bf621c3 x1754821710608000/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:225/0 lens 224/368 e 0 to 0 dl 1673551345 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:18.0:1673551339.011487:0:2269469:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:14.0:1673551339.011487:0:2358800:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:18.0:1673551339.011488:0:2269469:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:14.0:1673551339.011488:0:2358800:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:18.0:1673551339.011489:0:2269469:0:(import.c:1925:at_measured()) add 1 to 00000000f23c4c68 time=107 v=1 (1 1 1 1) 00000100:00001000:14.0:1673551339.011489:0:2358800:0:(import.c:1925:at_measured()) add 1 to 0000000076fc1371 time=107 v=1 (1 1 1 1) 00000100:00000001:14.0:1673551339.011490:0:2358800:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000001:18.0:1673551339.011491:0:2269469:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:14.0:1673551339.011491:0:2358800:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000e3f031ad refcount 55 to 172.16.0.56@o2ib 00000100:00000040:18.0:1673551339.011492:0:2269469:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000e3f031ad refcount 56 to 172.16.0.56@o2ib 00000100:00000001:18.0:1673551339.011492:0:2269469:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146464 : -52831505782405152 : ff444e0680e407e0) 02000000:00000001:18.0:1673551339.011493:0:2269469:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:14.0:1673551339.011493:0:2358800:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146464 : -52831505782405152 : ff444e0680e407e0) 02000000:00000001:14.0:1673551339.011493:0:2358800:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:18.0:1673551339.011494:0:2269469:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:14.0:1673551339.011494:0:2358800:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551339.011495:0:2269469:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:14.0:1673551339.011495:0:2358800:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:18.0:1673551339.011496:0:2269469:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.57@o2ib 00000100:00000040:14.0:1673551339.011496:0:2358800:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000400:00000010:18.0:1673551339.011497:0:2269469:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000800171a1. 00000400:00000010:14.0:1673551339.011497:0:2358800:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006672d5f2. 00000100:00000200:14.0:1673551339.011498:0:2358800:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754821710608000, offset 224 00000100:00000200:18.0:1673551339.011499:0:2269469:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754821710607936, offset 224 00000400:00000200:14.0:1673551339.011500:0:2358800:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000400:00000200:18.0:1673551339.011501:0:2269469:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.57@o2ib 00000400:00000200:14.0:1673551339.011502:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:18.0:1673551339.011503:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:18.0:1673551339.011505:0:2269469:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.57@o2ib local destination 00000400:00000200:14.0:1673551339.011505:0:2358800:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.56@o2ib local destination 00000400:00000200:14.0:1673551339.011506:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:18.0:1673551339.011507:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:14.0:1673551339.011509:0:2358800:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) : PUT try# 0 00000400:00000200:18.0:1673551339.011510:0:2269469:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.57@o2ib(172.16.0.57@o2ib:172.16.0.57@o2ib) : PUT try# 0 00000800:00000200:14.0:1673551339.011511:0:2358800:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.56@o2ib 00000800:00000200:18.0:1673551339.011512:0:2269469:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000400:00000200:18.0:1673551339.011513:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:14.0:1673551339.011513:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:18.0:1673551339.011516:0:2269469:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000625538ff] -> 172.16.0.57@o2ib (2) version: 12 00000800:00000200:14.0:1673551339.011516:0:2358800:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000e56901fc] -> 172.16.0.56@o2ib (2) version: 12 00000800:00000200:18.0:1673551339.011517:0:2269469:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000580cc9cc] (68)++ 00000800:00000200:14.0:1673551339.011517:0:2358800:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000008042fb16] (68)++ 00000800:00000200:18.0:1673551339.011518:0:2269469:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000580cc9cc] (69)++ 00000800:00000200:14.0:1673551339.011518:0:2358800:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000008042fb16] (69)++ 00000800:00000200:14.0:1673551339.011520:0:2358800:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000008042fb16] (70)-- 00000800:00000200:18.0:1673551339.011521:0:2269469:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000580cc9cc] (70)-- 00000100:00000001:18.0:1673551339.011521:0:2269469:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551339.011521:0:2358800:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551339.011522:0:2269469:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000e3f031ad refcount 54 to 172.16.0.56@o2ib 00000100:00000040:14.0:1673551339.011522:0:2358800:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000e3f031ad refcount 55 to 172.16.0.56@o2ib 00010000:00000001:14.0:1673551339.011522:0:2358800:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00010000:00000001:18.0:1673551339.011523:0:2269469:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:14.0:1673551339.011523:0:2358800:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551339.011523:0:2358800:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000020:00000001:18.0:1673551339.011524:0:2269469:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551339.011524:0:2269469:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:14.0:1673551339.011524:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001bf621c3 x1754821710608000/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:225/0 lens 224/368 e 0 to 0 dl 1673551345 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000040:18.0:1673551339.011525:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007aa6526d x1754821710607936/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:225/0 lens 224/368 e 0 to 0 dl 1673551345 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:14.0:1673551339.011527:0:2358800:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000001bf621c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0000-mdtlov_UUID+5:12261:x1754821710608000:12345-172.16.0.56@o2ib:13: Request processed in 78us (133us total) trans 0 rc 0/0 00000100:00100000:18.0:1673551339.011528:0:2269469:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000007aa6526d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0000-mdtlov_UUID+5:12250:x1754821710607936:12345-172.16.0.56@o2ib:13: Request processed in 76us (138us total) trans 0 rc 0/0 00000800:00000200:3.2:1673551339.011528:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (69)++ 00000100:00100000:14.0:1673551339.011529:0:2358800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.56@o2ib, seq: 7060 00000800:00000200:5.2:1673551339.011529:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (69)++ 00000100:00100000:18.0:1673551339.011530:0:2269469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.56@o2ib, seq: 7524 00000100:00000040:14.0:1673551339.011530:0:2358800:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009480fef3 : new rpc_count 0 00000100:00000040:18.0:1673551339.011531:0:2269469:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001c5fbf11 : new rpc_count 0 00000100:00000001:14.0:1673551339.011531:0:2358800:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:14.0:1673551339.011531:0:2358800:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:18.0:1673551339.011532:0:2269469:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:18.0:1673551339.011532:0:2269469:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:14.0:1673551339.011532:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f81d824. 00000020:00000010:14.0:1673551339.011533:0:2358800:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b8e8bcc. 00000020:00000010:18.0:1673551339.011534:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ffab7b02. 00000020:00000010:14.0:1673551339.011534:0:2358800:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0fc26a8. 00000020:00000040:14.0:1673551339.011534:0:2358800:0:(genops.c:979:class_export_put()) PUTting export 000000009480fef3 : new refcount 4 00000020:00000010:18.0:1673551339.011535:0:2269469:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000bbe368b. 00000100:00000001:14.0:1673551339.011535:0:2358800:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:18.0:1673551339.011536:0:2269469:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a921222. 00000020:00000040:18.0:1673551339.011538:0:2269469:0:(genops.c:979:class_export_put()) PUTting export 000000001c5fbf11 : new refcount 4 00000100:00000001:18.0:1673551339.011539:0:2269469:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:12.0:1673551339.011539:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (70)++ 00000800:00000200:19.0:1673551339.011544:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (70)++ 00000800:00000200:12.0:1673551339.011545:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000008042fb16] (71)-- 00000400:00000200:12.0:1673551339.011546:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551339.011549:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 00000400:00000200:12.0:1673551339.011550:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000006672d5f2 00000800:00000200:19.0:1673551339.011551:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000580cc9cc] (71)-- 00000400:00000010:12.0:1673551339.011551:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000006672d5f2. 00000400:00000200:19.0:1673551339.011552:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:13.0:1673551339.011552:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000100:00000001:12.0:1673551339.011553:0:12872:0:(events.c:416:reply_out_callback()) Process entered 00000400:00000200:19.0:1673551339.011554:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000100:00000001:12.0:1673551339.011554:0:12872:0:(events.c:428:reply_out_callback()) Process leaving 00000400:00000200:19.0:1673551339.011555:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000800171a1 00000800:00000200:12.0:1673551339.011555:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 00000400:00000010:19.0:1673551339.011556:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000800171a1. 00000100:00000001:19.0:1673551339.011557:0:12873:0:(events.c:416:reply_out_callback()) Process entered 00000800:00000200:17.0:1673551339.011557:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000100:00000001:19.0:1673551339.011558:0:12873:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:19.0:1673551339.011559:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 00000800:00000200:21.2:1673551339.179651:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (68)++ 00000800:00000200:11.2:1673551339.179657:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a8f662b5] (68)++ 00000800:00000200:22.0:1673551339.179667:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (69)++ 00000800:00000200:22.0:1673551339.179672:0:12875:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.22@o2ib 00000400:00000200:22.0:1673551339.179674:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:22.0:1673551339.179676:0:12875:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.22@o2ib : PUT - for me 00000800:00000200:23.0:1673551339.179677:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a8f662b5] (69)++ 00000800:00000200:23.0:1673551339.179679:0:12876:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.22@o2ib 00000400:00000200:22.0:1673551339.179679:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:22.0:1673551339.179682:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551339.179685:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:22.0:1673551339.179686:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551339.179687:0:12876:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.22@o2ib : PUT - for me 00000400:00000200:22.0:1673551339.179688:0:12875:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 7 MB=0x63bfccd5cd100 00000400:00000200:23.0:1673551339.179689:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551339.179690:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551339.179692:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:22.0:1673551339.179692:0:12875:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.22@o2ib of length 224/224 into md 0x50ef975 [8] + 8736 00000400:00000200:23.0:1673551339.179693:0:12876:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 7 MB=0x63bfccd5cd080 00000400:00000200:23.0:1673551339.179695:0:12876:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.22@o2ib of length 224/224 into md 0x50ef975 [8] + 8960 00000400:00000200:22.0:1673551339.179695:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:23.0:1673551339.179697:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:22.0:1673551339.179697:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000400:00000200:23.0:1673551339.179698:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.22@o2ib: PUT: OK 00000100:00000001:22.0:1673551339.179699:0:12875:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:22.0:1673551339.179699:0:12875:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:22.0:1673551339.179701:0:12875:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000040682314. 00000100:00000040:22.0:1673551339.179703:0:12875:0:(events.c:367:request_in_callback()) incoming req@0000000040682314 x1754806823473408 msgsize 224 00000100:00100000:22.0:1673551339.179706:0:12875:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.22@o2ib (source: 12345-172.16.0.22@o2ib) 00000100:00000001:22.0:1673551339.179713:0:12875:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:22.0:1673551339.179718:0:12875:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000001a128d74] (70)++ 00000800:00000200:22.0:1673551339.179720:0:12875:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000001a128d74] (71)-- 00000800:00000200:22.0:1673551339.179721:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000100:00000001:21.0:1673551339.179722:0:2308493:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:22.0:1673551339.179723:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 02000000:00000001:21.0:1673551339.179723:0:2308493:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:23.0:1673551339.179724:0:12876:0:(events.c:315:request_in_callback()) Process entered 00000800:00000200:22.0:1673551339.179724:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (70)-- 00000100:00000001:21.0:1673551339.179724:0:2308493:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:21.0:1673551339.179724:0:2308493:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:23.0:1673551339.179725:0:12876:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:21.0:1673551339.179726:0:2308493:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:23.0:1673551339.179727:0:12876:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000039f6e71e. 00000100:00100000:21.0:1673551339.179727:0:2308493:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754806823473408 00000100:00000040:23.0:1673551339.179728:0:12876:0:(events.c:367:request_in_callback()) incoming req@0000000039f6e71e x1754806823473280 msgsize 224 00000020:00000001:21.0:1673551339.179728:0:2308493:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:21.0:1673551339.179730:0:2308493:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c8769cc 00000020:00000001:21.0:1673551339.179730:0:2308493:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00100000:23.0:1673551339.179731:0:12876:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.22@o2ib (source: 12345-172.16.0.22@o2ib) 00000020:00000040:21.0:1673551339.179731:0:2308493:0:(lustre_handles.c:152:class_handle2object()) GET export 0000000089796a63 refcount=5 00000020:00000001:21.0:1673551339.179732:0:2308493:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558465890304 : -52831515243661312 : ff444e044cf4b800) 00000020:00000001:21.0:1673551339.179733:0:2308493:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558465890304 : -52831515243661312 : ff444e044cf4b800) 00000100:00000001:21.0:1673551339.179735:0:2308493:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:21.0:1673551339.179736:0:2308493:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:21.0:1673551339.179737:0:2308493:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025f3f83f. 00000100:00000001:23.0:1673551339.179738:0:12876:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:23.0:1673551339.179739:0:12876:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000a8f662b5] (69)++ 00000020:00000010:21.0:1673551339.179739:0:2308493:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4ef0602. 00000800:00000200:23.0:1673551339.179740:0:12876:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000a8f662b5] (70)-- 00000800:00000200:23.0:1673551339.179741:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (69)-- 00000020:00000010:21.0:1673551339.179741:0:2308493:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000085e72914. 00000100:00000040:21.0:1673551339.179743:0:2308493:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:21.0:1673551339.179745:0:2308493:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:21.0:1673551339.179745:0:2308493:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:21.0:1673551339.179746:0:2308493:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551339.179747:0:2269472:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:21.0:1673551339.179748:0:2308493:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:20.0:1673551339.179748:0:2269472:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:20.0:1673551339.179749:0:2269472:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:20.0:1673551339.179749:0:2269472:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:20.0:1673551339.179750:0:2269472:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:20.0:1673551339.179751:0:2269472:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754806823473280 00000020:00000001:20.0:1673551339.179752:0:2269472:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:20.0:1673551339.179753:0:2269472:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876a58 00000020:00000001:20.0:1673551339.179753:0:2269472:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00000001:21.0:1673551339.179754:0:2308493:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:20.0:1673551339.179754:0:2269472:0:(lustre_handles.c:152:class_handle2object()) GET export 000000006f304481 refcount=5 00000020:00000001:20.0:1673551339.179755:0:2269472:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912595675790336 : -52831478033761280 : ff444e0cf6d6bc00) 00000020:00000001:20.0:1673551339.179756:0:2269472:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912595675790336 : -52831478033761280 : ff444e0cf6d6bc00) 00000100:00000001:21.0:1673551339.179757:0:2308493:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:21.0:1673551339.179757:0:2308493:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:20.0:1673551339.179757:0:2269472:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:23.0:1673551339.179759:0:2408396:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:23.0:1673551339.179759:0:2408396:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:20.0:1673551339.179759:0:2269472:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:21.0:1673551339.179760:0:2308493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.22@o2ib, seq: 4800 00000020:00000010:20.0:1673551339.179760:0:2269472:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000041691db. 00000020:00000010:20.0:1673551339.179761:0:2269472:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000458136ae. 00000100:00000001:23.0:1673551339.179762:0:2408396:0:(service.c:2025:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:21.0:1673551339.179762:0:2308493:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 0000000089796a63 : new rpc_count 1 00000100:00000001:21.0:1673551339.179762:0:2308493:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912613301228032 : -52831460408323584 : ff444e1111659200) 00000100:00000001:23.0:1673551339.179763:0:2408396:0:(service.c:2230:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:20.0:1673551339.179763:0:2269472:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047c79be3. 00000100:00000040:21.0:1673551339.179764:0:2308493:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000040682314 x1754806823473408/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:225/0 lens 224/0 e 0 to 0 dl 1673551345 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:20.0:1673551339.179764:0:2269472:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:20.0:1673551339.179765:0:2269472:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:20.0:1673551339.179765:0:2269472:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551339.179767:0:2269472:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1673551339.179769:0:2308493:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:21.0:1673551339.179770:0:2308493:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:21.0:1673551339.179771:0:2308493:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000040682314 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create05:ai200x-MDT0003-mdtlov_UUID+5:10862:x1754806823473408:12345-172.16.0.22@o2ib:13: 00000100:00000001:20.0:1673551339.179772:0:2269472:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:21.0:1673551339.179773:0:2308493:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754806823473408 00000020:00000001:21.0:1673551339.179774:0:2308493:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:23.0:1673551339.179775:0:2408396:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:23.0:1673551339.179775:0:2408396:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000020:00000001:21.0:1673551339.179775:0:2308493:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000001:20.0:1673551339.179775:0:2269472:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:20.0:1673551339.179775:0:2269472:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:23.0:1673551339.179776:0:2408396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.22@o2ib, seq: 4801 00000020:00000001:21.0:1673551339.179776:0:2308493:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:21.0:1673551339.179777:0:2308493:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00000040:23.0:1673551339.179778:0:2408396:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000006f304481 : new rpc_count 1 00000100:00000001:23.0:1673551339.179778:0:2408396:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912572672150912 : -52831501037400704 : ff444e079bb70d80) 00000020:00000001:21.0:1673551339.179778:0:2308493:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000100:00000001:20.0:1673551339.179778:0:2269472:0:(service.c:2025:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:21.0:1673551339.179779:0:2308493:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000001:20.0:1673551339.179779:0:2269472:0:(service.c:2230:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:23.0:1673551339.179780:0:2408396:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000039f6e71e x1754806823473280/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:225/0 lens 224/0 e 0 to 0 dl 1673551345 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000020:00000001:21.0:1673551339.179780:0:2308493:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:21.0:1673551339.179781:0:2308493:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:21.0:1673551339.179782:0:2308493:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:21.0:1673551339.179782:0:2308493:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1673551339.179784:0:2408396:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:23.0:1673551339.179784:0:2408396:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:21.0:1673551339.179784:0:2308493:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:21.0:1673551339.179784:0:2308493:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:23.0:1673551339.179785:0:2408396:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000039f6e71e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create05:ai200x-MDT0003-mdtlov_UUID+5:10857:x1754806823473280:12345-172.16.0.22@o2ib:13: 02000000:00000010:21.0:1673551339.179785:0:2308493:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 000000003a1419d6. 00000100:00000200:23.0:1673551339.179787:0:2408396:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754806823473280 00000020:00000001:23.0:1673551339.179787:0:2408396:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 02000000:00000001:21.0:1673551339.179787:0:2308493:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:23.0:1673551339.179788:0:2408396:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000001:21.0:1673551339.179788:0:2308493:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:23.0:1673551339.179789:0:2408396:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:21.0:1673551339.179789:0:2308493:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00000020:00000001:23.0:1673551339.179790:0:2408396:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:23.0:1673551339.179790:0:2408396:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00002000:00000001:21.0:1673551339.179790:0:2308493:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:23.0:1673551339.179791:0:2408396:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:21.0:1673551339.179791:0:2308493:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:23.0:1673551339.179792:0:2408396:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:23.0:1673551339.179792:0:2408396:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:21.0:1673551339.179792:0:2308493:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:23.0:1673551339.179793:0:2408396:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00002000:00000024:21.0:1673551339.179793:0:2308493:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 00000020:00000020:21.0:1673551339.179794:0:2308493:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00000020:00000001:23.0:1673551339.179795:0:2408396:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1673551339.179795:0:2408396:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000020:00000020:21.0:1673551339.179795:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 02000000:00000001:23.0:1673551339.179796:0:2408396:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000020:21.0:1673551339.179796:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 02000000:00000010:23.0:1673551339.179797:0:2408396:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 000000004b022f14. 00000020:00000020:21.0:1673551339.179797:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 02000000:00000001:23.0:1673551339.179798:0:2408396:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:21.0:1673551339.179798:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00000020:00000020:21.0:1673551339.179798:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00000100:00000001:23.0:1673551339.179799:0:2408396:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:23.0:1673551339.179799:0:2408396:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00000020:00000020:21.0:1673551339.179799:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00002000:00000001:23.0:1673551339.179800:0:2408396:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000020:21.0:1673551339.179800:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00000020:00000020:21.0:1673551339.179800:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00000020:00000001:23.0:1673551339.179801:0:2408396:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:23.0:1673551339.179801:0:2408396:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000020:21.0:1673551339.179801:0:2308493:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00002000:00000024:23.0:1673551339.179802:0:2408396:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148413632 pending 0 free 5928824139776 avail 5849092771840 00002000:00000001:21.0:1673551339.179802:0:2308493:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00000020:00000020:23.0:1673551339.179803:0:2408396:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0003: processing self export: 143552 0 0 00002000:00000001:21.0:1673551339.179803:0:2308493:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:23.0:1673551339.179804:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0001-mdtlov_UUID/00000000e0414e82 dirty 0 pend 0 grant 0 00010000:00000040:21.0:1673551339.179804:0:2308493:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109418643, transno 0, xid 1754806823473408 00000020:00000020:23.0:1673551339.179805:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0000-mdtlov_UUID/000000009480fef3 dirty 0 pend 0 grant 0 00010000:00000001:21.0:1673551339.179805:0:2308493:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000020:00000020:23.0:1673551339.179806:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli cd52cb9a-4225-4c91-b023-faa62420b31d/0000000006681ce8 dirty 0 pend 0 grant 537067520 00010000:00000200:21.0:1673551339.179806:0:2308493:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000040682314 x1754806823473408/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:225/0 lens 224/368 e 0 to 0 dl 1673551345 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000020:00000020:23.0:1673551339.179807:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0003-mdtlov_UUID/000000006f304481 dirty 0 pend 0 grant 0 00000020:00000020:23.0:1673551339.179807:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000008b497c02 dirty 0 pend 0 grant 537067520 00000020:00000020:23.0:1673551339.179808:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000c611fe19 dirty 0 pend 0 grant 537067520 00010000:00000001:21.0:1673551339.179808:0:2308493:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00000020:00000020:23.0:1673551339.179809:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 49374343-0861-470b-a659-345a443590fd/00000000aafb700c dirty 0 pend 0 grant 537067520 00000020:00000020:23.0:1673551339.179809:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0002-mdtlov_UUID/000000001a218102 dirty 0 pend 0 grant 0 00010000:00000001:21.0:1673551339.179809:0:2308493:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:23.0:1673551339.179810:0:2408396:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1447466831 free, 1428001130 avail; 60817408 objects: 29395648 free; state 200 00000100:00001000:21.0:1673551339.179810:0:2308493:0:(import.c:1925:at_measured()) add 1 to 0000000018a73ee8 time=107 v=1 (1 1 1 1) 00002000:00000001:23.0:1673551339.179811:0:2408396:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00000100:00000001:21.0:1673551339.179811:0:2308493:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:21.0:1673551339.179812:0:2308493:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000a5089673 refcount 49 to 172.16.0.22@o2ib 00002000:00000001:23.0:1673551339.179813:0:2408396:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:23.0:1673551339.179813:0:2408396:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109417190, transno 0, xid 1754806823473280 00000100:00000001:21.0:1673551339.179813:0:2308493:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560590877824 : -52831513118673792 : ff444e04cb9d7480) 00010000:00000001:23.0:1673551339.179814:0:2408396:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 02000000:00000001:21.0:1673551339.179814:0:2308493:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:21.0:1673551339.179814:0:2308493:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:23.0:1673551339.179815:0:2408396:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000039f6e71e x1754806823473280/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:225/0 lens 224/368 e 0 to 0 dl 1673551345 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000001:21.0:1673551339.179815:0:2308493:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:21.0:1673551339.179816:0:2308493:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000010:21.0:1673551339.179817:0:2308493:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1793a64. 00010000:00000001:23.0:1673551339.179818:0:2408396:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:23.0:1673551339.179818:0:2408396:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:21.0:1673551339.179818:0:2308493:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754806823473408, offset 224 00000100:00001000:23.0:1673551339.179819:0:2408396:0:(import.c:1925:at_measured()) add 1 to 0000000018a73ee8 time=107 v=1 (1 1 1 1) 00000100:00000001:23.0:1673551339.179820:0:2408396:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000400:00000200:21.0:1673551339.179820:0:2308493:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000100:00000040:23.0:1673551339.179821:0:2408396:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000a5089673 refcount 50 to 172.16.0.22@o2ib 00000100:00000001:23.0:1673551339.179822:0:2408396:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560590877824 : -52831513118673792 : ff444e04cb9d7480) 00000400:00000200:21.0:1673551339.179822:0:2308493:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 02000000:00000001:23.0:1673551339.179823:0:2408396:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:23.0:1673551339.179823:0:2408396:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1673551339.179824:0:2408396:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000200:21.0:1673551339.179824:0:2308493:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.22@o2ib local destination 00000100:00000040:23.0:1673551339.179825:0:2408396:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000200:21.0:1673551339.179825:0:2308493:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000010:23.0:1673551339.179826:0:2408396:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a11f41a. 00000100:00000200:23.0:1673551339.179827:0:2408396:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754806823473280, offset 224 00000400:00000200:23.0:1673551339.179828:0:2408396:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000400:00000200:21.0:1673551339.179828:0:2308493:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.22@o2ib(172.16.0.22@o2ib:172.16.0.22@o2ib) : PUT try# 0 00000800:00000200:21.0:1673551339.179829:0:2308493:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.22@o2ib 00000400:00000200:23.0:1673551339.179830:0:2408396:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551339.179831:0:2408396:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.22@o2ib local destination 00000400:00000200:23.0:1673551339.179833:0:2408396:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551339.179835:0:2408396:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.22@o2ib(172.16.0.22@o2ib:172.16.0.22@o2ib) : PUT try# 0 00000800:00000200:23.0:1673551339.179837:0:2408396:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.22@o2ib 00000400:00000200:21.0:1673551339.179837:0:2308493:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551339.179838:0:2408396:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:21.0:1673551339.179839:0:2308493:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000028e78a33] -> 172.16.0.22@o2ib (2) version: 12 00000800:00000200:21.0:1673551339.179840:0:2308493:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000001a128d74] (68)++ 00000800:00000200:23.0:1673551339.179841:0:2408396:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000053b02a27] -> 172.16.0.22@o2ib (2) version: 12 00000800:00000200:21.0:1673551339.179841:0:2308493:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000001a128d74] (69)++ 00000800:00000200:23.0:1673551339.179842:0:2408396:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000a8f662b5] (68)++ 00000800:00000200:23.0:1673551339.179843:0:2408396:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000a8f662b5] (69)++ 00000800:00000200:23.0:1673551339.179844:0:2408396:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000a8f662b5] (70)-- 00000800:00000200:21.0:1673551339.179844:0:2308493:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000001a128d74] (70)-- 00000100:00000001:23.0:1673551339.179845:0:2408396:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1673551339.179845:0:2308493:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:23.0:1673551339.179846:0:2408396:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000a5089673 refcount 48 to 172.16.0.22@o2ib 00000100:00000040:21.0:1673551339.179846:0:2308493:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000a5089673 refcount 48 to 172.16.0.22@o2ib 00010000:00000001:21.0:1673551339.179846:0:2308493:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00010000:00000001:23.0:1673551339.179847:0:2408396:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:23.0:1673551339.179847:0:2408396:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:21.0:1673551339.179847:0:2308493:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:23.0:1673551339.179848:0:2408396:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:23.0:1673551339.179849:0:2408396:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039f6e71e x1754806823473280/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:225/0 lens 224/368 e 0 to 0 dl 1673551345 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000800:00000200:21.2:1673551339.179849:0:2308493:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (69)++ 00000100:00100000:23.0:1673551339.179851:0:2408396:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000039f6e71e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create05:ai200x-MDT0003-mdtlov_UUID+5:10857:x1754806823473280:12345-172.16.0.22@o2ib:13: Request processed in 67us (122us total) trans 0 rc 0/0 00000800:00000200:11.2:1673551339.179853:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a8f662b5] (69)++ 00000020:00000001:21.0:1673551339.179854:0:2308493:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00100000:23.0:1673551339.179855:0:2408396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.22@o2ib, seq: 4801 00000100:00000040:21.0:1673551339.179855:0:2308493:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040682314 x1754806823473408/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:225/0 lens 224/368 e 0 to 0 dl 1673551345 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000040:23.0:1673551339.179856:0:2408396:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006f304481 : new rpc_count 0 00000100:00000001:23.0:1673551339.179857:0:2408396:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:23.0:1673551339.179858:0:2408396:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:21.0:1673551339.179858:0:2308493:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000040682314 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create05:ai200x-MDT0003-mdtlov_UUID+5:10862:x1754806823473408:12345-172.16.0.22@o2ib:13: Request processed in 87us (154us total) trans 0 rc 0/0 00000020:00000010:23.0:1673551339.179860:0:2408396:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000458136ae. 00000020:00000010:23.0:1673551339.179861:0:2408396:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047c79be3. 00000100:00100000:21.0:1673551339.179861:0:2308493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.22@o2ib, seq: 4800 00000020:00000010:23.0:1673551339.179863:0:2408396:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000041691db. 00000800:00000200:22.0:1673551339.179863:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (70)++ 00000100:00000040:21.0:1673551339.179863:0:2308493:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000089796a63 : new rpc_count 0 00000020:00000040:23.0:1673551339.179864:0:2408396:0:(genops.c:979:class_export_put()) PUTting export 000000006f304481 : new refcount 4 00000100:00000001:21.0:1673551339.179864:0:2308493:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:23.0:1673551339.179865:0:2408396:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:22.0:1673551339.179865:0:12875:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000001a128d74] (71)-- 00000100:00000001:21.0:1673551339.179865:0:2308493:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:22.0:1673551339.179866:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:21.0:1673551339.179866:0:2308493:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4ef0602. 00000020:00000010:21.0:1673551339.179867:0:2308493:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000085e72914. 00000400:00000200:22.0:1673551339.179868:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000020:00000010:21.0:1673551339.179868:0:2308493:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025f3f83f. 00000020:00000040:21.0:1673551339.179869:0:2308493:0:(genops.c:979:class_export_put()) PUTting export 0000000089796a63 : new refcount 4 00000800:00000200:20.0:1673551339.179869:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a8f662b5] (70)++ 00000400:00000200:22.0:1673551339.179870:0:12875:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000b1793a64 00000400:00000010:22.0:1673551339.179870:0:12875:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000b1793a64. 00000100:00000001:21.0:1673551339.179870:0:2308493:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:20.0:1673551339.179871:0:12876:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000a8f662b5] (71)-- 00000100:00000001:22.0:1673551339.179872:0:12875:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:22.0:1673551339.179873:0:12875:0:(events.c:428:reply_out_callback()) Process leaving 00000400:00000200:20.0:1673551339.179873:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:22.0:1673551339.179874:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000800:00000200:22.0:1673551339.179875:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 00000400:00000200:20.0:1673551339.179875:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.22@o2ib: PUT: OK 00000800:00000200:22.0:1673551339.179877:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (70)-- 00000400:00000200:20.0:1673551339.179877:0:12876:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000009a11f41a 00000400:00000010:20.0:1673551339.179877:0:12876:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000009a11f41a. 00000100:00000001:20.0:1673551339.179879:0:12876:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:20.0:1673551339.179880:0:12876:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:20.0:1673551339.179882:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (69)-- 00000004:00000001:4.0:1673551339.221066:0:2270171:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:4.0:1673551339.221066:0:2270171:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000010:4.0:1673551339.221068:0:2270171:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000000957956f. 00000020:00000040:4.0:1673551339.221069:0:2270171:0:(genops.c:1192:class_import_get()) import 0000000030df3c5a refcount=3 obd=ai200x-OST0002-osc-MDT0001 00000100:00000001:4.0:1673551339.221071:0:2270171:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000004:00000001:14.0:1673551339.221072:0:2270175:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 02000000:00000001:4.0:1673551339.221072:0:2270171:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000004:00000020:14.0:1673551339.221073:0:2270175:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 02000000:00000001:4.0:1673551339.221073:0:2270171:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:14.0:1673551339.221074:0:2270175:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000003f63282e. 00000020:00000040:14.0:1673551339.221075:0:2270175:0:(genops.c:1192:class_import_get()) import 00000000c0bbd62b refcount=3 obd=ai200x-OST0003-osc-MDT0001 02000000:00000010:4.0:1673551339.221075:0:2270171:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c3bebf3. 00000100:00000001:14.0:1673551339.221077:0:2270175:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:4.0:1673551339.221077:0:2270171:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:14.0:1673551339.221078:0:2270175:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:14.0:1673551339.221079:0:2270175:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551339.221079:0:2270171:0:(jobid.c:704:lustre_get_jobid()) Process entered 02000000:00000010:14.0:1673551339.221080:0:2270175:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000025fd9cb. 00000100:00000001:4.0:1673551339.221080:0:2270171:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551339.221081:0:2270175:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551339.221082:0:2270175:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000040:4.0:1673551339.221082:0:2270171:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [000000000957956f] to pc [ptlrpcd_01_00+0] req@000000000957956f x1754791738762880/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:14.0:1673551339.221083:0:2270175:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551339.221084:0:2270175:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [000000003f63282e] to pc [ptlrpcd_03_03+3] req@000000003f63282e x1754791738762944/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:14.0:1673551339.221095:0:2270175:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:4.0:1673551339.221097:0:2270171:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551339.221099:0:12917:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1673551339.221100:0:12917:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551339.221100:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1673551339.221101:0:12917:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:5.0:1673551339.221102:0:12906:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000040:12.0:1673551339.221103:0:12917:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f63282e x1754791738762944/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551339.221103:0:12906:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:15.0:1673551339.221104:0:12916:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1673551339.221104:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000040:5.0:1673551339.221105:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000957956f x1754791738762880/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:15.0:1673551339.221106:0:12916:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551339.221106:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551339.221107:0:12917:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:12.0:1673551339.221107:0:12917:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1673551339.221109:0:12917:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:5.0:1673551339.221109:0:12906:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:5.0:1673551339.221110:0:12906:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1673551339.221111:0:12917:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1673551339.221111:0:12906:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:12.0:1673551339.221112:0:12917:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@000000003f63282e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:ai200x-MDT0001-mdtlov_UUID:12917:1754791738762944:0@lo:13: 00000100:00000001:12.0:1673551339.221113:0:12917:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:5.0:1673551339.221113:0:12906:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1673551339.221114:0:12917:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:5.0:1673551339.221114:0:12906:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@000000000957956f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ai200x-MDT0001-mdtlov_UUID:12906:1754791738762880:0@lo:13: 02000000:00000001:12.0:1673551339.221115:0:12917:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1673551339.221116:0:12917:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:5.0:1673551339.221116:0:12906:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:5.0:1673551339.221116:0:12906:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:5.0:1673551339.221117:0:12906:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:12.0:1673551339.221118:0:12917:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a89b12db. 02000000:00000001:12.0:1673551339.221118:0:12917:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1673551339.221118:0:12906:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:5.0:1673551339.221119:0:12906:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000aba09f29. 02000000:00000001:5.0:1673551339.221119:0:12906:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1673551339.221120:0:12917:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000010:12.0:1673551339.221121:0:12917:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000e9603722. 00000400:00000200:5.0:1673551339.221121:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000010:12.0:1673551339.221122:0:12917:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f93900d8. 00000400:00000010:5.0:1673551339.221122:0:12906:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 0000000083d6e76c. 00000100:00000200:12.0:1673551339.221123:0:12917:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738762944, portal 4 00000400:00000010:5.0:1673551339.221123:0:12906:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003be8618e. 00000100:00000001:12.0:1673551339.221124:0:12917:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:12.0:1673551339.221124:0:12917:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912614500520192 : -52831459209031424 : ff444e1158e15100) 00000100:00000200:5.0:1673551339.221124:0:12906:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738762880, portal 4 00000100:00000001:5.0:1673551339.221125:0:12906:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:5.0:1673551339.221125:0:12906:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638497152 : -52831455071054464 : ff444e124f85d580) 00000100:00000040:12.0:1673551339.221126:0:12917:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@000000003f63282e x1754791738762944/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551346 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000040:5.0:1673551339.221127:0:12906:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@000000000957956f x1754791738762880/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551346 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:12.0:1673551339.221129:0:12917:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:5.0:1673551339.221129:0:12906:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:12.0:1673551339.221130:0:12917:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:5.0:1673551339.221130:0:12906:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:12.0:1673551339.221131:0:12917:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008df102a. 00000400:00000010:5.0:1673551339.221131:0:12906:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061653a68. 00000100:00000200:12.0:1673551339.221132:0:12917:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738762944, offset 0 00000100:00000200:5.0:1673551339.221132:0:12906:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738762880, offset 0 00000400:00000200:12.0:1673551339.221133:0:12917:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:5.0:1673551339.221134:0:12906:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:12.0:1673551339.221135:0:12917:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:12.0:1673551339.221136:0:12917:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:5.0:1673551339.221136:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:12.0:1673551339.221137:0:12917:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:5.0:1673551339.221137:0:12906:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:12.0:1673551339.221138:0:12917:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:5.0:1673551339.221139:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:5.0:1673551339.221140:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:12.0:1673551339.221141:0:12917:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:12.0:1673551339.221141:0:12917:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x63bf94a3e66c0 00000400:00000200:5.0:1673551339.221141:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:5.0:1673551339.221141:0:12906:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x63bf94a3e6680 00000400:00000200:12.0:1673551339.221143:0:12917:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x435078cd [8] + 5152 00000400:00000200:5.0:1673551339.221143:0:12906:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x24d6a25 [8] + 10528 00000400:00000200:12.0:1673551339.221145:0:12917:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:5.0:1673551339.221145:0:12906:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551339.221146:0:12917:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:5.0:1673551339.221146:0:12906:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:12.0:1673551339.221147:0:12917:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:12.0:1673551339.221147:0:12917:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:12.0:1673551339.221148:0:12917:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000091201124. 00000100:00000001:5.0:1673551339.221148:0:12906:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:5.0:1673551339.221148:0:12906:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:12.0:1673551339.221149:0:12917:0:(events.c:367:request_in_callback()) incoming req@0000000091201124 x1754791738762944 msgsize 224 00000100:00000010:5.0:1673551339.221149:0:12906:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000002b3b5a45. 00000100:00100000:12.0:1673551339.221150:0:12917:0:(events.c:370:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:5.0:1673551339.221150:0:12906:0:(events.c:367:request_in_callback()) incoming req@000000002b3b5a45 x1754791738762880 msgsize 224 00000100:00100000:5.0:1673551339.221151:0:12906:0:(events.c:370:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:12.0:1673551339.221154:0:12917:0:(events.c:403:request_in_callback()) Process leaving 00000400:00000200:12.0:1673551339.221155:0:12917:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000008df102a 00000400:00000010:12.0:1673551339.221155:0:12917:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000008df102a. 00000100:00000001:12.0:1673551339.221156:0:12917:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:12.0:1673551339.221157:0:12917:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@000000003f63282e x1754791738762944/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551346 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551339.221157:0:12906:0:(events.c:403:request_in_callback()) Process leaving 00000100:00000001:12.0:1673551339.221159:0:12917:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000400:00000200:5.0:1673551339.221159:0:12906:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000061653a68 00000400:00000010:5.0:1673551339.221159:0:12906:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000061653a68. 00000100:00000040:12.0:1673551339.221160:0:12917:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003f63282e x1754791738762944/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551346 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551339.221160:0:12906:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:5.0:1673551339.221161:0:12906:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@000000000957956f x1754791738762880/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551346 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:12.0:1673551339.221162:0:12917:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551339.221163:0:2358800:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:14.0:1673551339.221163:0:2358800:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:12.0:1673551339.221163:0:12917:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:12.0:1673551339.221163:0:12917:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551339.221163:0:12906:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:14.0:1673551339.221164:0:2358800:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:14.0:1673551339.221164:0:2358800:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551339.221164:0:12917:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:5.0:1673551339.221164:0:12906:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000957956f x1754791738762880/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551346 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 02000000:00000001:14.0:1673551339.221165:0:2358800:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551339.221165:0:12917:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551339.221165:0:2269464:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:14.0:1673551339.221166:0:2358800:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754791738762944 00000020:00000001:14.0:1673551339.221166:0:2358800:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000001:12.0:1673551339.221166:0:12917:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551339.221166:0:12917:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:7.0:1673551339.221166:0:2269464:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:7.0:1673551339.221166:0:2269464:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:5.0:1673551339.221166:0:12906:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551339.221166:0:12906:0:(events.c:94:request_out_callback()) Process leaving 00000020:00000040:14.0:1673551339.221167:0:2358800:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c882c3d 00000020:00000001:14.0:1673551339.221167:0:2358800:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00000001:7.0:1673551339.221167:0:2269464:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551339.221167:0:12906:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551339.221168:0:2358800:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000e0414e82 refcount=5 00000020:00000001:14.0:1673551339.221168:0:2358800:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558647006208 : -52831515062545408 : ff444e0457c05400) 02000000:00000001:7.0:1673551339.221168:0:2269464:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551339.221168:0:12906:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:14.0:1673551339.221169:0:2358800:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558647006208 : -52831515062545408 : ff444e0457c05400) 00000100:00000001:12.0:1673551339.221169:0:12917:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:12.0:1673551339.221169:0:12917:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:7.0:1673551339.221169:0:2269464:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754791738762880 00000100:00000001:5.0:1673551339.221169:0:12906:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551339.221169:0:12906:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551339.221170:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551339.221170:0:2358800:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:7.0:1673551339.221170:0:2269464:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000001:5.0:1673551339.221170:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:14.0:1673551339.221171:0:2358800:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0fc26a8. 00000020:00000010:14.0:1673551339.221171:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f81d824. 00000100:00000001:12.0:1673551339.221171:0:12917:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1673551339.221171:0:12917:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000020:00000040:7.0:1673551339.221171:0:2269464:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c882c36 00000020:00000010:14.0:1673551339.221172:0:2358800:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b8e8bcc. 00000100:00000001:12.0:1673551339.221172:0:12917:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551339.221172:0:12917:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551339.221172:0:2269464:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00000001:5.0:1673551339.221172:0:12906:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1673551339.221172:0:12906:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000040:14.0:1673551339.221173:0:2358800:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:14.0:1673551339.221173:0:2358800:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:12.0:1673551339.221173:0:12917:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1673551339.221173:0:12917:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000020:00000040:7.0:1673551339.221173:0:2269464:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000cf4a289b refcount=5 00000100:00000001:5.0:1673551339.221173:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551339.221173:0:12906:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:14.0:1673551339.221174:0:2358800:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:14.0:1673551339.221174:0:2358800:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551339.221174:0:12917:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551339.221174:0:12917:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551339.221174:0:2269464:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912555297655808 : -52831518411895808 : ff444e03901d4c00) 00000100:00000001:5.0:1673551339.221174:0:12906:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551339.221175:0:2358800:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551339.221175:0:2269464:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912555297655808 : -52831518411895808 : ff444e03901d4c00) 00000100:00000001:5.0:1673551339.221175:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551339.221175:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551339.221175:0:12906:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1673551339.221176:0:2269464:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:5.0:1673551339.221176:0:12906:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551339.221176:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551339.221177:0:2269464:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:7.0:1673551339.221178:0:2269464:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d7e3563. 00000100:00000001:14.0:1673551339.221179:0:2358800:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:7.0:1673551339.221180:0:2269464:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004a709c3a. 00000100:00000001:14.0:1673551339.221181:0:2358800:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000020:00000010:7.0:1673551339.221181:0:2269464:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000051f64ff6. 00000100:00000001:14.0:1673551339.221182:0:2358800:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000040:7.0:1673551339.221183:0:2269464:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:7.0:1673551339.221183:0:2269464:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:7.0:1673551339.221184:0:2269464:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:7.0:1673551339.221184:0:2269464:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:14.0:1673551339.221185:0:2358800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7061 00000100:00000040:14.0:1673551339.221186:0:2358800:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000e0414e82 : new rpc_count 1 00000100:00000001:7.0:1673551339.221186:0:2269464:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551339.221187:0:2358800:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912618753138560 : -52831454956413056 : ff444e12565b1f80) 00000100:00000040:14.0:1673551339.221188:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000091201124 x1754791738762944/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:225/0 lens 224/0 e 0 to 0 dl 1673551345 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:7.0:1673551339.221190:0:2269464:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:14.0:1673551339.221192:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551339.221193:0:2358800:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:7.0:1673551339.221193:0:2269464:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:7.0:1673551339.221193:0:2269464:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:14.0:1673551339.221194:0:2358800:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000091201124 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0001-mdtlov_UUID+5:12917:x1754791738762944:12345-0@lo:13: 00000100:00000200:14.0:1673551339.221195:0:2358800:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754791738762944 00000100:00100000:7.0:1673551339.221195:0:2269464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1772 00000100:00000040:7.0:1673551339.221195:0:2269464:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000cf4a289b : new rpc_count 1 00000020:00000001:14.0:1673551339.221196:0:2358800:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:7.0:1673551339.221196:0:2269464:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912618642359168 : -52831455067192448 : ff444e124fc0c380) 00000020:00000001:14.0:1673551339.221197:0:2358800:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:14.0:1673551339.221197:0:2358800:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1673551339.221197:0:2269464:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002b3b5a45 x1754791738762880/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:225/0 lens 224/0 e 0 to 0 dl 1673551345 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000020:00000001:14.0:1673551339.221198:0:2358800:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:14.0:1673551339.221199:0:2358800:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:14.0:1673551339.221200:0:2358800:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:14.0:1673551339.221201:0:2358800:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551339.221201:0:2269464:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000020:00000001:14.0:1673551339.221202:0:2358800:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:14.0:1673551339.221202:0:2358800:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000001:7.0:1673551339.221202:0:2269464:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:7.0:1673551339.221202:0:2269464:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000002b3b5a45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create01:ai200x-MDT0001-mdtlov_UUID+5:12906:x1754791738762880:12345-0@lo:13: 00000020:00000001:14.0:1673551339.221203:0:2358800:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551339.221204:0:2358800:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:14.0:1673551339.221204:0:2358800:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:7.0:1673551339.221204:0:2269464:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754791738762880 00000020:00000001:7.0:1673551339.221204:0:2269464:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 02000000:00000010:14.0:1673551339.221205:0:2358800:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 000000009b742077. 00000020:00000001:7.0:1673551339.221205:0:2269464:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 02000000:00000001:14.0:1673551339.221206:0:2358800:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551339.221206:0:2269464:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551339.221207:0:2358800:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551339.221207:0:2269464:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:7.0:1673551339.221207:0:2269464:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00002000:00000001:14.0:1673551339.221208:0:2358800:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:14.0:1673551339.221208:0:2358800:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:7.0:1673551339.221208:0:2269464:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:7.0:1673551339.221208:0:2269464:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:14.0:1673551339.221209:0:2358800:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:7.0:1673551339.221209:0:2269464:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:7.0:1673551339.221209:0:2269464:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:14.0:1673551339.221210:0:2358800:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:7.0:1673551339.221210:0:2269464:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:14.0:1673551339.221211:0:2358800:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148413632 pending 0 free 5928824139776 avail 5849092771840 00000100:00000001:7.0:1673551339.221211:0:2269464:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:7.0:1673551339.221211:0:2269464:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000020:14.0:1673551339.221212:0:2358800:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0003: processing self export: 143552 0 0 00000020:00000020:14.0:1673551339.221213:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0001-mdtlov_UUID/00000000e0414e82 dirty 0 pend 0 grant 0 02000000:00000010:7.0:1673551339.221213:0:2269464:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 000000006fccce34. 02000000:00000001:7.0:1673551339.221213:0:2269464:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:14.0:1673551339.221214:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0000-mdtlov_UUID/000000009480fef3 dirty 0 pend 0 grant 0 00000100:00000001:7.0:1673551339.221214:0:2269464:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:14.0:1673551339.221215:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli cd52cb9a-4225-4c91-b023-faa62420b31d/0000000006681ce8 dirty 0 pend 0 grant 537067520 00002000:00000001:7.0:1673551339.221215:0:2269464:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:7.0:1673551339.221216:0:2269464:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:7.0:1673551339.221216:0:2269464:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000020:14.0:1673551339.221217:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0003-mdtlov_UUID/000000006f304481 dirty 0 pend 0 grant 0 00000020:00000001:7.0:1673551339.221217:0:2269464:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:7.0:1673551339.221218:0:2269464:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 00000020:00000020:14.0:1673551339.221219:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000008b497c02 dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551339.221219:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000c611fe19 dirty 0 pend 0 grant 537067520 00000020:00000020:7.0:1673551339.221219:0:2269464:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00000020:00000020:14.0:1673551339.221220:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 49374343-0861-470b-a659-345a443590fd/00000000aafb700c dirty 0 pend 0 grant 537067520 00000020:00000020:7.0:1673551339.221220:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551339.221221:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0002-mdtlov_UUID/000000001a218102 dirty 0 pend 0 grant 0 00002000:00000020:14.0:1673551339.221221:0:2358800:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1447466831 free, 1428001130 avail; 60817408 objects: 29395648 free; state 200 00000020:00000020:7.0:1673551339.221221:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 00002000:00000001:14.0:1673551339.221222:0:2358800:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00000020:00000020:7.0:1673551339.221222:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 00000020:00000020:7.0:1673551339.221222:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00002000:00000001:14.0:1673551339.221223:0:2358800:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:7.0:1673551339.221223:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00000020:00000020:7.0:1673551339.221223:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00010000:00000040:14.0:1673551339.221224:0:2358800:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109420464, transno 0, xid 1754791738762944 00010000:00000001:14.0:1673551339.221224:0:2358800:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000020:00000020:7.0:1673551339.221224:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00010000:00000200:14.0:1673551339.221225:0:2358800:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000091201124 x1754791738762944/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:225/0 lens 224/368 e 0 to 0 dl 1673551345 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000020:00000020:7.0:1673551339.221225:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00002000:00000020:7.0:1673551339.221225:0:2269464:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00002000:00000001:7.0:1673551339.221226:0:2269464:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00010000:00000001:14.0:1673551339.221227:0:2358800:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:14.0:1673551339.221228:0:2358800:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:14.0:1673551339.221228:0:2358800:0:(import.c:1925:at_measured()) add 1 to 0000000076fc1371 time=107 v=1 (1 1 1 1) 00002000:00000001:7.0:1673551339.221228:0:2269464:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:7.0:1673551339.221228:0:2269464:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109421835, transno 0, xid 1754791738762880 00000100:00000001:14.0:1673551339.221229:0:2358800:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00010000:00000001:7.0:1673551339.221229:0:2269464:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000100:00000040:14.0:1673551339.221230:0:2358800:0:(connection.c:143:ptlrpc_connection_addref()) conn=000000001f6219a4 refcount 46 to 0@lo 00000100:00000001:14.0:1673551339.221230:0:2358800:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146656 : -52831505782404960 : ff444e0680e408a0) 00010000:00000200:7.0:1673551339.221230:0:2269464:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000002b3b5a45 x1754791738762880/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:225/0 lens 224/368 e 0 to 0 dl 1673551345 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 02000000:00000001:14.0:1673551339.221231:0:2358800:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:14.0:1673551339.221231:0:2358800:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551339.221232:0:2358800:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:14.0:1673551339.221232:0:2358800:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:14.0:1673551339.221233:0:2358800:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000277e89bb. 00010000:00000001:7.0:1673551339.221233:0:2269464:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00000100:00000200:14.0:1673551339.221234:0:2358800:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754791738762944, offset 224 00010000:00000001:7.0:1673551339.221234:0:2269464:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:7.0:1673551339.221234:0:2269464:0:(import.c:1925:at_measured()) add 1 to 0000000066aff150 time=97 v=1 (1 1 0 0) 00000400:00000200:14.0:1673551339.221235:0:2358800:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:7.0:1673551339.221235:0:2269464:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000400:00000200:14.0:1673551339.221236:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000040:7.0:1673551339.221236:0:2269464:0:(connection.c:143:ptlrpc_connection_addref()) conn=000000001f6219a4 refcount 47 to 0@lo 00000400:00000200:14.0:1673551339.221237:0:2358800:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:7.0:1673551339.221237:0:2269464:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146656 : -52831505782404960 : ff444e0680e408a0) 00000400:00000200:14.0:1673551339.221238:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 02000000:00000001:7.0:1673551339.221238:0:2269464:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:7.0:1673551339.221238:0:2269464:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:14.0:1673551339.221239:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:14.0:1673551339.221239:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:7.0:1673551339.221239:0:2269464:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000200:14.0:1673551339.221240:0:2358800:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x63bf94a3e66c0 00000100:00000040:7.0:1673551339.221240:0:2269464:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:14.0:1673551339.221241:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000010:7.0:1673551339.221241:0:2269464:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000610de5cd. 00000100:00000200:7.0:1673551339.221242:0:2269464:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754791738762880, offset 224 00000400:00000200:14.0:1673551339.221244:0:2358800:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x4bd8e50d [1] + 224 00000400:00000200:7.0:1673551339.221244:0:2269464:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:14.0:1673551339.221245:0:2358800:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:14.0:1673551339.221246:0:2358800:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:7.0:1673551339.221246:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:7.0:1673551339.221247:0:2269464:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:14.0:1673551339.221248:0:2358800:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:14.0:1673551339.221248:0:2358800:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@000000003f63282e x1754791738762944/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551346 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:7.0:1673551339.221248:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:7.0:1673551339.221249:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:7.0:1673551339.221250:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:7.0:1673551339.221250:0:2269464:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x63bf94a3e6680 00000100:00000040:14.0:1673551339.221251:0:2358800:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@000000003f63282e x1754791738762944/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551346 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:7.0:1673551339.221252:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:7.0:1673551339.221253:0:2269464:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x4bd8e52d [1] + 224 00000400:00000200:7.0:1673551339.221255:0:2269464:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:7.0:1673551339.221256:0:2269464:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:14.0:1673551339.221257:0:2358800:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:7.0:1673551339.221257:0:2269464:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:14.0:1673551339.221258:0:2358800:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000277e89bb 00000100:00000200:7.0:1673551339.221258:0:2269464:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@000000000957956f x1754791738762880/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551346 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:14.0:1673551339.221259:0:2358800:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000277e89bb. 00000100:00000001:14.0:1673551339.221259:0:2358800:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:14.0:1673551339.221260:0:2358800:0:(events.c:428:reply_out_callback()) Process leaving 00000100:00000001:14.0:1673551339.221260:0:2358800:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1673551339.221260:0:2269464:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@000000000957956f x1754791738762880/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551346 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000040:14.0:1673551339.221261:0:2358800:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=000000001f6219a4 refcount 46 to 0@lo 00010000:00000001:14.0:1673551339.221262:0:2358800:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:14.0:1673551339.221262:0:2358800:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551339.221263:0:2358800:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:14.0:1673551339.221263:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091201124 x1754791738762944/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:225/0 lens 224/368 e 0 to 0 dl 1673551345 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000001:12.0:1673551339.221263:0:12917:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1673551339.221263:0:12917:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:12.0:1673551339.221264:0:12917:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:12.0:1673551339.221265:0:12917:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00100000:14.0:1673551339.221266:0:2358800:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000091201124 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0001-mdtlov_UUID+5:12917:x1754791738762944:12345-0@lo:13: Request processed in 73us (116us total) trans 0 rc 0/0 00000400:00000010:12.0:1673551339.221266:0:12917:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000e9603722. 00000400:00000200:12.0:1673551339.221266:0:12917:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000f93900d8 00000100:00000001:7.0:1673551339.221266:0:2269464:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00100000:14.0:1673551339.221267:0:2358800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7061 00000400:00000010:12.0:1673551339.221267:0:12917:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000f93900d8. 00000100:00000001:12.0:1673551339.221267:0:12917:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000040:14.0:1673551339.221268:0:2358800:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e0414e82 : new rpc_count 0 00000100:00000200:12.0:1673551339.221268:0:12917:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@000000003f63282e x1754791738762944/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551346 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:7.0:1673551339.221268:0:2269464:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000610de5cd 00000100:00000001:14.0:1673551339.221269:0:2358800:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:14.0:1673551339.221269:0:2358800:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:7.0:1673551339.221269:0:2269464:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000610de5cd. 00000100:00000001:7.0:1673551339.221269:0:2269464:0:(events.c:416:reply_out_callback()) Process entered 00000020:00000010:14.0:1673551339.221270:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f81d824. 00000020:00000010:14.0:1673551339.221270:0:2358800:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b8e8bcc. 00000100:00000200:12.0:1673551339.221270:0:12917:0:(events.c:128:reply_in_callback()) @@@ unlink req@000000003f63282e x1754791738762944/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551346 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:7.0:1673551339.221270:0:2269464:0:(events.c:428:reply_out_callback()) Process leaving 00000020:00000010:14.0:1673551339.221271:0:2358800:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0fc26a8. 00000020:00000040:14.0:1673551339.221271:0:2358800:0:(genops.c:979:class_export_put()) PUTting export 00000000e0414e82 : new refcount 4 00000100:00000001:7.0:1673551339.221271:0:2269464:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551339.221272:0:2358800:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1673551339.221272:0:12917:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:12.0:1673551339.221272:0:12917:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:7.0:1673551339.221272:0:2269464:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=000000001f6219a4 refcount 45 to 0@lo 00010000:00000001:7.0:1673551339.221272:0:2269464:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000100:00000001:12.0:1673551339.221273:0:12917:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:12.0:1673551339.221273:0:12917:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000020:00000001:7.0:1673551339.221273:0:2269464:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551339.221273:0:2269464:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000001:5.0:1673551339.221273:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1673551339.221274:0:12917:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:12.0:1673551339.221274:0:12917:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1673551339.221274:0:2269464:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b3b5a45 x1754791738762880/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:225/0 lens 224/368 e 0 to 0 dl 1673551345 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551339.221274:0:12906:0:(client.c:1822:ptlrpc_check_set()) Process entered 02000000:00000001:12.0:1673551339.221275:0:12917:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:5.0:1673551339.221275:0:12906:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:5.0:1673551339.221275:0:12906:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00001000:12.0:1673551339.221276:0:12917:0:(import.c:1925:at_measured()) add 1 to 00000000f3a69ea4 time=102 v=1 (1 1 1 1) 00000400:00000010:5.0:1673551339.221276:0:12906:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 0000000083d6e76c. 00000400:00000200:5.0:1673551339.221276:0:12906:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003be8618e 00000100:00001000:12.0:1673551339.221277:0:12917:0:(import.c:1925:at_measured()) add 1 to 000000008f6ee659 time=102 v=1 (1 1 1 1) 00000100:00100000:7.0:1673551339.221277:0:2269464:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000002b3b5a45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create01:ai200x-MDT0001-mdtlov_UUID+5:12906:x1754791738762880:12345-0@lo:13: Request processed in 75us (126us total) trans 0 rc 0/0 00000400:00000010:5.0:1673551339.221277:0:12906:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003be8618e. 00000100:00000001:5.0:1673551339.221277:0:12906:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:12.0:1673551339.221278:0:12917:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000200:5.0:1673551339.221278:0:12906:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@000000000957956f x1754791738762880/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551346 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:12.0:1673551339.221279:0:12917:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1673551339.221279:0:12917:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00100000:7.0:1673551339.221279:0:2269464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1772 00010000:00000001:12.0:1673551339.221280:0:12917:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1673551339.221280:0:2269464:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf4a289b : new rpc_count 0 00000100:00000200:5.0:1673551339.221280:0:12906:0:(events.c:128:reply_in_callback()) @@@ unlink req@000000000957956f x1754791738762880/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551346 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:12.0:1673551339.221281:0:12917:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:12.0:1673551339.221281:0:12917:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0003-osc-MDT0001: skip recheck: last_committed 249109420464 00000100:00000001:12.0:1673551339.221282:0:12917:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:7.0:1673551339.221282:0:2269464:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:7.0:1673551339.221282:0:2269464:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:12.0:1673551339.221283:0:12917:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:7.0:1673551339.221283:0:2269464:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004a709c3a. 00000100:00000040:12.0:1673551339.221284:0:12917:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f63282e x1754791738762944/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551346 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000020:00000010:7.0:1673551339.221284:0:2269464:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000051f64ff6. 00000100:00000001:5.0:1673551339.221284:0:12906:0:(events.c:186:reply_in_callback()) Process leaving 00000020:00000010:7.0:1673551339.221285:0:2269464:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d7e3563. 00000020:00000040:7.0:1673551339.221285:0:2269464:0:(genops.c:979:class_export_put()) PUTting export 00000000cf4a289b : new refcount 4 00000100:00000001:5.0:1673551339.221285:0:12906:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551339.221285:0:12906:0:(client.c:1442:after_reply()) Process entered 00000100:00000001:12.0:1673551339.221286:0:12917:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:7.0:1673551339.221286:0:2269464:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:5.0:1673551339.221286:0:12906:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:12.0:1673551339.221287:0:12917:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:12.0:1673551339.221287:0:12917:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551339.221287:0:12906:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:5.0:1673551339.221287:0:12906:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:12.0:1673551339.221288:0:12917:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 02000000:00000001:5.0:1673551339.221288:0:12906:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:5.0:1673551339.221289:0:12906:0:(import.c:1925:at_measured()) add 1 to 00000000ec9fb0aa time=102 v=1 (1 1 1 1) 00000004:00000040:12.0:1673551339.221290:0:12917:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0003-osc-MDT0001: Updating status = 0 00000100:00001000:5.0:1673551339.221290:0:12906:0:(import.c:1925:at_measured()) add 1 to 000000008ec3d79d time=102 v=1 (1 1 1 1) 00000004:00000040:12.0:1673551339.221291:0:12917:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0003-osc-MDT0001: blocks=1923008600 free=1447466831 avail=1428001130 avail_mb=5578129 hwm_mb=14671 files=60817408 ffree=29395648 state=200: rc = 0 00000100:00000001:5.0:1673551339.221291:0:12906:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:5.0:1673551339.221291:0:12906:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1673551339.221292:0:12906:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000004:00000020:12.0:1673551339.221293:0:12917:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0003-osc-MDT0001 (0000000096bf50d7): 1923008600 blocks, 1447466831 free, 1428001130 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 29395648 free files 0x200 00010000:00000001:5.0:1673551339.221293:0:12906:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551339.221293:0:12906:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:5.0:1673551339.221294:0:12906:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0002-osc-MDT0001: skip recheck: last_committed 249109421835 00000100:00000001:5.0:1673551339.221294:0:12906:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000004:00000001:12.0:1673551339.221295:0:12917:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551339.221295:0:12906:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:12.0:1673551339.221296:0:12917:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f63282e x1754791738762944/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551346 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000040:5.0:1673551339.221296:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000957956f x1754791738762880/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551346 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00100000:12.0:1673551339.221298:0:12917:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@000000003f63282e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_03:ai200x-MDT0001-mdtlov_UUID:12917:1754791738762944:0@lo:13: 00000100:00000001:5.0:1673551339.221298:0:12906:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:12.0:1673551339.221299:0:12917:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551339.221299:0:12906:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:5.0:1673551339.221299:0:12906:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1673551339.221300:0:12917:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:12.0:1673551339.221300:0:12917:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003f63282e x1754791738762944/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551346 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000004:00000001:5.0:1673551339.221300:0:12906:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000040:5.0:1673551339.221300:0:12906:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0002-osc-MDT0001: Updating status = 0 00000004:00000040:5.0:1673551339.221301:0:12906:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0002-osc-MDT0001: blocks=1923008600 free=1442624642 avail=1423158942 avail_mb=5559214 hwm_mb=14671 files=60817408 ffree=29327698 state=200: rc = 0 00000100:00000001:12.0:1673551339.221302:0:12917:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:12.0:1673551339.221302:0:12917:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:12.0:1673551339.221303:0:12917:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a89b12db. 00000004:00000020:5.0:1673551339.221303:0:12906:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0002-osc-MDT0001 (00000000edd6cd53): 1923008600 blocks, 1442624642 free, 1423158942 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 29327698 free files 0x200 02000000:00000001:12.0:1673551339.221304:0:12917:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:12.0:1673551339.221304:0:12917:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:12.0:1673551339.221305:0:12917:0:(genops.c:1205:class_import_put()) import 00000000c0bbd62b refcount=2 obd=ai200x-OST0003-osc-MDT0001 00000020:00000001:12.0:1673551339.221305:0:12917:0:(genops.c:1212:class_import_put()) Process leaving 00000004:00000001:5.0:1673551339.221305:0:12906:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:12.0:1673551339.221306:0:12917:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000025fd9cb. 00000100:00000040:5.0:1673551339.221306:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000957956f x1754791738762880/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551346 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 02000000:00000001:12.0:1673551339.221307:0:12917:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:12.0:1673551339.221307:0:12917:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:12.0:1673551339.221307:0:12917:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000003f63282e. 00000100:00000001:12.0:1673551339.221308:0:12917:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00100000:5.0:1673551339.221308:0:12906:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@000000000957956f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ai200x-MDT0001-mdtlov_UUID:12906:1754791738762880:0@lo:13: 00000100:00000001:12.0:1673551339.221309:0:12917:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1673551339.221309:0:12917:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551339.221309:0:12906:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1673551339.221310:0:12917:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:12.0:1673551339.221310:0:12917:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551339.221310:0:12906:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:5.0:1673551339.221310:0:12906:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000000957956f x1754791738762880/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551346 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:12.0:1673551339.221311:0:12917:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1673551339.221311:0:12917:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551339.221312:0:12917:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1673551339.221312:0:12917:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551339.221312:0:12906:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:5.0:1673551339.221313:0:12906:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:5.0:1673551339.221313:0:12906:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000aba09f29. 02000000:00000001:5.0:1673551339.221314:0:12906:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:5.0:1673551339.221314:0:12906:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:5.0:1673551339.221315:0:12906:0:(genops.c:1205:class_import_put()) import 0000000030df3c5a refcount=2 obd=ai200x-OST0002-osc-MDT0001 00000020:00000001:5.0:1673551339.221315:0:12906:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:5.0:1673551339.221316:0:12906:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006c3bebf3. 02000000:00000001:5.0:1673551339.221316:0:12906:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:5.0:1673551339.221317:0:12906:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:5.0:1673551339.221317:0:12906:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000000957956f. 00000100:00000001:5.0:1673551339.221318:0:12906:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:5.0:1673551339.221318:0:12906:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551339.221319:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551339.221320:0:12906:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1673551339.221320:0:12906:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551339.221320:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551339.221321:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551339.221321:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551339.221322:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551339.477061:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551339.477062:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551339.477063:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551339.477063:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551339.477064:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551339.477064:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551339.477066:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551339.477066:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551339.477067:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551339.477067:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551339.477068:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551339.477068:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551339.477069:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551339.477069:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551339.477071:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551339.477072:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551339.477072:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551339.477073:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551339.477074:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551339.477074:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551339.477075:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551339.477075:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551339.477076:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551339.477076:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551339.477077:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551339.477077:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1673551339.477091:0:1693730:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1673551339.477092:0:1693730:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:8.0:1673551339.477094:0:1693730:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:18.0:1673551340.053066:0:2269469:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:18.0:1673551340.053068:0:2269469:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551340.120096:0:242465:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551340.120096:0:242465:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551340.120097:0:242465:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 0000000001cebcd5 (tot 183701348). 00000400:00000001:20.0:1673551340.120099:0:242465:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551340.120099:0:242465:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:20.0:1673551340.120101:0:242465:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551340.120103:0:242465:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 0000000001cebcd5 (tot 183700476). 00000400:00000001:20.0:1673551340.120104:0:242465:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551340.120115:0:242465:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551340.120116:0:242465:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551340.120116:0:242465:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 0000000001cebcd5 (tot 183701348). 00000400:00000001:20.0:1673551340.120117:0:242465:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551340.120117:0:242465:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:20.0:1673551340.120118:0:242465:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551340.120120:0:242465:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 0000000001cebcd5 (tot 183700476). 00000400:00000001:20.0:1673551340.120121:0:242465:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551340.120124:0:242465:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551340.120124:0:242465:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551340.120124:0:242465:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 0000000001cebcd5 (tot 183701348). 00000400:00000001:20.0:1673551340.120125:0:242465:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551340.120125:0:242465:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:20.0:1673551340.120126:0:242465:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551340.120127:0:242465:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 0000000001cebcd5 (tot 183700476). 00000400:00000001:20.0:1673551340.120127:0:242465:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551340.120129:0:242465:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551340.120129:0:242465:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551340.120129:0:242465:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 0000000001cebcd5 (tot 183701348). 00000400:00000001:20.0:1673551340.120130:0:242465:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551340.120131:0:242465:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:20.0:1673551340.120131:0:242465:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551340.120131:0:242465:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 0000000001cebcd5 (tot 183700476). 00000400:00000001:20.0:1673551340.120132:0:242465:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:14.0:1673551340.161516:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073532669844 : -176881772 : fffffffff574ff94) 00000020:00000001:14.0:1673551340.161519:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=261438862 : 261438862 : f953d8e) 00000020:00000001:14.0:1673551340.161521:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=374305196 : 374305196 : 164f71ac) 00000020:00000001:14.0:1673551340.161521:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073206931653 : -502619963 : ffffffffe20aa0c5) 00000020:00000001:14.0:1673551340.161522:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072226266918 : -1483284698 : ffffffffa796df26) 00000020:00000001:14.0:1673551340.161523:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073557035661 : -152515955 : fffffffff6e8ca8d) 00000020:00000001:14.0:1673551340.161523:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=142332367 : 142332367 : 87bd1cf) 00000020:00000001:14.0:1673551340.161524:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073424248637 : -285302979 : ffffffffeefe9f3d) 00000020:00000001:14.0:1673551340.161524:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072927437070 : -782114546 : ffffffffd161e10e) 00000020:00000001:14.0:1673551340.161524:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072929538125 : -780013491 : ffffffffd181f04d) 00000020:00000001:14.0:1673551340.161525:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072599126705 : -1110424911 : ffffffffbdd042b1) 00000020:00000001:14.0:1673551340.161525:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072658306579 : -1051245037 : ffffffffc1574613) 00000020:00000001:14.0:1673551340.161526:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1805724560 : 1805724560 : 6ba12b90) 00000020:00000001:14.0:1673551340.161526:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1465036029 : 1465036029 : 5752acfd) 00000020:00000001:14.0:1673551340.161527:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=2399214696 : 2399214696 : 8f011c68) 00000020:00000001:14.0:1673551340.161527:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1574753907 : 1574753907 : 5ddcd673) 00000020:00000001:14.0:1673551340.161528:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=304503379 : 304503379 : 12265a53) 00000020:00000001:14.0:1673551340.161528:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1730252405 : 1730252405 : 67218e75) 00000020:00000001:14.0:1673551340.161528:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1584836781 : 1584836781 : 5e76b0ad) 00000020:00000001:14.0:1673551340.161529:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1533029239 : 1533029239 : 5b602b77) 00000020:00000001:14.0:1673551340.161529:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072928234454 : -781317162 : ffffffffd16e0bd6) 00000020:00000001:14.0:1673551340.161530:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=89606602 : 89606602 : 55749ca) 00000020:00000001:14.0:1673551340.161530:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072905643732 : -803907884 : ffffffffd01556d4) 00000020:00000001:14.0:1673551340.161531:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=48075981 : 48075981 : 2dd94cd) 00000020:00000001:14.0:1673551340.161572:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073532669844 : -176881772 : fffffffff574ff94) 00000020:00000001:14.0:1673551340.161572:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=261438862 : 261438862 : f953d8e) 00000020:00000001:14.0:1673551340.161573:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=374305196 : 374305196 : 164f71ac) 00000020:00000001:14.0:1673551340.161573:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073206931653 : -502619963 : ffffffffe20aa0c5) 00000020:00000001:14.0:1673551340.161574:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072226266918 : -1483284698 : ffffffffa796df26) 00000020:00000001:14.0:1673551340.161575:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073557035661 : -152515955 : fffffffff6e8ca8d) 00000020:00000001:14.0:1673551340.161575:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=142332367 : 142332367 : 87bd1cf) 00000020:00000001:14.0:1673551340.161576:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073424248637 : -285302979 : ffffffffeefe9f3d) 00000020:00000001:14.0:1673551340.161576:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072927437070 : -782114546 : ffffffffd161e10e) 00000020:00000001:14.0:1673551340.161577:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072929538125 : -780013491 : ffffffffd181f04d) 00000020:00000001:14.0:1673551340.161577:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072599126705 : -1110424911 : ffffffffbdd042b1) 00000020:00000001:14.0:1673551340.161578:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072658306579 : -1051245037 : ffffffffc1574613) 00000020:00000001:14.0:1673551340.161578:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1805724560 : 1805724560 : 6ba12b90) 00000020:00000001:14.0:1673551340.161579:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1465036029 : 1465036029 : 5752acfd) 00000020:00000001:14.0:1673551340.161579:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=2399214696 : 2399214696 : 8f011c68) 00000020:00000001:14.0:1673551340.161579:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1574753907 : 1574753907 : 5ddcd673) 00000020:00000001:14.0:1673551340.161580:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=304503379 : 304503379 : 12265a53) 00000020:00000001:14.0:1673551340.161580:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1730252405 : 1730252405 : 67218e75) 00000020:00000001:14.0:1673551340.161581:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1584836781 : 1584836781 : 5e76b0ad) 00000020:00000001:14.0:1673551340.161581:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1533029239 : 1533029239 : 5b602b77) 00000020:00000001:14.0:1673551340.161581:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072928234454 : -781317162 : ffffffffd16e0bd6) 00000020:00000001:14.0:1673551340.161582:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=89606602 : 89606602 : 55749ca) 00000020:00000001:14.0:1673551340.161582:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072905643732 : -803907884 : ffffffffd01556d4) 00000020:00000001:14.0:1673551340.161583:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=48075981 : 48075981 : 2dd94cd) 00000020:00000040:14.0:1673551340.161624:0:242470:0:(obd_config.c:920:class_incref()) incref MGC172.16.0.56@o2ib (00000000dc661651) now 5 00000020:00000001:14.0:1673551340.161626:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161628:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161628:0:242470:0:(obd_config.c:931:class_decref()) Decref MGC172.16.0.56@o2ib (00000000dc661651) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161629:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 00000020:00000001:14.0:1673551340.161630:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161630:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161631:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 - health_check_show 00000020:00000040:14.0:1673551340.161631:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 00000020:00000001:14.0:1673551340.161632:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161633:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161633:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161634:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 00000020:00000001:14.0:1673551340.161635:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161635:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161635:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161636:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 00000020:00000001:14.0:1673551340.161636:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161637:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161637:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161638:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 00000020:00000001:14.0:1673551340.161638:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161638:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161639:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161639:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 00000020:00000001:14.0:1673551340.161640:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161640:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161640:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161641:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 00000020:00000001:14.0:1673551340.161641:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161642:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161643:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161643:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 00000020:00000001:14.0:1673551340.161644:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161644:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161644:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161645:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 00000020:00000001:14.0:1673551340.161645:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161645:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161646:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161646:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 00000020:00000001:14.0:1673551340.161647:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161647:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161648:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161648:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 00000020:00000001:14.0:1673551340.161649:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161649:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161649:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161650:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 00000020:00000001:14.0:1673551340.161650:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161650:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161651:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161651:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 00000020:00000001:14.0:1673551340.161652:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161652:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161652:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161653:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 00000020:00000001:14.0:1673551340.161653:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161654:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161654:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161654:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osd (00000000854d7bae) now 5 00000020:00000001:14.0:1673551340.161655:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161656:0:242470:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161657:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osd (00000000854d7bae) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161657:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 00000020:00000001:14.0:1673551340.161658:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161658:0:242470:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161659:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161660:0:242470:0:(obd_config.c:920:class_incref()) incref OSS (00000000c9099cbe) now 3 00000020:00000001:14.0:1673551340.161660:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161666:0:242470:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161667:0:242470:0:(obd_config.c:931:class_decref()) Decref OSS (00000000c9099cbe) now 3 - health_check_show 00000020:00000040:14.0:1673551340.161668:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002 (00000000539e52b3) now 19 00000020:00000001:14.0:1673551340.161668:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:14.0:1673551340.161670:0:242470:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0fc26a8. 00000020:00000010:14.0:1673551340.161672:0:242470:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ec09f8e0. 00000020:00000010:14.0:1673551340.161673:0:242470:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000ef87358c. 00000020:00000010:14.0:1673551340.161675:0:242470:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000d44ac5f7. 00000020:00000010:14.0:1673551340.161676:0:242470:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000c09f3139. 80000000:00000010:14.0:1673551340.161679:0:242470:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000067fd7ef9. 40000000:00000010:14.0:1673551340.161680:0:242470:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 00000000efdab550. 00040000:00000010:14.0:1673551340.161682:0:242470:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000001e02f11c. 00040000:00000010:14.0:1673551340.161684:0:242470:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000255f4a52. 00080000:00000010:14.0:1673551340.161685:0:242470:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000a0738bfc. 00080000:00000010:14.0:1673551340.161687:0:242470:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003e1b43c2. 00100000:00000010:14.0:1673551340.161690:0:242470:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006cdab590. 00002000:00000010:14.0:1673551340.161691:0:242470:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 000000007ec635dc. 00000020:00000010:14.0:1673551340.161698:0:242470:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000ec09f8e0. 00000020:00000010:14.0:1673551340.161699:0:242470:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000ef87358c. 00000020:00000010:14.0:1673551340.161700:0:242470:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000d44ac5f7. 00000020:00000010:14.0:1673551340.161701:0:242470:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000c09f3139. 80000000:00000010:14.0:1673551340.161702:0:242470:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000067fd7ef9. 40000000:00000010:14.0:1673551340.161703:0:242470:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 00000000efdab550. 00040000:00000010:14.0:1673551340.161703:0:242470:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 000000001e02f11c. 00040000:00000010:14.0:1673551340.161704:0:242470:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000255f4a52. 00080000:00000010:14.0:1673551340.161705:0:242470:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003e1b43c2. 00080000:00000010:14.0:1673551340.161705:0:242470:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000a0738bfc. 00100000:00000010:14.0:1673551340.161707:0:242470:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 000000006cdab590. 00002000:00000010:14.0:1673551340.161708:0:242470:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 000000007ec635dc. 00000020:00000010:14.0:1673551340.161708:0:242470:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0fc26a8. 00000020:00000001:14.0:1673551340.161709:0:242470:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161710:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002 (00000000539e52b3) now 19 - health_check_show 00000020:00000040:14.0:1673551340.161711:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 00000020:00000001:14.0:1673551340.161711:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161712:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161712:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161713:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 00000020:00000001:14.0:1673551340.161714:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161714:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161714:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161715:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 00000020:00000001:14.0:1673551340.161715:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161716:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161716:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161716:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 00000020:00000001:14.0:1673551340.161717:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161717:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161717:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161718:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003 (000000002b59130a) now 19 00000020:00000001:14.0:1673551340.161719:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:14.0:1673551340.161719:0:242470:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0fc26a8. 00000020:00000010:14.0:1673551340.161719:0:242470:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a6232d53. 00000020:00000010:14.0:1673551340.161720:0:242470:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 000000006cdab590. 00000020:00000010:14.0:1673551340.161721:0:242470:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000d44ac5f7. 00000020:00000010:14.0:1673551340.161721:0:242470:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000255f4a52. 80000000:00000010:14.0:1673551340.161722:0:242470:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000067fd7ef9. 40000000:00000010:14.0:1673551340.161722:0:242470:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 00000000efdab550. 00040000:00000010:14.0:1673551340.161723:0:242470:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000001e02f11c. 00040000:00000010:14.0:1673551340.161723:0:242470:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000c09f3139. 00080000:00000010:14.0:1673551340.161724:0:242470:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000a0738bfc. 00080000:00000010:14.0:1673551340.161724:0:242470:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003e1b43c2. 00100000:00000010:14.0:1673551340.161725:0:242470:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ef87358c. 00002000:00000010:14.0:1673551340.161725:0:242470:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 000000007ec635dc. 00000020:00000010:14.0:1673551340.161728:0:242470:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000a6232d53. 00000020:00000010:14.0:1673551340.161728:0:242470:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 000000006cdab590. 00000020:00000010:14.0:1673551340.161729:0:242470:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000d44ac5f7. 00000020:00000010:14.0:1673551340.161729:0:242470:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000255f4a52. 80000000:00000010:14.0:1673551340.161730:0:242470:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000067fd7ef9. 40000000:00000010:14.0:1673551340.161730:0:242470:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 00000000efdab550. 00040000:00000010:14.0:1673551340.161731:0:242470:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 000000001e02f11c. 00040000:00000010:14.0:1673551340.161733:0:242470:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000c09f3139. 00080000:00000010:14.0:1673551340.161733:0:242470:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003e1b43c2. 00080000:00000010:14.0:1673551340.161734:0:242470:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000a0738bfc. 00100000:00000010:14.0:1673551340.161734:0:242470:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ef87358c. 00002000:00000010:14.0:1673551340.161735:0:242470:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 000000007ec635dc. 00000020:00000010:14.0:1673551340.161735:0:242470:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0fc26a8. 00000020:00000001:14.0:1673551340.161736:0:242470:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161736:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003 (000000002b59130a) now 19 - health_check_show 00000020:00000040:14.0:1673551340.161737:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 00000020:00000001:14.0:1673551340.161737:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161738:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161738:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161739:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 00000020:00000001:14.0:1673551340.161739:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161739:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161740:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161740:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 00000020:00000001:14.0:1673551340.161741:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161741:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161741:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161742:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 00000020:00000001:14.0:1673551340.161742:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161742:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161743:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161743:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 00000020:00000001:14.0:1673551340.161744:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161745:0:242470:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161745:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 - health_check_show 00000020:00000040:14.0:1673551340.161746:0:242470:0:(obd_config.c:920:class_incref()) incref MDS (00000000f55b68e7) now 3 00000020:00000001:14.0:1673551340.161746:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161754:0:242470:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161755:0:242470:0:(obd_config.c:931:class_decref()) Decref MDS (00000000f55b68e7) now 3 - health_check_show 00000020:00000040:14.0:1673551340.161755:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 00000020:00000001:14.0:1673551340.161756:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161757:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161757:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 - health_check_show 00000020:00000040:14.0:1673551340.161758:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001 (00000000315cb77a) now 53 00000020:00000001:14.0:1673551340.161758:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161759:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161759:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001 (00000000315cb77a) now 53 - health_check_show 00000020:00000040:14.0:1673551340.161760:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDD0001 (00000000be65ec15) now 4 00000020:00000001:14.0:1673551340.161761:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161761:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161761:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDD0001 (00000000be65ec15) now 4 - health_check_show 00000020:00000040:14.0:1673551340.161762:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 00000020:00000001:14.0:1673551340.161762:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161763:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161763:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161764:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 00000020:00000001:14.0:1673551340.161764:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161764:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161765:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161765:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 00000020:00000001:14.0:1673551340.161766:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161766:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161766:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161767:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 00000020:00000001:14.0:1673551340.161767:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161767:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161768:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161768:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 00000020:00000001:14.0:1673551340.161769:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161769:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161769:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161770:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 00000020:00000001:14.0:1673551340.161770:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161771:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161772:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161773:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 00000020:00000001:14.0:1673551340.161774:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161774:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161774:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161775:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 00000020:00000001:14.0:1673551340.161775:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161776:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161776:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161777:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 00000020:00000001:14.0:1673551340.161777:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161777:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161778:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161778:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 00000020:00000001:14.0:1673551340.161779:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161779:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161779:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161780:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 00000020:00000001:14.0:1673551340.161780:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161780:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161781:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161781:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 00000020:00000001:14.0:1673551340.161782:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161782:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161782:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 - health_check_show 00000020:00000040:14.0:1673551340.161814:0:242470:0:(obd_config.c:920:class_incref()) incref MGC172.16.0.56@o2ib (00000000dc661651) now 5 00000020:00000001:14.0:1673551340.161815:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161815:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161816:0:242470:0:(obd_config.c:931:class_decref()) Decref MGC172.16.0.56@o2ib (00000000dc661651) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161817:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 00000020:00000001:14.0:1673551340.161817:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161817:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161818:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 - health_check_seq_show 00000020:00000040:14.0:1673551340.161819:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 00000020:00000001:14.0:1673551340.161820:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161820:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161820:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161821:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 00000020:00000001:14.0:1673551340.161821:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161821:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161822:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161822:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 00000020:00000001:14.0:1673551340.161823:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161823:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161823:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161824:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 00000020:00000001:14.0:1673551340.161824:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161825:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161825:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161825:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 00000020:00000001:14.0:1673551340.161826:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161826:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161826:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161827:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 00000020:00000001:14.0:1673551340.161827:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161828:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161828:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161828:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 00000020:00000001:14.0:1673551340.161829:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161829:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161829:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161830:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 00000020:00000001:14.0:1673551340.161830:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161830:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161831:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161832:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 00000020:00000001:14.0:1673551340.161832:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161832:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161833:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161833:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 00000020:00000001:14.0:1673551340.161834:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161834:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161834:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161835:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 00000020:00000001:14.0:1673551340.161835:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161835:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161836:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161836:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 00000020:00000001:14.0:1673551340.161837:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161837:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161837:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161838:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 00000020:00000001:14.0:1673551340.161838:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161838:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161839:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161839:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osd (00000000854d7bae) now 5 00000020:00000001:14.0:1673551340.161840:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161840:0:242470:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161840:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osd (00000000854d7bae) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161841:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 00000020:00000001:14.0:1673551340.161841:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161842:0:242470:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161842:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161842:0:242470:0:(obd_config.c:920:class_incref()) incref OSS (00000000c9099cbe) now 3 00000020:00000001:14.0:1673551340.161843:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161844:0:242470:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161845:0:242470:0:(obd_config.c:931:class_decref()) Decref OSS (00000000c9099cbe) now 3 - health_check_seq_show 00000020:00000040:14.0:1673551340.161845:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002 (00000000539e52b3) now 19 00000020:00000001:14.0:1673551340.161846:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:14.0:1673551340.161846:0:242470:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec09f8e0. 00000020:00000010:14.0:1673551340.161847:0:242470:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c09f3139. 00000020:00000010:14.0:1673551340.161847:0:242470:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000ef87358c. 00000020:00000010:14.0:1673551340.161848:0:242470:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000d44ac5f7. 00000020:00000010:14.0:1673551340.161848:0:242470:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000255f4a52. 80000000:00000010:14.0:1673551340.161849:0:242470:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000067fd7ef9. 40000000:00000010:14.0:1673551340.161850:0:242470:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 00000000ce5443eb. 00040000:00000010:14.0:1673551340.161850:0:242470:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000001e02f11c. 00040000:00000010:14.0:1673551340.161851:0:242470:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000a6232d53. 00080000:00000010:14.0:1673551340.161851:0:242470:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000a0738bfc. 00080000:00000010:14.0:1673551340.161852:0:242470:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003e1b43c2. 00100000:00000010:14.0:1673551340.161852:0:242470:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006cdab590. 00002000:00000010:14.0:1673551340.161853:0:242470:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 000000007ec635dc. 00000020:00000010:14.0:1673551340.161854:0:242470:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000c09f3139. 00000020:00000010:14.0:1673551340.161855:0:242470:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000ef87358c. 00000020:00000010:14.0:1673551340.161855:0:242470:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000d44ac5f7. 00000020:00000010:14.0:1673551340.161856:0:242470:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000255f4a52. 80000000:00000010:14.0:1673551340.161856:0:242470:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000067fd7ef9. 40000000:00000010:14.0:1673551340.161857:0:242470:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 00000000ce5443eb. 00040000:00000010:14.0:1673551340.161857:0:242470:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 000000001e02f11c. 00040000:00000010:14.0:1673551340.161858:0:242470:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000a6232d53. 00080000:00000010:14.0:1673551340.161858:0:242470:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003e1b43c2. 00080000:00000010:14.0:1673551340.161859:0:242470:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000a0738bfc. 00100000:00000010:14.0:1673551340.161859:0:242470:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 000000006cdab590. 00002000:00000010:14.0:1673551340.161860:0:242470:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 000000007ec635dc. 00000020:00000010:14.0:1673551340.161860:0:242470:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec09f8e0. 00000020:00000001:14.0:1673551340.161861:0:242470:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161861:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002 (00000000539e52b3) now 19 - health_check_seq_show 00000020:00000040:14.0:1673551340.161862:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 00000020:00000001:14.0:1673551340.161862:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161863:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161863:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161863:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 00000020:00000001:14.0:1673551340.161864:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161864:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161864:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161865:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 00000020:00000001:14.0:1673551340.161865:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161866:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161866:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161867:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 00000020:00000001:14.0:1673551340.161867:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161867:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161868:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161868:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003 (000000002b59130a) now 19 00000020:00000001:14.0:1673551340.161868:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:14.0:1673551340.161869:0:242470:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec09f8e0. 00000020:00000010:14.0:1673551340.161869:0:242470:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000000444ab6b. 00000020:00000010:14.0:1673551340.161870:0:242470:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 000000006cdab590. 00000020:00000010:14.0:1673551340.161870:0:242470:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000d44ac5f7. 00000020:00000010:14.0:1673551340.161871:0:242470:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000a6232d53. 80000000:00000010:14.0:1673551340.161871:0:242470:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000067fd7ef9. 40000000:00000010:14.0:1673551340.161872:0:242470:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 00000000ce5443eb. 00040000:00000010:14.0:1673551340.161872:0:242470:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000001e02f11c. 00040000:00000010:14.0:1673551340.161873:0:242470:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000255f4a52. 00080000:00000010:14.0:1673551340.161873:0:242470:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000a0738bfc. 00080000:00000010:14.0:1673551340.161874:0:242470:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003e1b43c2. 00100000:00000010:14.0:1673551340.161874:0:242470:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ef87358c. 00002000:00000010:14.0:1673551340.161875:0:242470:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 000000007ec635dc. 00000020:00000010:14.0:1673551340.161876:0:242470:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000000444ab6b. 00000020:00000010:14.0:1673551340.161876:0:242470:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 000000006cdab590. 00000020:00000010:14.0:1673551340.161877:0:242470:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000d44ac5f7. 00000020:00000010:14.0:1673551340.161877:0:242470:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000a6232d53. 80000000:00000010:14.0:1673551340.161879:0:242470:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000067fd7ef9. 40000000:00000010:14.0:1673551340.161880:0:242470:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 00000000ce5443eb. 00040000:00000010:14.0:1673551340.161880:0:242470:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 000000001e02f11c. 00040000:00000010:14.0:1673551340.161881:0:242470:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000255f4a52. 00080000:00000010:14.0:1673551340.161881:0:242470:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003e1b43c2. 00080000:00000010:14.0:1673551340.161882:0:242470:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000a0738bfc. 00100000:00000010:14.0:1673551340.161882:0:242470:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ef87358c. 00002000:00000010:14.0:1673551340.161883:0:242470:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 000000007ec635dc. 00000020:00000010:14.0:1673551340.161883:0:242470:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec09f8e0. 00000020:00000001:14.0:1673551340.161884:0:242470:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161884:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003 (000000002b59130a) now 19 - health_check_seq_show 00000020:00000040:14.0:1673551340.161885:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 00000020:00000001:14.0:1673551340.161885:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161885:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161886:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161886:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 00000020:00000001:14.0:1673551340.161886:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161887:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161887:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161888:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 00000020:00000001:14.0:1673551340.161888:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161888:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161889:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161889:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 00000020:00000001:14.0:1673551340.161889:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161890:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161890:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161891:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 00000020:00000001:14.0:1673551340.161891:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161891:0:242470:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161892:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 - health_check_seq_show 00000020:00000040:14.0:1673551340.161892:0:242470:0:(obd_config.c:920:class_incref()) incref MDS (00000000f55b68e7) now 3 00000020:00000001:14.0:1673551340.161893:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161895:0:242470:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161895:0:242470:0:(obd_config.c:931:class_decref()) Decref MDS (00000000f55b68e7) now 3 - health_check_seq_show 00000020:00000040:14.0:1673551340.161895:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 00000020:00000001:14.0:1673551340.161896:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161896:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161897:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 - health_check_seq_show 00000020:00000040:14.0:1673551340.161897:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001 (00000000315cb77a) now 53 00000020:00000001:14.0:1673551340.161897:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161898:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161898:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001 (00000000315cb77a) now 53 - health_check_seq_show 00000020:00000040:14.0:1673551340.161899:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDD0001 (00000000be65ec15) now 4 00000020:00000001:14.0:1673551340.161899:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161899:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161900:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDD0001 (00000000be65ec15) now 4 - health_check_seq_show 00000020:00000040:14.0:1673551340.161900:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 00000020:00000001:14.0:1673551340.161901:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161901:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161901:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161902:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 00000020:00000001:14.0:1673551340.161902:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161902:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161903:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161903:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 00000020:00000001:14.0:1673551340.161904:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161904:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161904:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161905:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 00000020:00000001:14.0:1673551340.161905:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161905:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161906:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161906:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 00000020:00000001:14.0:1673551340.161907:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161907:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161907:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161908:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 00000020:00000001:14.0:1673551340.161908:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161909:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161909:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161909:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 00000020:00000001:14.0:1673551340.161910:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161910:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161911:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161911:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 00000020:00000001:14.0:1673551340.161911:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161912:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161912:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161912:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 00000020:00000001:14.0:1673551340.161913:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161913:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161914:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161914:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 00000020:00000001:14.0:1673551340.161914:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161915:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161915:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161916:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 00000020:00000001:14.0:1673551340.161916:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161916:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161917:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 - health_check_seq_show 00000020:00000040:14.0:1673551340.161917:0:242470:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 00000020:00000001:14.0:1673551340.161917:0:242470:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:14.0:1673551340.161918:0:242470:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551340.161918:0:242470:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 - health_check_seq_show 00080000:00000010:14.0:1673551340.162296:0:242470:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162301:0:242470:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162312:0:242470:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162314:0:242470:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162321:0:242470:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162322:0:242470:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162411:0:242470:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162412:0:242470:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162422:0:242470:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162424:0:242470:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162430:0:242470:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162431:0:242470:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162618:0:242470:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162619:0:242470:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162629:0:242470:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162630:0:242470:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162637:0:242470:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162638:0:242470:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162723:0:242470:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162724:0:242470:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162734:0:242470:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162735:0:242470:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162742:0:242470:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162743:0:242470:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162828:0:242470:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162830:0:242470:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162840:0:242470:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162841:0:242470:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162850:0:242470:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008f81d824. 00080000:00000010:14.0:1673551340.162852:0:242470:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 000000008f81d824. 00000020:00000001:14.0:1673551340.164361:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709534356 : -17260 : ffffffffffffbc94) 00000020:00000001:14.0:1673551340.164363:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709544896 : -6720 : ffffffffffffe5c0) 00000020:00000001:14.0:1673551340.164363:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709535372 : -16244 : ffffffffffffc08c) 00000020:00000001:14.0:1673551340.164364:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709546493 : -5123 : ffffffffffffebfd) 00000020:00000001:14.0:1673551340.164365:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=55664 : 55664 : d970) 00000020:00000001:14.0:1673551340.164365:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709539462 : -12154 : ffffffffffffd086) 00000020:00000001:14.0:1673551340.164366:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=100021 : 100021 : 186b5) 00000020:00000001:14.0:1673551340.164367:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=17760 : 17760 : 4560) 00000020:00000001:14.0:1673551340.164368:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709535518 : -16098 : ffffffffffffc11e) 00000020:00000001:14.0:1673551340.164369:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709544026 : -7590 : ffffffffffffe25a) 00000020:00000001:14.0:1673551340.164369:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538216 : -13400 : ffffffffffffcba8) 00000020:00000001:14.0:1673551340.164370:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709546924 : -4692 : ffffffffffffedac) 00000020:00000001:14.0:1673551340.164371:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709543771 : -7845 : ffffffffffffe15b) 00000020:00000001:14.0:1673551340.164371:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1270 : 1270 : 4f6) 00000020:00000001:14.0:1673551340.164372:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709547278 : -4338 : ffffffffffffef0e) 00000020:00000001:14.0:1673551340.164372:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709550160 : -1456 : fffffffffffffa50) 00000020:00000001:14.0:1673551340.164373:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1804 : 1804 : 70c) 00000020:00000001:14.0:1673551340.164373:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709545648 : -5968 : ffffffffffffe8b0) 00000020:00000001:14.0:1673551340.164374:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538053 : -13563 : ffffffffffffcb05) 00000020:00000001:14.0:1673551340.164374:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=6133 : 6133 : 17f5) 00000020:00000001:14.0:1673551340.164375:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709530999 : -20617 : ffffffffffffaf77) 00000020:00000001:14.0:1673551340.164375:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709545959 : -5657 : ffffffffffffe9e7) 00000020:00000001:14.0:1673551340.164376:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709535634 : -15982 : ffffffffffffc192) 00000020:00000001:14.0:1673551340.164377:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709546505 : -5111 : ffffffffffffec09) 00000020:00000001:14.0:1673551340.164387:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709487565 : -64051 : ffffffffffff05cd) 00000020:00000001:14.0:1673551340.164387:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538857 : -12759 : ffffffffffffce29) 00000020:00000001:14.0:1673551340.164388:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709508610 : -43006 : ffffffffffff5802) 00000020:00000001:14.0:1673551340.164389:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709548664 : -2952 : fffffffffffff478) 00000020:00000001:14.0:1673551340.164389:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709453695 : -97921 : fffffffffffe817f) 00000020:00000001:14.0:1673551340.164390:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709507705 : -43911 : ffffffffffff5479) 00000020:00000001:14.0:1673551340.164390:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709483209 : -68407 : fffffffffffef4c9) 00000020:00000001:14.0:1673551340.164391:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709520894 : -30722 : ffffffffffff87fe) 00000020:00000001:14.0:1673551340.164392:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709481850 : -69766 : fffffffffffeef7a) 00000020:00000001:14.0:1673551340.164392:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709519676 : -31940 : ffffffffffff833c) 00000020:00000001:14.0:1673551340.164393:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709504456 : -47160 : ffffffffffff47c8) 00000020:00000001:14.0:1673551340.164393:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709528266 : -23350 : ffffffffffffa4ca) 00000020:00000001:14.0:1673551340.164394:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=99958 : 99958 : 18676) 00000020:00000001:14.0:1673551340.164394:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=93840 : 93840 : 16e90) 00000020:00000001:14.0:1673551340.164395:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=86257 : 86257 : 150f1) 00000020:00000001:14.0:1673551340.164396:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=96452 : 96452 : 178c4) 00000020:00000001:14.0:1673551340.164397:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=92500 : 92500 : 16954) 00000020:00000001:14.0:1673551340.164397:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=77142 : 77142 : 12d56) 00000020:00000001:14.0:1673551340.164398:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=82664 : 82664 : 142e8) 00000020:00000001:14.0:1673551340.164398:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=94100 : 94100 : 16f94) 00000020:00000001:14.0:1673551340.164399:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709469393 : -82223 : fffffffffffebed1) 00000020:00000001:14.0:1673551340.164399:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709527539 : -24077 : ffffffffffffa1f3) 00000020:00000001:14.0:1673551340.164400:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709484241 : -67375 : fffffffffffef8d1) 00000020:00000001:14.0:1673551340.164400:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538326 : -13290 : ffffffffffffcc16) 00000020:00000001:14.0:1673551340.164411:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709488030 : -63586 : ffffffffffff079e) 00000020:00000001:14.0:1673551340.164411:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709536179 : -15437 : ffffffffffffc3b3) 00000020:00000001:14.0:1673551340.164412:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709507560 : -44056 : ffffffffffff53e8) 00000020:00000001:14.0:1673551340.164412:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709547905 : -3711 : fffffffffffff181) 00000020:00000001:14.0:1673551340.164413:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709454671 : -96945 : fffffffffffe854f) 00000020:00000001:14.0:1673551340.164413:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709507714 : -43902 : ffffffffffff5482) 00000020:00000001:14.0:1673551340.164414:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709483113 : -68503 : fffffffffffef469) 00000020:00000001:14.0:1673551340.164414:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709519743 : -31873 : ffffffffffff837f) 00000020:00000001:14.0:1673551340.164415:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709482948 : -68668 : fffffffffffef3c4) 00000020:00000001:14.0:1673551340.164415:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709520003 : -31613 : ffffffffffff8483) 00000020:00000001:14.0:1673551340.164416:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709506527 : -45089 : ffffffffffff4fdf) 00000020:00000001:14.0:1673551340.164416:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709527989 : -23627 : ffffffffffffa3b5) 00000020:00000001:14.0:1673551340.164417:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=96824 : 96824 : 17a38) 00000020:00000001:14.0:1673551340.164417:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=92537 : 92537 : 16979) 00000020:00000001:14.0:1673551340.164418:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=88525 : 88525 : 159cd) 00000020:00000001:14.0:1673551340.164418:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=97422 : 97422 : 17c8e) 00000020:00000001:14.0:1673551340.164419:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=92864 : 92864 : 16ac0) 00000020:00000001:14.0:1673551340.164419:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=79840 : 79840 : 137e0) 00000020:00000001:14.0:1673551340.164420:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=81741 : 81741 : 13f4d) 00000020:00000001:14.0:1673551340.164420:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=95135 : 95135 : 1739f) 00000020:00000001:14.0:1673551340.164420:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709469016 : -82600 : fffffffffffebd58) 00000020:00000001:14.0:1673551340.164421:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709528588 : -23028 : ffffffffffffa60c) 00000020:00000001:14.0:1673551340.164421:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709482799 : -68817 : fffffffffffef32f) 00000020:00000001:14.0:1673551340.164422:0:242470:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538186 : -13430 : ffffffffffffcb8a) 00000400:00000001:10.0:1673551340.167206:0:242474:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551340.167207:0:242474:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551340.167208:0:242474:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000a6d8ed7e (tot 183701348). 00000400:00000001:10.0:1673551340.167210:0:242474:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551340.167211:0:242474:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:10.0:1673551340.167212:0:242474:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551340.167215:0:242474:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000a6d8ed7e (tot 183700476). 00000400:00000001:10.0:1673551340.167216:0:242474:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:10.0:1673551340.167227:0:242474:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551340.167227:0:242474:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551340.167228:0:242474:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 72 at 0000000040c06650 (tot 183700548). 00000400:00000001:10.0:1673551340.167229:0:242474:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551340.167229:0:242474:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310053 00000400:00001000:10.0:1673551340.167230:0:242474:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551340.167231:0:242474:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 72 at 0000000040c06650 (tot 183700476). 00000400:00000001:10.0:1673551340.167231:0:242474:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:10.0:1673551340.167235:0:242474:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551340.167236:0:242474:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551340.167236:0:242474:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 48 at 000000009acbb4da (tot 183700524). 00000400:00000001:10.0:1673551340.167237:0:242474:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551340.167237:0:242474:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310055 00000400:00001000:10.0:1673551340.167238:0:242474:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551340.167238:0:242474:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 48 at 000000009acbb4da (tot 183700476). 00000400:00000001:10.0:1673551340.167239:0:242474:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:10.0:1673551340.167243:0:242474:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551340.167244:0:242474:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551340.167244:0:242474:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000a6d8ed7e (tot 183701348). 00000400:00000001:10.0:1673551340.167245:0:242474:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551340.167245:0:242474:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:10.0:1673551340.167245:0:242474:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551340.167247:0:242474:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000a6d8ed7e (tot 183700476). 00000400:00000001:10.0:1673551340.167247:0:242474:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:10.0:1673551340.167250:0:242474:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551340.167251:0:242474:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551340.167251:0:242474:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 72 at 0000000040c06650 (tot 183700548). 00000400:00000001:10.0:1673551340.167252:0:242474:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551340.167252:0:242474:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310053 00000400:00001000:10.0:1673551340.167252:0:242474:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551340.167253:0:242474:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 72 at 0000000040c06650 (tot 183700476). 00000400:00000001:10.0:1673551340.167253:0:242474:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:10.0:1673551340.167256:0:242474:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551340.167257:0:242474:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551340.167257:0:242474:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 48 at 000000009acbb4da (tot 183700524). 00000400:00000001:10.0:1673551340.167257:0:242474:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551340.167258:0:242474:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310055 00000400:00001000:10.0:1673551340.167258:0:242474:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551340.167259:0:242474:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 48 at 000000009acbb4da (tot 183700476). 00000400:00000001:10.0:1673551340.167259:0:242474:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:10.0:1673551340.167264:0:242474:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551340.167264:0:242474:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551340.167265:0:242474:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000a6d8ed7e (tot 183701348). 00000400:00000001:10.0:1673551340.167265:0:242474:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551340.167266:0:242474:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:10.0:1673551340.167266:0:242474:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551340.167267:0:242474:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000a6d8ed7e (tot 183700476). 00000400:00000001:10.0:1673551340.167268:0:242474:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:10.0:1673551340.167269:0:242474:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551340.167270:0:242474:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551340.167270:0:242474:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 72 at 0000000040c06650 (tot 183700548). 00000400:00000001:10.0:1673551340.167271:0:242474:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551340.167271:0:242474:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310053 00000400:00001000:10.0:1673551340.167271:0:242474:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551340.167272:0:242474:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 72 at 0000000040c06650 (tot 183700476). 00000400:00000001:10.0:1673551340.167272:0:242474:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:10.0:1673551340.167274:0:242474:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551340.167274:0:242474:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551340.167274:0:242474:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 48 at 000000009acbb4da (tot 183700524). 00000400:00000001:10.0:1673551340.167275:0:242474:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551340.167275:0:242474:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310055 00000400:00001000:10.0:1673551340.167276:0:242474:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551340.167276:0:242474:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 48 at 000000009acbb4da (tot 183700476). 00000400:00000001:10.0:1673551340.167276:0:242474:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:10.0:1673551340.167281:0:242474:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551340.167281:0:242474:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551340.167281:0:242474:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000a6d8ed7e (tot 183701348). 00000400:00000001:10.0:1673551340.167282:0:242474:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551340.167282:0:242474:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:10.0:1673551340.167283:0:242474:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551340.167283:0:242474:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000a6d8ed7e (tot 183700476). 00000400:00000001:10.0:1673551340.167284:0:242474:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:21.0:1673551340.181061:0:2308493:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:21.0:1673551340.181063:0:2308493:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1673551340.203650:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000006f8568c3] (68)++ 00000800:00000200:3.0:1673551340.203678:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000006f8568c3] (69)++ 00000800:00000200:3.0:1673551340.203689:0:12866:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.23@o2ib 00000800:00000200:2.0:1673551340.203693:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006f8568c3] (70)-- 00000400:00000200:3.0:1673551340.203694:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:3.0:1673551340.203697:0:12866:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.23@o2ib : PUT - for me 00000400:00000200:3.0:1673551340.203701:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:3.0:1673551340.203705:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:3.0:1673551340.203707:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:3.0:1673551340.203708:0:12866:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 24 MB=0x63bfccd5cd1c0 00000400:00000200:3.0:1673551340.203711:0:12866:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 18 from 12345-172.16.0.22@o2ib of length 224/224 into md 0x71d2b01 [256] + 1568 00000400:00000200:3.0:1673551340.203714:0:12866:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1673551340.203716:0:12866:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.23@o2ib: PUT: OK 00000100:00000001:3.0:1673551340.203719:0:12866:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:3.0:1673551340.203720:0:12866:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_out 00000100:00000010:3.0:1673551340.203722:0:12866:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000069332bc9. 00000100:00000040:3.0:1673551340.203723:0:12866:0:(events.c:367:request_in_callback()) incoming req@0000000069332bc9 x1754806823473600 msgsize 224 00000100:00100000:3.0:1673551340.203725:0:12866:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.22@o2ib (source: 12345-172.16.0.23@o2ib) 00000100:00000001:3.0:1673551340.203732:0:12866:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:3.0:1673551340.203735:0:12866:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000006f8568c3] (69)++ 00000800:00000200:3.0:1673551340.203737:0:12866:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000006f8568c3] (70)-- 00000800:00000200:3.0:1673551340.203737:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006f8568c3] (69)-- 00000100:00000001:1.0:1673551340.203744:0:1308470:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1673551340.203746:0:1308470:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1673551340.203747:0:1308470:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1673551340.203748:0:1308470:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1673551340.203750:0:1308470:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1673551340.203752:0:1308470:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754806823473600 00000020:00000001:1.0:1673551340.203753:0:1308470:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1673551340.203754:0:1308470:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b69 00000020:00000001:1.0:1673551340.203755:0:1308470:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:1.0:1673551340.203756:0:1308470:0:(lustre_handles.c:152:class_handle2object()) GET export 000000004d397a21 refcount=5 00000020:00000001:1.0:1673551340.203757:0:1308470:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748043776 : -52831469961507840 : ff444e0ed7fb8c00) 00000020:00000001:1.0:1673551340.203758:0:1308470:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748043776 : -52831469961507840 : ff444e0ed7fb8c00) 00000100:00000001:1.0:1673551340.203760:0:1308470:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1673551340.203761:0:1308470:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1673551340.203763:0:1308470:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e16a1c4. 00000020:00000010:1.0:1673551340.203765:0:1308470:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000123aaf51. 00000020:00000010:1.0:1673551340.203767:0:1308470:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000adadfd71. 00000100:00000040:1.0:1673551340.203769:0:1308470:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_out at +1s 00000100:00000001:1.0:1673551340.203770:0:1308470:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1673551340.203771:0:1308470:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1673551340.203771:0:1308470:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551340.203774:0:1308470:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551340.203779:0:1308470:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1673551340.203784:0:1308470:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1673551340.203784:0:1308470:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1673551340.203787:0:1308470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.22@o2ib, seq: 9261 00000100:00000040:1.0:1673551340.203789:0:1308470:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000004d397a21 : new rpc_count 1 00000100:00000001:1.0:1673551340.203791:0:1308470:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912573783403520 : -52831499926148096 : ff444e07ddf36c00) 00000100:00000040:1.0:1673551340.203795:0:1308470:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000069332bc9 x1754806823473600/t0(0) o41->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:226/0 lens 224/0 e 0 to 0 dl 1673551346 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1673551340.203800:0:1308470:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1673551340.203801:0:1308470:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1673551340.203802:0:1308470:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000069332bc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:ai200x-MDT0003-mdtlov_UUID+5:10860:x1754806823473600:12345-172.16.0.22@o2ib:41: 00000100:00000200:1.0:1673551340.203803:0:1308470:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754806823473600 00000020:00000001:1.0:1673551340.203805:0:1308470:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:1.0:1673551340.203806:0:1308470:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:1.0:1673551340.203807:0:1308470:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1673551340.203808:0:1308470:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1673551340.203809:0:1308470:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072666184064 : -1043367552 : ffffffffc1cf7980) 00000020:00000001:1.0:1673551340.203810:0:1308470:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1673551340.203810:0:1308470:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1673551340.203811:0:1308470:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1673551340.203812:0:1308470:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1673551340.203813:0:1308470:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551340.203814:0:1308470:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1673551340.203814:0:1308470:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1673551340.203816:0:1308470:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000406e218b. 02000000:00000001:1.0:1673551340.203817:0:1308470:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551340.203818:0:1308470:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1673551340.203819:0:1308470:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000004:00000001:1.0:1673551340.203820:0:1308470:0:(mdt_lib.c:398:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1673551340.203821:0:1308470:0:(mdt_lib.c:405:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:1.0:1673551340.203827:0:1308470:0:(mdt_handler.c:539:mdt_statfs()) blocks cached 0 granted 1906311167 pending 0 free 16804335616 avail 14330667008 00000020:00000020:1.0:1673551340.203829:0:1308470:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-MDT0001: processing self export: 0 0 0 00000020:00000020:1.0:1673551340.203830:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0001_UUID/00000000e9be0120 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551340.203831:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0000_UUID/000000000ef2907f dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551340.203832:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0004_UUID/0000000089451880 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551340.203833:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0005_UUID/00000000ebefb99a dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551340.203834:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0007_UUID/00000000dc25e61b dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551340.203836:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0006_UUID/00000000b5e1bf39 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551340.203837:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0003_UUID/0000000057d49917 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551340.203837:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0002_UUID/000000002b2e9d79 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551340.203838:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0000-mdtlov_UUID/000000005666bac4 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551340.203839:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/0000000079935574 dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551340.203840:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0003-mdtlov_UUID/000000004d397a21 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551340.203840:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000f831e444 dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551340.203841:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 8147c41a-b0e0-4f67-9b16-3ecec5e74e59/0000000068eb6ecf dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551340.203842:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli f6883e33-f9d9-44e1-9620-7d1810cee4d6/0000000016af0c64 dirty 0 pend 0 grant 1879048191 00000020:00000020:1.0:1673551340.203842:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 546ca0b7-6780-4f13-8f75-9c5ff65b0676/00000000395f0866 dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551340.203843:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli e2e002af-f09c-4b05-bf31-5f3b5c0fc2b7/0000000085149461 dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551340.203844:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 6d8d6132-29b8-426f-8245-b058f840fb7b/000000007d0d8ee7 dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551340.203845:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 20170d48-9f93-4e23-b2d9-7467b30c0d37/00000000b61481ba dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551340.203845:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli b2f40830-929d-417e-aaf4-df6a6828a827/00000000aeff7c1c dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551340.203846:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli fac71ec6-9f35-4566-9c12-4be9db31431f/0000000000e137be dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551340.203847:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 77d2bdab-e05e-4099-8d1d-9a11cdcc0ba1/0000000030187047 dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551340.203848:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 45cb3ae8-41b4-4d54-9b54-bb58c7e102f3/0000000057709798 dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551340.203848:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000db8e401b dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551340.203849:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 49374343-0861-470b-a659-345a443590fd/000000003709ca29 dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551340.203849:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0002-mdtlov_UUID/00000000af8736a1 dirty 0 pend 0 grant 0 00000004:00000020:1.0:1673551340.203850:0:1308470:0:(mdt_handler.c:549:mdt_statfs()) 34884907 blocks: 4102621 free, 3498698 avail; 96642000 objects: 68578523 free; state 200 00000004:00000001:1.0:1673551340.203852:0:1308470:0:(mdt_handler.c:568:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1673551340.203853:0:1308470:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813136948, transno 0, xid 1754806823473600 00010000:00000001:1.0:1673551340.203855:0:1308470:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:1.0:1673551340.203856:0:1308470:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000069332bc9 x1754806823473600/t0(0) o41->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:226/0 lens 224/368 e 0 to 0 dl 1673551346 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:1.0:1673551340.203859:0:1308470:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1673551340.203860:0:1308470:0:(ldlm_lib.c:3203:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1673551340.203861:0:1308470:0:(import.c:1925:at_measured()) add 1 to 000000000d287fc0 time=102 v=1 (1 1 1 1) 00000100:00000001:1.0:1673551340.203862:0:1308470:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1673551340.203863:0:1308470:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000a5089673 refcount 49 to 172.16.0.22@o2ib 00000100:00000001:1.0:1673551340.203864:0:1308470:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560590877824 : -52831513118673792 : ff444e04cb9d7480) 02000000:00000001:1.0:1673551340.203864:0:1308470:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1673551340.203865:0:1308470:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551340.203866:0:1308470:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1673551340.203867:0:1308470:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.23@o2ib 00000400:00000010:1.0:1673551340.203868:0:1308470:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbb4a717. 00000100:00000200:1.0:1673551340.203870:0:1308470:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754806823473600, offset 224 00000400:00000200:1.0:1673551340.203872:0:1308470:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.23@o2ib 00000400:00000200:1.0:1673551340.203875:0:1308470:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:1.0:1673551340.203877:0:1308470:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.23@o2ib local destination 00000400:00000200:1.0:1673551340.203879:0:1308470:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:1.0:1673551340.203882:0:1308470:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.23@o2ib(172.16.0.23@o2ib:172.16.0.23@o2ib) : PUT try# 0 00000800:00000200:1.0:1673551340.203884:0:1308470:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.23@o2ib 00000400:00000200:1.0:1673551340.203885:0:1308470:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:1.0:1673551340.203888:0:1308470:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000086c48d2b] -> 172.16.0.23@o2ib (3) version: 12 00000800:00000200:1.0:1673551340.203889:0:1308470:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000007b5fd11d] (68)++ 00000800:00000200:1.0:1673551340.203891:0:1308470:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000007b5fd11d] (69)++ 00000800:00000200:1.0:1673551340.203895:0:1308470:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000007b5fd11d] (70)-- 00000100:00000001:1.0:1673551340.203896:0:1308470:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1673551340.203897:0:1308470:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000a5089673 refcount 48 to 172.16.0.22@o2ib 00010000:00000001:1.0:1673551340.203897:0:1308470:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:1.0:1673551340.203898:0:1308470:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1673551340.203898:0:1308470:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1673551340.203899:0:1308470:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069332bc9 x1754806823473600/t0(0) o41->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:226/0 lens 224/368 e 0 to 0 dl 1673551346 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:1.0:1673551340.203903:0:1308470:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000069332bc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:ai200x-MDT0003-mdtlov_UUID+5:10860:x1754806823473600:12345-172.16.0.22@o2ib:41: Request processed in 102us (178us total) trans 0 rc 0/0 00000800:00000200:14.2:1673551340.203904:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007b5fd11d] (69)++ 00000100:00100000:1.0:1673551340.203905:0:1308470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.22@o2ib, seq: 9261 00000100:00000040:1.0:1673551340.203906:0:1308470:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004d397a21 : new rpc_count 0 00000100:00000001:1.0:1673551340.203907:0:1308470:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1673551340.203907:0:1308470:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1673551340.203908:0:1308470:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000123aaf51. 00000020:00000010:1.0:1673551340.203909:0:1308470:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000adadfd71. 00000020:00000010:1.0:1673551340.203910:0:1308470:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e16a1c4. 00000020:00000040:1.0:1673551340.203911:0:1308470:0:(genops.c:979:class_export_put()) PUTting export 000000004d397a21 : new refcount 4 00000100:00000001:1.0:1673551340.203912:0:1308470:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1673551340.203914:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007b5fd11d] (70)++ 00000800:00000200:2.0:1673551340.203920:0:12865:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000007b5fd11d] (71)-- 00000400:00000200:2.0:1673551340.203921:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1673551340.203924:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.23@o2ib: PUT: OK 00000400:00000200:2.0:1673551340.203926:0:12865:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000bbb4a717 00000400:00000010:2.0:1673551340.203927:0:12865:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000bbb4a717. 00000100:00000001:2.0:1673551340.203928:0:12865:0:(events.c:416:reply_out_callback()) Process entered 00000800:00000200:3.0:1673551340.203929:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007b5fd11d] (70)-- 00000100:00000001:2.0:1673551340.203929:0:12865:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:2.0:1673551340.203930:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007b5fd11d] (69)-- 00000100:00000001:14.0:1673551340.245063:0:2358800:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:14.0:1673551340.245064:0:2358800:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:18.0:1673551340.245070:0:2270165:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000001:6.0:1673551340.245070:0:2270178:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:18.0:1673551340.245072:0:2270165:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000001:7.0:1673551340.245072:0:2269464:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000004:00000020:6.0:1673551340.245072:0:2270178:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000001:7.0:1673551340.245073:0:2269464:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:18.0:1673551340.245074:0:2270165:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000030b93c90. 00000100:00000010:6.0:1673551340.245074:0:2270178:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000c06f0ba3. 00000020:00000040:18.0:1673551340.245077:0:2270165:0:(genops.c:1192:class_import_get()) import 00000000b84b80cc refcount=3 obd=ai200x-OST0000-osc-MDT0001 00000020:00000040:6.0:1673551340.245077:0:2270178:0:(genops.c:1192:class_import_get()) import 00000000bea1065f refcount=3 obd=ai200x-OST0007-osc-MDT0001 00000100:00000001:18.0:1673551340.245079:0:2270165:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:6.0:1673551340.245080:0:2270178:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000004:00000001:1.0:1673551340.245080:0:2270167:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000001:11.0:1673551340.245081:0:2270180:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 02000000:00000001:6.0:1673551340.245081:0:2270178:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000004:00000020:1.0:1673551340.245081:0:2270167:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 02000000:00000001:18.0:1673551340.245082:0:2270165:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000004:00000020:11.0:1673551340.245082:0:2270180:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 02000000:00000001:18.0:1673551340.245083:0:2270165:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1673551340.245083:0:2270167:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000ff58fa3f. 00000100:00000010:11.0:1673551340.245084:0:2270180:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000a6a5bc6b. 02000000:00000001:6.0:1673551340.245084:0:2270178:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1673551340.245085:0:2270167:0:(genops.c:1192:class_import_get()) import 00000000bf34f1d8 refcount=3 obd=ai200x-OST0001-osc-MDT0001 02000000:00000010:18.0:1673551340.245086:0:2270165:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005263d2f3. 00000020:00000040:11.0:1673551340.245086:0:2270180:0:(genops.c:1192:class_import_get()) import 000000008bad2712 refcount=3 obd=ai200x-OST0006-osc-MDT0001 02000000:00000010:6.0:1673551340.245087:0:2270178:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008fb8330b. 00000100:00000001:1.0:1673551340.245087:0:2270167:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:11.0:1673551340.245088:0:2270180:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:11.0:1673551340.245088:0:2270180:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1673551340.245088:0:2270167:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:18.0:1673551340.245089:0:2270165:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551340.245089:0:2270178:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1673551340.245090:0:2270180:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1673551340.245090:0:2270167:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551340.245091:0:2270165:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:6.0:1673551340.245091:0:2270178:0:(jobid.c:704:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1673551340.245091:0:2270167:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ed0b91c. 00000100:00000001:18.0:1673551340.245092:0:2270165:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:11.0:1673551340.245092:0:2270180:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002ac4b6e2. 00000100:00000001:6.0:1673551340.245092:0:2270178:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551340.245093:0:2270167:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551340.245094:0:2270180:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551340.245094:0:2270167:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1673551340.245094:0:2270167:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551340.245095:0:2270165:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [0000000030b93c90] to pc [ptlrpcd_04_00+0] req@0000000030b93c90 x1754791738763072/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:6.0:1673551340.245095:0:2270178:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000c06f0ba3] to pc [ptlrpcd_01_01+1] req@00000000c06f0ba3 x1754791738763008/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:11.0:1673551340.245096:0:2270180:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1673551340.245096:0:2270167:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000ff58fa3f] to pc [ptlrpcd_00_00+0] req@00000000ff58fa3f x1754791738763136/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:11.0:1673551340.245097:0:2270180:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1673551340.245099:0:2270180:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000a6a5bc6b] to pc [ptlrpcd_02_03+3] req@00000000a6a5bc6b x1754791738763200/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:1.0:1673551340.245109:0:2270167:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:18.0:1673551340.245111:0:2270165:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:6.0:1673551340.245111:0:2270178:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551340.245112:0:12918:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:19.0:1673551340.245114:0:12918:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1673551340.245114:0:12902:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:19.0:1673551340.245115:0:12918:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:7.0:1673551340.245115:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1673551340.245115:0:12902:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1673551340.245116:0:12907:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1673551340.245116:0:12907:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1673551340.245116:0:12902:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:19.0:1673551340.245117:0:12918:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000030b93c90 x1754791738763072/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:11.0:1673551340.245119:0:2270180:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1673551340.245119:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c06f0ba3 x1754791738763008/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:2.0:1673551340.245119:0:12902:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ff58fa3f x1754791738763136/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:9.0:1673551340.245121:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551340.245121:0:12903:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:19.0:1673551340.245122:0:12918:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:5.0:1673551340.245122:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551340.245122:0:12903:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551340.245123:0:12918:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551340.245123:0:12919:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551340.245123:0:12913:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1673551340.245123:0:12907:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:5.0:1673551340.245123:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551340.245124:0:12919:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.245124:0:12913:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1673551340.245124:0:12902:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 02000000:00000001:19.0:1673551340.245125:0:12918:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:7.0:1673551340.245125:0:12907:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551340.245125:0:12902:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1673551340.245126:0:12918:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1673551340.245126:0:12907:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1673551340.245126:0:12902:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:19.0:1673551340.245127:0:12918:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@0000000030b93c90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_04_00:ai200x-MDT0001-mdtlov_UUID:12918:1754791738763072:172.16.0.56@o2ib:13: 00000100:00000040:9.0:1673551340.245127:0:12913:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a6a5bc6b x1754791738763200/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 02000000:00000001:7.0:1673551340.245127:0:12907:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551340.245128:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00100000:7.0:1673551340.245128:0:12907:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000c06f0ba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ai200x-MDT0001-mdtlov_UUID:12907:1754791738763008:172.16.0.22@o2ib:13: 02000000:00000001:2.0:1673551340.245128:0:12902:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551340.245129:0:12918:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1673551340.245129:0:12902:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000ff58fa3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ai200x-MDT0001-mdtlov_UUID:12902:1754791738763136:172.16.0.56@o2ib:13: 02000000:00000001:19.0:1673551340.245130:0:12918:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:8.0:1673551340.245130:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551340.245130:0:12907:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:19.0:1673551340.245131:0:12918:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1673551340.245131:0:12907:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1673551340.245131:0:12902:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:19.0:1673551340.245132:0:12918:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:7.0:1673551340.245132:0:12907:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1673551340.245132:0:12907:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1673551340.245132:0:12902:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:9.0:1673551340.245133:0:12913:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:9.0:1673551340.245133:0:12913:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551340.245133:0:12902:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:19.0:1673551340.245134:0:12918:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ea21f4d6. 02000000:00000010:7.0:1673551340.245134:0:12907:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000238ed1c5. 02000000:00000001:7.0:1673551340.245134:0:12907:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551340.245134:0:12902:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:19.0:1673551340.245135:0:12918:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1673551340.245135:0:12913:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:9.0:1673551340.245136:0:12913:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1673551340.245136:0:12902:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009b5b87ec. 00000400:00000200:7.0:1673551340.245137:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 02000000:00000001:2.0:1673551340.245137:0:12902:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:19.0:1673551340.245138:0:12918:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00100000:9.0:1673551340.245138:0:12913:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000a6a5bc6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:ai200x-MDT0001-mdtlov_UUID:12913:1754791738763200:172.16.0.22@o2ib:13: 00000400:00000010:7.0:1673551340.245139:0:12907:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000b60ce4c7. 00000400:00000200:2.0:1673551340.245139:0:12902:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000010:19.0:1673551340.245140:0:12918:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000321f14fa. 00000100:00000001:9.0:1673551340.245140:0:12913:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1673551340.245140:0:12902:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000009890be33. 02000000:00000001:9.0:1673551340.245141:0:12913:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:19.0:1673551340.245142:0:12918:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2e5dc16. 02000000:00000001:9.0:1673551340.245142:0:12913:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:7.0:1673551340.245142:0:12907:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000610de5cd. 00000100:00000200:19.0:1673551340.245143:0:12918:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738763072, portal 4 02000000:00000001:9.0:1673551340.245143:0:12913:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:7.0:1673551340.245143:0:12907:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738763008, portal 4 00000400:00000010:2.0:1673551340.245144:0:12902:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090effd2f. 00000100:00000001:19.0:1673551340.245145:0:12918:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:7.0:1673551340.245145:0:12907:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1673551340.245145:0:12902:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738763136, portal 4 00000100:00000001:19.0:1673551340.245146:0:12918:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912605166346112 : -52831468543205504 : ff444e0f2c851f80) 02000000:00000010:9.0:1673551340.245146:0:12913:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ac72248a. 00000100:00000001:7.0:1673551340.245146:0:12907:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912568026974208 : -52831505682577408 : ff444e0686d74800) 00000100:00000001:2.0:1673551340.245146:0:12902:0:(client.c:3106:ptlrpc_request_addref()) Process entered 02000000:00000001:9.0:1673551340.245147:0:12913:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551340.245147:0:12902:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618818063488 : -52831454891488128 : ff444e125a39cc80) 00000100:00000040:7.0:1673551340.245148:0:12907:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000c06f0ba3 x1754791738763008/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000040:19.0:1673551340.245149:0:12918:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@0000000030b93c90 x1754791738763072/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000040:2.0:1673551340.245149:0:12902:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000ff58fa3f x1754791738763136/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:9.0:1673551340.245150:0:12913:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000001:19.0:1673551340.245151:0:12918:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:7.0:1673551340.245151:0:12907:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:2.0:1673551340.245151:0:12902:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:19.0:1673551340.245152:0:12918:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000400:00000010:19.0:1673551340.245152:0:12918:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028864082. 00000400:00000010:9.0:1673551340.245152:0:12913:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000002f42a08c. 00000100:00000040:2.0:1673551340.245152:0:12902:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000100:00000200:19.0:1673551340.245153:0:12918:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738763072, offset 0 00000400:00000010:9.0:1673551340.245153:0:12913:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003d9a1b3. 00000100:00000040:7.0:1673551340.245153:0:12907:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000010:2.0:1673551340.245153:0:12902:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b7a87672. 00000400:00000010:7.0:1673551340.245154:0:12907:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7c9db5f. 00000100:00000200:2.0:1673551340.245154:0:12902:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738763136, offset 0 00000100:00000200:9.0:1673551340.245155:0:12913:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738763200, portal 4 00000100:00000200:7.0:1673551340.245155:0:12907:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738763008, offset 0 00000400:00000200:19.0:1673551340.245156:0:12918:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000100:00000001:9.0:1673551340.245156:0:12913:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:9.0:1673551340.245156:0:12913:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912558540961280 : -52831515168590336 : ff444e04516e3600) 00000400:00000200:2.0:1673551340.245156:0:12902:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000400:00000200:7.0:1673551340.245157:0:12907:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000100:00000040:9.0:1673551340.245158:0:12913:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000a6a5bc6b x1754791738763200/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:19.0:1673551340.245159:0:12918:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:7.0:1673551340.245159:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:2.0:1673551340.245159:0:12902:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:9.0:1673551340.245161:0:12913:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000200:19.0:1673551340.245162:0:12918:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000100:00000040:9.0:1673551340.245162:0:12913:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000200:2.0:1673551340.245162:0:12902:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000400:00000010:9.0:1673551340.245163:0:12913:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aa3b447b. 00000400:00000200:7.0:1673551340.245163:0:12907:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.22@o2ib local destination 00000100:00000200:9.0:1673551340.245164:0:12913:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738763200, offset 0 00000400:00000200:19.0:1673551340.245165:0:12918:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964980, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:2.0:1673551340.245165:0:12902:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964980, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:9.0:1673551340.245166:0:12913:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000400:00000200:7.0:1673551340.245166:0:12907:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964980, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:19.0:1673551340.245168:0:12918:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964979, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964980, g:4294967295] 00000400:00000200:9.0:1673551340.245168:0:12913:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:2.0:1673551340.245168:0:12902:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964979, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964980, g:4294967295] 00000400:00000200:19.0:1673551340.245169:0:12918:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:7.0:1673551340.245169:0:12907:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964979, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964980, g:4294967295] 00000400:00000200:9.0:1673551340.245170:0:12913:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.22@o2ib local destination 00000400:00000200:7.0:1673551340.245170:0:12907:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:2.0:1673551340.245170:0:12902:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:19.0:1673551340.245171:0:12918:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964980, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964979, g:4294967295] 00000400:00000200:2.0:1673551340.245171:0:12902:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964980, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964979, g:4294967295] 00000400:00000200:9.0:1673551340.245172:0:12913:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964980, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:7.0:1673551340.245172:0:12907:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964980, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964979, g:4294967295] 00000400:00000200:19.0:1673551340.245173:0:12918:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964979, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964979, g:4294967295] 00000400:00000200:2.0:1673551340.245173:0:12902:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964979, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964979, g:4294967295] 00000400:00000200:19.0:1673551340.245174:0:12918:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:9.0:1673551340.245174:0:12913:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964979, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964980, g:4294967295] 00000400:00000200:7.0:1673551340.245174:0:12907:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964979, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964979, g:4294967295] 00000400:00000200:2.0:1673551340.245174:0:12902:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:19.0:1673551340.245175:0:12918:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:7.0:1673551340.245175:0:12907:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:9.0:1673551340.245176:0:12913:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:7.0:1673551340.245176:0:12907:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:2.0:1673551340.245176:0:12902:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:19.0:1673551340.245177:0:12918:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:9.0:1673551340.245177:0:12913:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964980, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964980, g:4294967295] 00000400:00000200:19.0:1673551340.245178:0:12918:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501159, 4501160] 00000400:00000200:7.0:1673551340.245178:0:12907:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:2.0:1673551340.245178:0:12902:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:19.0:1673551340.245179:0:12918:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.57@o2ib 00000400:00000200:9.0:1673551340.245179:0:12913:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964982, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964980, g:4294967295] 00000400:00000200:7.0:1673551340.245179:0:12907:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.23@o2ib c:[32, 32], s:[3094128, 3094129] 00000400:00000200:2.0:1673551340.245179:0:12902:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501159, 4501160] 00000400:00000200:9.0:1673551340.245180:0:12913:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:7.0:1673551340.245180:0:12907:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.23@o2ib 00000400:00000200:2.0:1673551340.245180:0:12902:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.57@o2ib 00000400:00000200:19.0:1673551340.245181:0:12918:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:9.0:1673551340.245181:0:12913:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:7.0:1673551340.245181:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:2.0:1673551340.245181:0:12902:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:9.0:1673551340.245182:0:12913:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:9.0:1673551340.245183:0:12913:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.23@o2ib c:[32, 32], s:[3094129, 3094129] 00000400:00000200:19.0:1673551340.245184:0:12918:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.57@o2ib(172.16.0.56@o2ib:172.16.0.57@o2ib) : PUT try# 0 00000400:00000200:9.0:1673551340.245184:0:12913:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.22@o2ib 00000400:00000200:9.0:1673551340.245185:0:12913:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:7.0:1673551340.245186:0:12907:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.23@o2ib(172.16.0.22@o2ib:172.16.0.23@o2ib) : PUT try# 0 00000800:00000200:19.0:1673551340.245187:0:12918:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000400:00000200:9.0:1673551340.245188:0:12913:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.22@o2ib(172.16.0.22@o2ib:172.16.0.22@o2ib) : PUT try# 0 00000800:00000200:7.0:1673551340.245188:0:12907:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.23@o2ib 00000400:00000200:7.0:1673551340.245189:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:9.0:1673551340.245190:0:12913:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.22@o2ib 00000400:00000200:2.0:1673551340.245190:0:12902:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.57@o2ib(172.16.0.56@o2ib:172.16.0.57@o2ib) : PUT try# 0 00000400:00000200:9.0:1673551340.245191:0:12913:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:2.0:1673551340.245192:0:12902:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000800:00000200:7.0:1673551340.245193:0:12907:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000006b07c300] -> 172.16.0.23@o2ib (2) version: 12 00000400:00000200:2.0:1673551340.245193:0:12902:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:19.0:1673551340.245194:0:12918:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:9.0:1673551340.245194:0:12913:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000028e78a33] -> 172.16.0.22@o2ib (2) version: 12 00000800:00000200:7.0:1673551340.245194:0:12907:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000036519f99] (68)++ 00000800:00000200:7.0:1673551340.245195:0:12907:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000036519f99] (69)++ 00000800:00000200:2.0:1673551340.245195:0:12902:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000ecadf817] -> 172.16.0.57@o2ib (2) version: 12 00000800:00000200:19.0:1673551340.245196:0:12918:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000ecadf817] -> 172.16.0.57@o2ib (2) version: 12 00000800:00000200:9.0:1673551340.245196:0:12913:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000001a128d74] (68)++ 00000800:00000200:19.0:1673551340.245197:0:12918:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000a2509833] (69)++ 00000800:00000200:9.0:1673551340.245197:0:12913:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000001a128d74] (69)++ 00000800:00000200:2.0:1673551340.245197:0:12902:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000a2509833] (68)++ 00000800:00000200:2.0:1673551340.245197:0:12902:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000a2509833] (69)++ 00000800:00000200:9.0:1673551340.245200:0:12913:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000001a128d74] (70)-- 00000800:00000200:7.0:1673551340.245200:0:12907:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000036519f99] (70)-- 00000100:00000001:7.0:1673551340.245200:0:12907:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1673551340.245201:0:12918:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000a2509833] (71)++ 00000100:00000001:9.0:1673551340.245201:0:12913:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.245201:0:12913:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:7.0:1673551340.245201:0:12907:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1673551340.245201:0:12902:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000a2509833] (71)-- 00000100:00000001:9.0:1673551340.245202:0:12913:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551340.245202:0:12907:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551340.245202:0:12902:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551340.245203:0:12902:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1673551340.245203:0:12902:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1673551340.245204:0:12918:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000a2509833] (71)-- 00000100:00000001:9.0:1673551340.245204:0:12913:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551340.245204:0:12907:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551340.245204:0:12902:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551340.245205:0:12918:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.245205:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551340.245205:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551340.245205:0:12902:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1673551340.245206:0:12918:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:19.0:1673551340.245207:0:12918:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.245207:0:12913:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:19.0:1673551340.245208:0:12918:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.245208:0:12913:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1673551340.245208:0:12902:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:19.0:1673551340.245209:0:12918:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551340.245209:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551340.245209:0:12913:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551340.245209:0:12913:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551340.245209:0:12907:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1673551340.245209:0:12902:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1673551340.245209:0:12902:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551340.245210:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.245210:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1673551340.245210:0:12907:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1673551340.245210:0:12902:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1673551340.245210:0:12902:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.245211:0:12913:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551340.245211:0:12913:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.245211:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551340.245211:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1673551340.245211:0:12902:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551340.245211:0:12902:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:19.0:1673551340.245212:0:12918:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:19.0:1673551340.245212:0:12918:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:7.0:1673551340.245212:0:12907:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1673551340.245212:0:12907:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551340.245212:0:12902:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1673551340.245212:0:12902:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551340.245212:0:12902:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551340.245213:0:12918:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:19.0:1673551340.245213:0:12918:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1673551340.245213:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551340.245214:0:12918:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551340.245214:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:19.0:1673551340.245215:0:12918:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551340.245215:0:12907:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1673551340.245215:0:12907:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551340.245216:0:12918:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1673551340.245216:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:6.2:1673551340.245216:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000036519f99] (69)++ 00000800:00000200:21.2:1673551340.245217:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (69)++ 00000100:00000001:19.0:1673551340.245217:0:12918:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:19.0:1673551340.245217:0:12918:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:18.2:1673551340.245217:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a2509833] (70)++ 00000100:00000001:19.0:1673551340.245218:0:12918:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1673551340.245229:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (70)++ 00000800:00000200:17.0:1673551340.245235:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a2509833] (71)++ 00000800:00000200:3.0:1673551340.245237:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (70)++ 00000800:00000200:21.0:1673551340.245238:0:12875:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000001a128d74] (71)-- 00000400:00000200:21.0:1673551340.245239:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:17.0:1673551340.245242:0:12874:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000a2509833] (72)-- 00000400:00000200:21.0:1673551340.245243:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000800:00000200:3.0:1673551340.245243:0:12866:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000036519f99] (71)-- 00000400:00000200:21.0:1673551340.245244:0:12875:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000aa3b447b 00000400:00000200:17.0:1673551340.245244:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1673551340.245244:0:12866:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:21.0:1673551340.245246:0:12875:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000aa3b447b. 00000400:00000200:17.0:1673551340.245246:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.57@o2ib: PUT: OK 00000100:00000001:21.0:1673551340.245247:0:12875:0:(events.c:54:request_out_callback()) Process entered 00000400:00000200:17.0:1673551340.245247:0:12874:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000b7a87672 00000400:00000200:3.0:1673551340.245247:0:12866:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000400:00000010:17.0:1673551340.245248:0:12874:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000b7a87672. 00000400:00000200:3.0:1673551340.245248:0:12866:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000e7c9db5f 00000400:00000010:3.0:1673551340.245249:0:12866:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000e7c9db5f. 00000100:00000200:21.0:1673551340.245250:0:12875:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000a6a5bc6b x1754791738763200/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:19.0:1673551340.245250:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a2509833] (71)++ 00000100:00000001:17.0:1673551340.245250:0:12874:0:(events.c:54:request_out_callback()) Process entered 00000100:00000001:3.0:1673551340.245250:0:12866:0:(events.c:54:request_out_callback()) Process entered 00000800:00000200:19.0:1673551340.245251:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000a2509833] (72)-- 00000800:00000200:2.0:1673551340.245251:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (70)-- 00000400:00000200:19.0:1673551340.245252:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:17.0:1673551340.245252:0:12874:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000ff58fa3f x1754791738763136/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1673551340.245252:0:12866:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000c06f0ba3 x1754791738763008/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:23.0:1673551340.245253:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000400:00000200:19.0:1673551340.245253:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.57@o2ib: PUT: OK 00000100:00000001:21.0:1673551340.245254:0:12875:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000400:00000200:19.0:1673551340.245254:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000028864082 00000400:00000010:19.0:1673551340.245255:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000028864082. 00000100:00000040:21.0:1673551340.245256:0:12875:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a6a5bc6b x1754791738763200/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:19.0:1673551340.245256:0:12873:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:19.0:1673551340.245257:0:12873:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@0000000030b93c90 x1754791738763072/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1673551340.245257:0:12866:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1673551340.245258:0:12866:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c06f0ba3 x1754791738763008/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:21.0:1673551340.245259:0:12875:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551340.245259:0:12873:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:17.0:1673551340.245259:0:12874:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:19.0:1673551340.245260:0:12873:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000030b93c90 x1754791738763072/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:17.0:1673551340.245260:0:12874:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ff58fa3f x1754791738763136/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:21.0:1673551340.245261:0:12875:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:3.0:1673551340.245261:0:12866:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1673551340.245262:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 00000100:00000001:19.0:1673551340.245262:0:12873:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551340.245262:0:12873:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:17.0:1673551340.245262:0:12874:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551340.245262:0:12874:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:3.0:1673551340.245262:0:12866:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:19.0:1673551340.245264:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (71)-- 00000800:00000200:17.0:1673551340.245264:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (70)-- 00000800:00000200:3.0:1673551340.245264:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (69)-- 00000800:00000200:19.0:1673551340.245265:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (69)-- 00000800:00000200:6.2:1673551340.245304:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000036519f99] (68)++ 00000800:00000200:21.2:1673551340.245306:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (68)++ 00000800:00000200:2.0:1673551340.245316:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (69)++ 00000800:00000200:23.0:1673551340.245319:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (69)++ 00000800:00000200:2.0:1673551340.245322:0:12865:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.23@o2ib 00000800:00000200:23.0:1673551340.245324:0:12876:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.22@o2ib 00000400:00000200:2.0:1673551340.245324:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:2.0:1673551340.245326:0:12865:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.23@o2ib : PUT - for me 00000400:00000200:23.0:1673551340.245327:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:21.0:1673551340.245327:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000400:00000200:2.0:1673551340.245328:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:23.0:1673551340.245329:0:12876:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.22@o2ib : PUT - for me 00000800:00000200:3.0:1673551340.245330:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (70)-- 00000400:00000200:2.0:1673551340.245330:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:23.0:1673551340.245331:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:2.0:1673551340.245331:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551340.245332:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551340.245333:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:2.0:1673551340.245333:0:12865:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 368 into portal 4 MB=0x63bf94a3e6700 00000400:00000200:23.0:1673551340.245335:0:12876:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 368 into portal 4 MB=0x63bf94a3e67c0 00000800:00000200:18.2:1673551340.245335:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a2509833] (68)++ 00000400:00000200:2.0:1673551340.245335:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551340.245336:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:2.0:1673551340.245337:0:12865:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.22@o2ib of length 368/368 into md 0x13a9db15 [1] + 224 00000400:00000200:2.0:1673551340.245339:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:23.0:1673551340.245340:0:12876:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.22@o2ib of length 368/368 into md 0x13a9db35 [1] + 224 00000400:00000200:2.0:1673551340.245341:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000400:00000200:23.0:1673551340.245342:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1673551340.245342:0:12865:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:23.0:1673551340.245343:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000100:00000200:2.0:1673551340.245344:0:12865:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000c06f0ba3 x1754791738763008/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:23.0:1673551340.245345:0:12876:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:23.0:1673551340.245346:0:12876:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000a6a5bc6b x1754791738763200/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:17.0:1673551340.245347:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a2509833] (69)++ 00000100:00000040:2.0:1673551340.245348:0:12865:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000c06f0ba3 x1754791738763008/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000040:23.0:1673551340.245350:0:12876:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000a6a5bc6b x1754791738763200/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:17.0:1673551340.245352:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[3] from 172.16.0.57@o2ib 00000400:00000200:17.0:1673551340.245354:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551340.245355:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.57@o2ib : PUT - for me 00000100:00000001:23.0:1673551340.245356:0:12876:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:19.0:1673551340.245357:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a2509833] (70)++ 00000400:00000200:17.0:1673551340.245357:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000100:00000001:2.0:1673551340.245357:0:12865:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:23.0:1673551340.245358:0:12876:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000001a128d74] (69)++ 00000400:00000200:17.0:1673551340.245358:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:23.0:1673551340.245359:0:12876:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000001a128d74] (70)-- 00000400:00000200:17.0:1673551340.245359:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:2.0:1673551340.245359:0:12865:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000036519f99] (69)++ 00000800:00000200:23.0:1673551340.245360:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 00000400:00000200:17.0:1673551340.245360:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 368 into portal 4 MB=0x63bf94a3e6740 00000800:00000200:2.0:1673551340.245360:0:12865:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000036519f99] (70)-- 00000800:00000200:19.0:1673551340.245361:0:12873:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.57@o2ib 00000400:00000200:17.0:1673551340.245361:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:2.0:1673551340.245361:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (69)-- 00000400:00000200:19.0:1673551340.245362:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551340.245363:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.56@o2ib of length 368/368 into md 0x4bd8e58d [1] + 224 00000100:00000001:7.0:1673551340.245363:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000400:00000200:17.0:1673551340.245364:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:9.0:1673551340.245364:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1673551340.245364:0:12907:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000200:19.0:1673551340.245365:0:12873:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.57@o2ib : PUT - for me 00000100:00000001:9.0:1673551340.245365:0:12913:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:7.0:1673551340.245365:0:12907:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:7.0:1673551340.245365:0:12907:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000200:17.0:1673551340.245366:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.57@o2ib: PUT: OK 00000400:00000010:7.0:1673551340.245366:0:12907:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000b60ce4c7. 00000400:00000200:7.0:1673551340.245366:0:12907:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000610de5cd 00000400:00000200:19.0:1673551340.245367:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000100:00000001:17.0:1673551340.245367:0:12874:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000010:7.0:1673551340.245367:0:12907:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000610de5cd. 00000400:00000200:19.0:1673551340.245368:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000100:00000200:17.0:1673551340.245368:0:12874:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@0000000030b93c90 x1754791738763072/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:9.0:1673551340.245368:0:12913:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:9.0:1673551340.245368:0:12913:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:7.0:1673551340.245368:0:12907:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:19.0:1673551340.245369:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000010:9.0:1673551340.245369:0:12913:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000002f42a08c. 00000100:00000200:7.0:1673551340.245369:0:12907:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000c06f0ba3 x1754791738763008/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:19.0:1673551340.245370:0:12873:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 368 into portal 4 MB=0x63bf94a3e6780 00000100:00000040:17.0:1673551340.245370:0:12874:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@0000000030b93c90 x1754791738763072/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:9.0:1673551340.245370:0:12913:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000003d9a1b3 00000400:00000010:9.0:1673551340.245370:0:12913:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000003d9a1b3. 00000400:00000200:19.0:1673551340.245371:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:9.0:1673551340.245371:0:12913:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:19.0:1673551340.245372:0:12873:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.56@o2ib of length 368/368 into md 0x4bd8e5ad [1] + 224 00000100:00000200:9.0:1673551340.245372:0:12913:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000a6a5bc6b x1754791738763200/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:7.0:1673551340.245372:0:12907:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000c06f0ba3 x1754791738763008/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:19.0:1673551340.245374:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:7.0:1673551340.245374:0:12907:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000200:19.0:1673551340.245375:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.57@o2ib: PUT: OK 00000100:00000200:9.0:1673551340.245375:0:12913:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000a6a5bc6b x1754791738763200/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:7.0:1673551340.245375:0:12907:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551340.245375:0:12907:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:7.0:1673551340.245376:0:12907:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:7.0:1673551340.245376:0:12907:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:19.0:1673551340.245377:0:12873:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:17.0:1673551340.245377:0:12874:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:9.0:1673551340.245377:0:12913:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:7.0:1673551340.245377:0:12907:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:19.0:1673551340.245378:0:12873:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000ff58fa3f x1754791738763136/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:17.0:1673551340.245378:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000a2509833] (71)++ 00000100:00000001:9.0:1673551340.245378:0:12913:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551340.245378:0:12913:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:9.0:1673551340.245379:0:12913:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:9.0:1673551340.245379:0:12913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 02000000:00000001:7.0:1673551340.245379:0:12907:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:17.0:1673551340.245380:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000a2509833] (72)-- 00000800:00000200:17.0:1673551340.245380:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (71)-- 00000100:00000001:9.0:1673551340.245380:0:12913:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:7.0:1673551340.245380:0:12907:0:(import.c:1925:at_measured()) add 1 to 000000004df511b4 time=112 v=1 (1 1 1 1) 02000000:00000001:9.0:1673551340.245381:0:12913:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:7.0:1673551340.245381:0:12907:0:(import.c:1925:at_measured()) add 1 to 00000000c2b67475 time=112 v=1 (1 1 1 1) 00000100:00000040:19.0:1673551340.245382:0:12873:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000ff58fa3f x1754791738763136/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:17.0:1673551340.245382:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (70)-- 00000100:00001000:9.0:1673551340.245382:0:12913:0:(import.c:1925:at_measured()) add 1 to 000000005f4d656e time=112 v=1 (1 1 1 1) 00000100:00000001:7.0:1673551340.245382:0:12907:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00001000:9.0:1673551340.245383:0:12913:0:(import.c:1925:at_measured()) add 1 to 00000000c14e5005 time=112 v=1 (1 1 1 1) 00000100:00000001:7.0:1673551340.245383:0:12907:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1673551340.245383:0:12907:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:9.0:1673551340.245384:0:12913:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:9.0:1673551340.245385:0:12913:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:9.0:1673551340.245385:0:12913:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:7.0:1673551340.245385:0:12907:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551340.245385:0:12907:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00010000:00000001:9.0:1673551340.245386:0:12913:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1673551340.245386:0:12907:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0007-osc-MDT0001: skip recheck: last_committed 231941380167 00000100:00000001:9.0:1673551340.245387:0:12913:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000001:7.0:1673551340.245387:0:12907:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:18.0:1673551340.245388:0:12918:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000040:9.0:1673551340.245388:0:12913:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0006-osc-MDT0001: skip recheck: last_committed 274891053261 00000100:00000001:7.0:1673551340.245388:0:12907:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551340.245389:0:12918:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551340.245389:0:12913:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:9.0:1673551340.245389:0:12913:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1673551340.245389:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c06f0ba3 x1754791738763008/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:19.0:1673551340.245390:0:12873:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000001:18.0:1673551340.245390:0:12918:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000040:9.0:1673551340.245390:0:12913:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a6a5bc6b x1754791738763200/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000400:00000001:18.0:1673551340.245391:0:12918:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:18.0:1673551340.245392:0:12918:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000321f14fa. 00000100:00000001:9.0:1673551340.245392:0:12913:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:7.0:1673551340.245392:0:12907:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:18.0:1673551340.245393:0:12918:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000d2e5dc16 00000400:00000010:18.0:1673551340.245393:0:12918:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000d2e5dc16. 00000100:00000001:9.0:1673551340.245393:0:12913:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:9.0:1673551340.245393:0:12913:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551340.245393:0:12907:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:7.0:1673551340.245393:0:12907:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551340.245393:0:12902:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:18.0:1673551340.245394:0:12918:0:(events.c:104:reply_in_callback()) Process entered 00000004:00000001:9.0:1673551340.245394:0:12913:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000001:7.0:1673551340.245394:0:12907:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000100:00000001:2.0:1673551340.245394:0:12902:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000004:00000040:9.0:1673551340.245395:0:12913:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0006-osc-MDT0001: Updating status = 0 00000004:00000040:7.0:1673551340.245395:0:12907:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0007-osc-MDT0001: Updating status = 0 00000400:00000001:2.0:1673551340.245395:0:12902:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000800:00000200:19.0:1673551340.245396:0:12873:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000a2509833] (69)++ 00000100:00000200:18.0:1673551340.245396:0:12918:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@0000000030b93c90 x1754791738763072/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000004:00000040:9.0:1673551340.245396:0:12913:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0006-osc-MDT0001: blocks=1923008600 free=1290824725 avail=1271359023 avail_mb=4966246 hwm_mb=14671 files=60817408 ffree=34088770 state=200: rc = 0 00000004:00000040:7.0:1673551340.245396:0:12907:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0007-osc-MDT0001: blocks=1923008600 free=1296952785 avail=1277487084 avail_mb=4990183 hwm_mb=14671 files=60817408 ffree=34420711 state=200: rc = 0 00000400:00000001:2.0:1673551340.245396:0:12902:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1673551340.245396:0:12902:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000009890be33. 00000400:00000200:2.0:1673551340.245397:0:12902:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000090effd2f 00000800:00000200:19.0:1673551340.245398:0:12873:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000a2509833] (70)-- 00000400:00000010:2.0:1673551340.245398:0:12902:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000090effd2f. 00000800:00000200:19.0:1673551340.245399:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (69)-- 00000004:00000020:9.0:1673551340.245399:0:12913:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0006-osc-MDT0001 (00000000a19474d5): 1923008600 blocks, 1290824725 free, 1271359023 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 34088770 free files 0x200 00000004:00000020:7.0:1673551340.245399:0:12907:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0007-osc-MDT0001 (0000000019d3763d): 1923008600 blocks, 1296952785 free, 1277487084 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 33 reserved ino low, 67 reserved ino high, 60817408 files, 34420711 free files 0x200 00000100:00000001:2.0:1673551340.245399:0:12902:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:2.0:1673551340.245399:0:12902:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000ff58fa3f x1754791738763136/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:18.0:1673551340.245400:0:12918:0:(events.c:128:reply_in_callback()) @@@ unlink req@0000000030b93c90 x1754791738763072/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:9.0:1673551340.245401:0:12913:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:7.0:1673551340.245401:0:12907:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1673551340.245401:0:12902:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000ff58fa3f x1754791738763136/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:9.0:1673551340.245402:0:12913:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6a5bc6b x1754791738763200/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000040:7.0:1673551340.245402:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c06f0ba3 x1754791738763008/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000001:18.0:1673551340.245403:0:12918:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:2.0:1673551340.245403:0:12902:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:18.0:1673551340.245404:0:12918:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:9.0:1673551340.245404:0:12913:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000a6a5bc6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:ai200x-MDT0001-mdtlov_UUID:12913:1754791738763200:172.16.0.22@o2ib:13: 00000100:00100000:7.0:1673551340.245404:0:12907:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000c06f0ba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ai200x-MDT0001-mdtlov_UUID:12907:1754791738763008:172.16.0.22@o2ib:13: 00000100:00000001:2.0:1673551340.245404:0:12902:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551340.245404:0:12902:0:(client.c:1442:after_reply()) Process entered 00000100:00000001:18.0:1673551340.245405:0:12918:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:18.0:1673551340.245405:0:12918:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1673551340.245405:0:12902:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1673551340.245405:0:12902:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:18.0:1673551340.245406:0:12918:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:9.0:1673551340.245406:0:12913:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551340.245406:0:12913:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:7.0:1673551340.245406:0:12907:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551340.245406:0:12907:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1673551340.245406:0:12902:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551340.245407:0:12918:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1673551340.245407:0:12913:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a6a5bc6b x1754791738763200/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000040:7.0:1673551340.245407:0:12907:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c06f0ba3 x1754791738763008/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 02000000:00000001:2.0:1673551340.245407:0:12902:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551340.245408:0:12918:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1673551340.245408:0:12902:0:(import.c:1925:at_measured()) add 1 to 00000000ab082929 time=112 v=1 (1 1 1 1) 00000100:00001000:18.0:1673551340.245409:0:12918:0:(import.c:1925:at_measured()) add 1 to 00000000f3eec6b4 time=112 v=1 (1 1 1 1) 00000100:00000001:9.0:1673551340.245409:0:12913:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:9.0:1673551340.245409:0:12913:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:7.0:1673551340.245409:0:12907:0:(client.c:2641:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1673551340.245409:0:12902:0:(import.c:1925:at_measured()) add 1 to 0000000025d6da45 time=112 v=1 (1 1 1 1) 02000000:00000010:9.0:1673551340.245410:0:12913:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ac72248a. 02000000:00000001:7.0:1673551340.245410:0:12907:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1673551340.245410:0:12902:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1673551340.245410:0:12902:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:18.0:1673551340.245411:0:12918:0:(import.c:1925:at_measured()) add 1 to 00000000e1fb47f6 time=112 v=1 (1 1 1 1) 02000000:00000001:9.0:1673551340.245411:0:12913:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:7.0:1673551340.245411:0:12907:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000238ed1c5. 02000000:00000001:7.0:1673551340.245411:0:12907:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1673551340.245411:0:12902:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:18.0:1673551340.245412:0:12918:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000020:00000001:9.0:1673551340.245412:0:12913:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:9.0:1673551340.245412:0:12913:0:(genops.c:1205:class_import_put()) import 000000008bad2712 refcount=2 obd=ai200x-OST0006-osc-MDT0001 00000020:00000001:7.0:1673551340.245412:0:12907:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:7.0:1673551340.245412:0:12907:0:(genops.c:1205:class_import_put()) import 00000000bea1065f refcount=2 obd=ai200x-OST0007-osc-MDT0001 00010000:00000001:2.0:1673551340.245412:0:12902:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551340.245412:0:12902:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000001:18.0:1673551340.245413:0:12918:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1673551340.245413:0:12913:0:(genops.c:1212:class_import_put()) Process leaving 00000020:00000001:7.0:1673551340.245413:0:12907:0:(genops.c:1212:class_import_put()) Process leaving 00000100:00000040:2.0:1673551340.245413:0:12902:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0001-osc-MDT0001: skip recheck: last_committed 313543462209 00000100:00000001:2.0:1673551340.245413:0:12902:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00010000:00000001:18.0:1673551340.245414:0:12918:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 02000000:00000010:9.0:1673551340.245414:0:12913:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000002ac4b6e2. 02000000:00000010:7.0:1673551340.245414:0:12907:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008fb8330b. 02000000:00000001:7.0:1673551340.245414:0:12907:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1673551340.245414:0:12902:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:18.0:1673551340.245415:0:12918:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1673551340.245415:0:12913:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:9.0:1673551340.245415:0:12913:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:9.0:1673551340.245415:0:12913:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000a6a5bc6b. 02000000:00000001:7.0:1673551340.245415:0:12907:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:7.0:1673551340.245415:0:12907:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000c06f0ba3. 00000100:00000040:2.0:1673551340.245415:0:12902:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ff58fa3f x1754791738763136/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:18.0:1673551340.245416:0:12918:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:18.0:1673551340.245416:0:12918:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0000-osc-MDT0001: skip recheck: last_committed 313543463269 00000100:00000001:7.0:1673551340.245416:0:12907:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:18.0:1673551340.245417:0:12918:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:9.0:1673551340.245417:0:12913:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:7.0:1673551340.245417:0:12907:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551340.245417:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551340.245417:0:12902:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1673551340.245418:0:12913:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551340.245418:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551340.245418:0:12907:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1673551340.245418:0:12902:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:18.0:1673551340.245419:0:12918:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.245419:0:12913:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:7.0:1673551340.245419:0:12907:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551340.245419:0:12902:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1673551340.245419:0:12902:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000100:00000040:18.0:1673551340.245420:0:12918:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000030b93c90 x1754791738763072/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:9.0:1673551340.245420:0:12913:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.245420:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1673551340.245420:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1673551340.245420:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551340.245420:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000004:00000040:2.0:1673551340.245420:0:12902:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0001-osc-MDT0001: Updating status = 0 00000100:00000001:9.0:1673551340.245421:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.245421:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551340.245421:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551340.245421:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1673551340.245421:0:12902:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0001-osc-MDT0001: blocks=1923008600 free=1449267356 avail=1429801655 avail_mb=5585162 hwm_mb=14671 files=60817408 ffree=29434415 state=200: rc = 0 00000004:00000020:2.0:1673551340.245423:0:12902:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0001-osc-MDT0001 (00000000c75fd052): 1923008600 blocks, 1449267356 free, 1429801655 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 29434415 free files 0x200 00000100:00000001:18.0:1673551340.245424:0:12918:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:18.0:1673551340.245425:0:12918:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:18.0:1673551340.245425:0:12918:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1673551340.245425:0:12902:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:18.0:1673551340.245426:0:12918:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000100:00000040:2.0:1673551340.245426:0:12902:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff58fa3f x1754791738763136/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000004:00000040:18.0:1673551340.245427:0:12918:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0000-osc-MDT0001: Updating status = 0 00000004:00000040:18.0:1673551340.245428:0:12918:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0000-osc-MDT0001: blocks=1923008600 free=1445531882 avail=1426066181 avail_mb=5570571 hwm_mb=14671 files=60817408 ffree=29307776 state=200: rc = 0 00000100:00100000:2.0:1673551340.245428:0:12902:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000ff58fa3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ai200x-MDT0001-mdtlov_UUID:12902:1754791738763136:172.16.0.56@o2ib:13: 00000100:00000001:2.0:1673551340.245429:0:12902:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551340.245430:0:12902:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000004:00000020:18.0:1673551340.245431:0:12918:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0000-osc-MDT0001 (000000004ade8028): 1923008600 blocks, 1445531882 free, 1426066181 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 29307776 free files 0x200 00000100:00000040:2.0:1673551340.245431:0:12902:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ff58fa3f x1754791738763136/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1673551340.245433:0:12902:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1673551340.245433:0:12902:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000004:00000001:18.0:1673551340.245434:0:12918:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1673551340.245434:0:12902:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009b5b87ec. 02000000:00000001:2.0:1673551340.245435:0:12902:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1673551340.245435:0:12902:0:(genops.c:1199:class_import_put()) Process entered 00000100:00000040:18.0:1673551340.245436:0:12918:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030b93c90 x1754791738763072/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000020:00000040:2.0:1673551340.245436:0:12902:0:(genops.c:1205:class_import_put()) import 00000000bf34f1d8 refcount=2 obd=ai200x-OST0001-osc-MDT0001 00000020:00000001:2.0:1673551340.245436:0:12902:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:2.0:1673551340.245437:0:12902:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000000ed0b91c. 02000000:00000001:2.0:1673551340.245437:0:12902:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1673551340.245438:0:12902:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1673551340.245438:0:12902:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000ff58fa3f. 00000100:00100000:18.0:1673551340.245439:0:12918:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@0000000030b93c90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_04_00:ai200x-MDT0001-mdtlov_UUID:12918:1754791738763072:172.16.0.56@o2ib:13: 00000100:00000001:2.0:1673551340.245439:0:12902:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1673551340.245439:0:12902:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551340.245440:0:12902:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551340.245441:0:12918:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551340.245441:0:12902:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1673551340.245441:0:12902:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551340.245442:0:12918:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1673551340.245442:0:12902:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1673551340.245442:0:12902:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551340.245443:0:12902:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1673551340.245443:0:12902:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551340.245444:0:12918:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000030b93c90 x1754791738763072/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:18.0:1673551340.245447:0:12918:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:18.0:1673551340.245448:0:12918:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:18.0:1673551340.245449:0:12918:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ea21f4d6. 02000000:00000001:18.0:1673551340.245451:0:12918:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:18.0:1673551340.245451:0:12918:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:18.0:1673551340.245452:0:12918:0:(genops.c:1205:class_import_put()) import 00000000b84b80cc refcount=2 obd=ai200x-OST0000-osc-MDT0001 00000020:00000001:18.0:1673551340.245453:0:12918:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:18.0:1673551340.245454:0:12918:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005263d2f3. 02000000:00000001:18.0:1673551340.245455:0:12918:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:18.0:1673551340.245456:0:12918:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:18.0:1673551340.245457:0:12918:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000030b93c90. 00000100:00000001:18.0:1673551340.245458:0:12918:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:18.0:1673551340.245458:0:12918:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551340.245459:0:12918:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551340.245461:0:12918:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:18.0:1673551340.245461:0:12918:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551340.245462:0:12918:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:18.0:1673551340.245463:0:12918:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551340.245464:0:12918:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:18.0:1673551340.245464:0:12918:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551340.501061:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551340.501062:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551340.501065:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551340.501065:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551340.501066:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551340.501066:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551340.501067:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551340.501068:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551340.501069:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551340.501069:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551340.501070:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551340.501071:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551340.501072:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551340.501072:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551340.501073:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551340.501073:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551340.501074:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551340.501074:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551340.501075:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551340.501075:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551340.501076:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551340.501076:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551340.501078:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551340.501078:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551340.501079:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551340.501079:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1673551340.501094:0:2495956:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1673551340.501095:0:2495956:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:13.0:1673551340.501097:0:2495956:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:5.2:1673551340.530219:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (68)++ 00000800:00000200:17.0:1673551340.530237:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (69)++ 00000800:00000200:17.0:1673551340.530246:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.21@o2ib 00000400:00000200:17.0:1673551340.530249:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551340.530251:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000800:00000200:19.0:1673551340.530254:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000400:00000200:17.0:1673551340.530255:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551340.530257:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551340.530258:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:17.0:1673551340.530260:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 24 MB=0x63bfd66a42ec0 00000400:00000200:17.0:1673551340.530263:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 18 from 12345-172.16.0.20@o2ib of length 224/224 into md 0x11615cf1 [256] + 5152 00000400:00000200:17.0:1673551340.530266:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551340.530267:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:17.0:1673551340.530270:0:12874:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:17.0:1673551340.530270:0:12874:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_out 00000100:00000010:17.0:1673551340.530273:0:12874:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000c2c997a2. 00000100:00000040:17.0:1673551340.530274:0:12874:0:(events.c:367:request_in_callback()) incoming req@00000000c2c997a2 x1754809395064512 msgsize 224 00000100:00100000:17.0:1673551340.530275:0:12874:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.21@o2ib) 00000100:00000001:17.0:1673551340.530280:0:12874:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:17.0:1673551340.530282:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000051b88e6b] (69)++ 00000800:00000200:17.0:1673551340.530284:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000051b88e6b] (70)-- 00000800:00000200:17.0:1673551340.530285:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000100:00000001:18.0:1673551340.530291:0:309720:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:18.0:1673551340.530292:0:309720:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:18.0:1673551340.530294:0:309720:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:18.0:1673551340.530295:0:309720:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551340.530297:0:309720:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:18.0:1673551340.530299:0:309720:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395064512 00000020:00000001:18.0:1673551340.530300:0:309720:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:18.0:1673551340.530301:0:309720:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b07 00000020:00000001:18.0:1673551340.530302:0:309720:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:18.0:1673551340.530303:0:309720:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000af8736a1 refcount=5 00000020:00000001:18.0:1673551340.530304:0:309720:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748067328 : -52831469961484288 : ff444e0ed7fbe800) 00000020:00000001:18.0:1673551340.530305:0:309720:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748067328 : -52831469961484288 : ff444e0ed7fbe800) 00000100:00000001:18.0:1673551340.530307:0:309720:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551340.530308:0:309720:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:18.0:1673551340.530309:0:309720:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d49e0b4d. 00000020:00000010:18.0:1673551340.530312:0:309720:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ffab7b02. 00000020:00000010:18.0:1673551340.530314:0:309720:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000bbe368b. 00000100:00000040:18.0:1673551340.530315:0:309720:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_out at +1s 00000100:00000001:18.0:1673551340.530316:0:309720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:18.0:1673551340.530316:0:309720:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:18.0:1673551340.530317:0:309720:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551340.530319:0:309720:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551340.530324:0:309720:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551340.530329:0:309720:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:18.0:1673551340.530330:0:309720:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:18.0:1673551340.530332:0:309720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 532403 00000100:00000001:19.0:1673551340.530333:0:143820:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000040:18.0:1673551340.530333:0:309720:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000af8736a1 : new rpc_count 1 00000100:00000001:19.0:1673551340.530334:0:143820:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:19.0:1673551340.530334:0:143820:0:(service.c:2025:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551340.530335:0:143820:0:(service.c:2230:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551340.530335:0:309720:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912628178414592 : -52831445531137024 : ff444e1488256c00) 00000100:00000040:18.0:1673551340.530337:0:309720:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c2c997a2 x1754809395064512/t0(0) o41->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:226/0 lens 224/0 e 0 to 0 dl 1673551346 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:18.0:1673551340.530344:0:309720:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551340.530344:0:309720:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:18.0:1673551340.530345:0:309720:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000c2c997a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out04_00:ai200x-MDT0002-mdtlov_UUID+5:10567:x1754809395064512:12345-172.16.0.20@o2ib:41: 00000100:00000200:18.0:1673551340.530347:0:309720:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395064512 00000020:00000001:18.0:1673551340.530349:0:309720:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:18.0:1673551340.530351:0:309720:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:18.0:1673551340.530352:0:309720:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551340.530353:0:309720:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:18.0:1673551340.530354:0:309720:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072666184064 : -1043367552 : ffffffffc1cf7980) 00000020:00000001:18.0:1673551340.530356:0:309720:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:18.0:1673551340.530357:0:309720:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:18.0:1673551340.530358:0:309720:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:18.0:1673551340.530358:0:309720:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:18.0:1673551340.530360:0:309720:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551340.530360:0:309720:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:18.0:1673551340.530361:0:309720:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:18.0:1673551340.530362:0:309720:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000053c4fa09. 02000000:00000001:18.0:1673551340.530363:0:309720:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551340.530363:0:309720:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:18.0:1673551340.530365:0:309720:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000004:00000001:18.0:1673551340.530366:0:309720:0:(mdt_lib.c:398:mdt_check_ucred()) Process entered 00000004:00000001:18.0:1673551340.530367:0:309720:0:(mdt_lib.c:405:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:18.0:1673551340.530369:0:309720:0:(mdt_handler.c:539:mdt_statfs()) blocks cached 0 granted 1906311167 pending 0 free 16804335616 avail 14330667008 00000020:00000020:18.0:1673551340.530370:0:309720:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-MDT0001: processing self export: 0 0 0 00000020:00000020:18.0:1673551340.530371:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0001_UUID/00000000e9be0120 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551340.530373:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0000_UUID/000000000ef2907f dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551340.530373:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0004_UUID/0000000089451880 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551340.530374:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0005_UUID/00000000ebefb99a dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551340.530375:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0007_UUID/00000000dc25e61b dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551340.530376:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0006_UUID/00000000b5e1bf39 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551340.530377:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0003_UUID/0000000057d49917 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551340.530378:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0002_UUID/000000002b2e9d79 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551340.530379:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0000-mdtlov_UUID/000000005666bac4 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551340.530379:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/0000000079935574 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.530380:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0003-mdtlov_UUID/000000004d397a21 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551340.530381:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000f831e444 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.530382:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 8147c41a-b0e0-4f67-9b16-3ecec5e74e59/0000000068eb6ecf dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.530383:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli f6883e33-f9d9-44e1-9620-7d1810cee4d6/0000000016af0c64 dirty 0 pend 0 grant 1879048191 00000020:00000020:18.0:1673551340.530383:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 546ca0b7-6780-4f13-8f75-9c5ff65b0676/00000000395f0866 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.530384:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli e2e002af-f09c-4b05-bf31-5f3b5c0fc2b7/0000000085149461 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.530385:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 6d8d6132-29b8-426f-8245-b058f840fb7b/000000007d0d8ee7 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.530385:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 20170d48-9f93-4e23-b2d9-7467b30c0d37/00000000b61481ba dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.530386:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli b2f40830-929d-417e-aaf4-df6a6828a827/00000000aeff7c1c dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.530387:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli fac71ec6-9f35-4566-9c12-4be9db31431f/0000000000e137be dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.530388:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 77d2bdab-e05e-4099-8d1d-9a11cdcc0ba1/0000000030187047 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.530389:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 45cb3ae8-41b4-4d54-9b54-bb58c7e102f3/0000000057709798 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.530390:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000db8e401b dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.530390:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 49374343-0861-470b-a659-345a443590fd/000000003709ca29 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.530391:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0002-mdtlov_UUID/00000000af8736a1 dirty 0 pend 0 grant 0 00000004:00000020:18.0:1673551340.530392:0:309720:0:(mdt_handler.c:549:mdt_statfs()) 34884907 blocks: 4102621 free, 3498698 avail; 96642000 objects: 68578523 free; state 200 00000004:00000001:18.0:1673551340.530393:0:309720:0:(mdt_handler.c:568:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:18.0:1673551340.530394:0:309720:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813813151, transno 0, xid 1754809395064512 00010000:00000001:18.0:1673551340.530396:0:309720:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:18.0:1673551340.530397:0:309720:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000c2c997a2 x1754809395064512/t0(0) o41->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:226/0 lens 224/368 e 0 to 0 dl 1673551346 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:18.0:1673551340.530400:0:309720:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:18.0:1673551340.530401:0:309720:0:(ldlm_lib.c:3203:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:18.0:1673551340.530401:0:309720:0:(import.c:1925:at_measured()) add 1 to 00000000ae118519 time=108 v=1 (1 1 1 1) 00000100:00000001:18.0:1673551340.530403:0:309720:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:18.0:1673551340.530404:0:309720:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 49 to 172.16.0.20@o2ib 00000100:00000001:18.0:1673551340.530405:0:309720:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 02000000:00000001:18.0:1673551340.530405:0:309720:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:18.0:1673551340.530406:0:309720:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551340.530407:0:309720:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:18.0:1673551340.530408:0:309720:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.21@o2ib 00000400:00000010:18.0:1673551340.530409:0:309720:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a9c3ffa. 00000100:00000200:18.0:1673551340.530411:0:309720:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754809395064512, offset 224 00000400:00000200:18.0:1673551340.530413:0:309720:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.21@o2ib 00000400:00000200:18.0:1673551340.530416:0:309720:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:18.0:1673551340.530418:0:309720:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.21@o2ib local destination 00000400:00000200:18.0:1673551340.530420:0:309720:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:18.0:1673551340.530422:0:309720:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.21@o2ib(172.16.0.21@o2ib:172.16.0.21@o2ib) : PUT try# 0 00000800:00000200:18.0:1673551340.530424:0:309720:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000400:00000200:18.0:1673551340.530426:0:309720:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:18.0:1673551340.530430:0:309720:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000f750ee49] -> 172.16.0.21@o2ib (2) version: 12 00000800:00000200:18.0:1673551340.530431:0:309720:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000051b88e6b] (68)++ 00000800:00000200:18.0:1673551340.530432:0:309720:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000051b88e6b] (69)++ 00000800:00000200:18.0:1673551340.530435:0:309720:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000051b88e6b] (70)-- 00000100:00000001:18.0:1673551340.530436:0:309720:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551340.530437:0:309720:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 48 to 172.16.0.20@o2ib 00010000:00000001:18.0:1673551340.530437:0:309720:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:18.0:1673551340.530438:0:309720:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551340.530438:0:309720:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:18.0:1673551340.530439:0:309720:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2c997a2 x1754809395064512/t0(0) o41->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:226/0 lens 224/368 e 0 to 0 dl 1673551346 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000800:00000200:5.2:1673551340.530444:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (69)++ 00000100:00100000:18.0:1673551340.530446:0:309720:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000c2c997a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out04_00:ai200x-MDT0002-mdtlov_UUID+5:10567:x1754809395064512:12345-172.16.0.20@o2ib:41: Request processed in 102us (171us total) trans 0 rc 0/0 00000100:00100000:18.0:1673551340.530449:0:309720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 532403 00000100:00000040:18.0:1673551340.530450:0:309720:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000af8736a1 : new rpc_count 0 00000100:00000001:18.0:1673551340.530451:0:309720:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:18.0:1673551340.530452:0:309720:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:18.0:1673551340.530454:0:309720:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ffab7b02. 00000020:00000010:18.0:1673551340.530455:0:309720:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000bbe368b. 00000020:00000010:18.0:1673551340.530456:0:309720:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d49e0b4d. 00000800:00000200:19.0:1673551340.530458:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (70)++ 00000020:00000040:18.0:1673551340.530458:0:309720:0:(genops.c:979:class_export_put()) PUTting export 00000000af8736a1 : new refcount 4 00000100:00000001:18.0:1673551340.530459:0:309720:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:19.0:1673551340.530464:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000051b88e6b] (71)-- 00000400:00000200:19.0:1673551340.530466:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:19.0:1673551340.530469:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000800:00000200:17.0:1673551340.530470:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000400:00000200:19.0:1673551340.530471:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003a9c3ffa 00000400:00000010:19.0:1673551340.530472:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003a9c3ffa. 00000100:00000001:19.0:1673551340.530474:0:12873:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:19.0:1673551340.530474:0:12873:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:19.0:1673551340.530476:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000800:00000200:5.2:1673551340.547317:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (68)++ 00000800:00000200:17.0:1673551340.547330:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (69)++ 00000800:00000200:17.0:1673551340.547337:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.57@o2ib 00000400:00000200:17.0:1673551340.547338:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551340.547340:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.57@o2ib : PUT - for me 00000800:00000200:19.0:1673551340.547341:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000400:00000200:17.0:1673551340.547341:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551340.547343:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551340.547344:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551340.547345:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 24 MB=0x63c0044b47780 00000400:00000200:17.0:1673551340.547346:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 18 from 12345-172.16.0.56@o2ib of length 224/224 into md 0x11615cf1 [256] + 5376 00000400:00000200:17.0:1673551340.547348:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551340.547349:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000100:00000001:17.0:1673551340.547350:0:12874:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:17.0:1673551340.547351:0:12874:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_out 00000100:00000010:17.0:1673551340.547352:0:12874:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000009057681d. 00000100:00000040:17.0:1673551340.547353:0:12874:0:(events.c:367:request_in_callback()) incoming req@000000009057681d x1754821710608256 msgsize 224 00000100:00100000:17.0:1673551340.547354:0:12874:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.56@o2ib (source: 12345-172.16.0.57@o2ib) 00000100:00000001:17.0:1673551340.547358:0:12874:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:17.0:1673551340.547360:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000580cc9cc] (69)++ 00000800:00000200:17.0:1673551340.547361:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000580cc9cc] (70)-- 00000800:00000200:17.0:1673551340.547361:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 00000100:00000001:18.0:1673551340.547372:0:309720:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:18.0:1673551340.547373:0:309720:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:18.0:1673551340.547373:0:309720:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:18.0:1673551340.547374:0:309720:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551340.547375:0:309720:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:18.0:1673551340.547376:0:309720:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754821710608256 00000020:00000001:18.0:1673551340.547377:0:309720:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:18.0:1673551340.547378:0:309720:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b77 00000020:00000001:18.0:1673551340.547379:0:309720:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:18.0:1673551340.547380:0:309720:0:(lustre_handles.c:152:class_handle2object()) GET export 000000005666bac4 refcount=5 00000020:00000001:18.0:1673551340.547381:0:309720:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748055040 : -52831469961496576 : ff444e0ed7fbb800) 00000020:00000001:18.0:1673551340.547381:0:309720:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748055040 : -52831469961496576 : ff444e0ed7fbb800) 00000100:00000001:18.0:1673551340.547383:0:309720:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551340.547384:0:309720:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:18.0:1673551340.547385:0:309720:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d49e0b4d. 00000020:00000010:18.0:1673551340.547386:0:309720:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ffab7b02. 00000020:00000010:18.0:1673551340.547388:0:309720:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000bbe368b. 00000100:00000040:18.0:1673551340.547389:0:309720:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_out at +1s 00000100:00000001:18.0:1673551340.547390:0:309720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:18.0:1673551340.547390:0:309720:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:18.0:1673551340.547390:0:309720:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551340.547392:0:309720:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551340.547399:0:309720:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551340.547401:0:309720:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:18.0:1673551340.547402:0:309720:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:19.0:1673551340.547403:0:143820:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:19.0:1673551340.547404:0:143820:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:18.0:1673551340.547404:0:309720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.56@o2ib, seq: 532404 00000100:00000001:19.0:1673551340.547405:0:143820:0:(service.c:2025:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551340.547405:0:309720:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000005666bac4 : new rpc_count 1 00000100:00000001:19.0:1673551340.547406:0:143820:0:(service.c:2230:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551340.547406:0:309720:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912628178386944 : -52831445531164672 : ff444e1488250000) 00000100:00000040:18.0:1673551340.547408:0:309720:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009057681d x1754821710608256/t0(0) o41->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:226/0 lens 224/0 e 0 to 0 dl 1673551346 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:18.0:1673551340.547412:0:309720:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551340.547413:0:309720:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:18.0:1673551340.547414:0:309720:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000009057681d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out04_00:ai200x-MDT0000-mdtlov_UUID+5:12265:x1754821710608256:12345-172.16.0.56@o2ib:41: 00000100:00000200:18.0:1673551340.547416:0:309720:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754821710608256 00000020:00000001:18.0:1673551340.547416:0:309720:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:18.0:1673551340.547418:0:309720:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:18.0:1673551340.547419:0:309720:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551340.547420:0:309720:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:18.0:1673551340.547420:0:309720:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072666184064 : -1043367552 : ffffffffc1cf7980) 00000020:00000001:18.0:1673551340.547422:0:309720:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:18.0:1673551340.547422:0:309720:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:18.0:1673551340.547424:0:309720:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:18.0:1673551340.547424:0:309720:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:18.0:1673551340.547426:0:309720:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551340.547427:0:309720:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:18.0:1673551340.547428:0:309720:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:18.0:1673551340.547429:0:309720:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 000000004c3e36d6. 02000000:00000001:18.0:1673551340.547430:0:309720:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551340.547430:0:309720:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:18.0:1673551340.547432:0:309720:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000004:00000001:18.0:1673551340.547433:0:309720:0:(mdt_lib.c:398:mdt_check_ucred()) Process entered 00000004:00000001:18.0:1673551340.547433:0:309720:0:(mdt_lib.c:405:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:18.0:1673551340.547434:0:309720:0:(mdt_handler.c:539:mdt_statfs()) blocks cached 0 granted 1906311167 pending 0 free 16804335616 avail 14330667008 00000020:00000020:18.0:1673551340.547435:0:309720:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-MDT0001: processing self export: 0 0 0 00000020:00000020:18.0:1673551340.547436:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0001_UUID/00000000e9be0120 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551340.547437:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0000_UUID/000000000ef2907f dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551340.547438:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0004_UUID/0000000089451880 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551340.547439:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0005_UUID/00000000ebefb99a dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551340.547439:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0007_UUID/00000000dc25e61b dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551340.547440:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0006_UUID/00000000b5e1bf39 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551340.547441:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0003_UUID/0000000057d49917 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551340.547441:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0002_UUID/000000002b2e9d79 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551340.547442:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0000-mdtlov_UUID/000000005666bac4 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551340.547443:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/0000000079935574 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.547444:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0003-mdtlov_UUID/000000004d397a21 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551340.547444:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000f831e444 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.547445:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 8147c41a-b0e0-4f67-9b16-3ecec5e74e59/0000000068eb6ecf dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.547446:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli f6883e33-f9d9-44e1-9620-7d1810cee4d6/0000000016af0c64 dirty 0 pend 0 grant 1879048191 00000020:00000020:18.0:1673551340.547446:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 546ca0b7-6780-4f13-8f75-9c5ff65b0676/00000000395f0866 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.547447:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli e2e002af-f09c-4b05-bf31-5f3b5c0fc2b7/0000000085149461 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.547447:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 6d8d6132-29b8-426f-8245-b058f840fb7b/000000007d0d8ee7 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.547449:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 20170d48-9f93-4e23-b2d9-7467b30c0d37/00000000b61481ba dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.547449:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli b2f40830-929d-417e-aaf4-df6a6828a827/00000000aeff7c1c dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.547450:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli fac71ec6-9f35-4566-9c12-4be9db31431f/0000000000e137be dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.547451:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 77d2bdab-e05e-4099-8d1d-9a11cdcc0ba1/0000000030187047 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.547451:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 45cb3ae8-41b4-4d54-9b54-bb58c7e102f3/0000000057709798 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.547452:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000db8e401b dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.547454:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 49374343-0861-470b-a659-345a443590fd/000000003709ca29 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551340.547455:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0002-mdtlov_UUID/00000000af8736a1 dirty 0 pend 0 grant 0 00000004:00000020:18.0:1673551340.547455:0:309720:0:(mdt_handler.c:549:mdt_statfs()) 34884907 blocks: 4102621 free, 3498698 avail; 96642000 objects: 68578523 free; state 200 00000004:00000001:18.0:1673551340.547457:0:309720:0:(mdt_handler.c:568:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:18.0:1673551340.547458:0:309720:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813570213, transno 0, xid 1754821710608256 00010000:00000001:18.0:1673551340.547459:0:309720:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:18.0:1673551340.547460:0:309720:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000009057681d x1754821710608256/t0(0) o41->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:226/0 lens 224/368 e 0 to 0 dl 1673551346 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:18.0:1673551340.547462:0:309720:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:18.0:1673551340.547463:0:309720:0:(ldlm_lib.c:3203:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:18.0:1673551340.547463:0:309720:0:(import.c:1925:at_measured()) add 1 to 00000000ae118519 time=108 v=1 (1 1 1 1) 00000100:00000001:18.0:1673551340.547465:0:309720:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:18.0:1673551340.547466:0:309720:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000e3f031ad refcount 55 to 172.16.0.56@o2ib 00000100:00000001:18.0:1673551340.547467:0:309720:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146464 : -52831505782405152 : ff444e0680e407e0) 02000000:00000001:18.0:1673551340.547467:0:309720:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:18.0:1673551340.547468:0:309720:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551340.547469:0:309720:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:18.0:1673551340.547469:0:309720:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.57@o2ib 00000400:00000010:18.0:1673551340.547470:0:309720:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007052647. 00000100:00000200:18.0:1673551340.547472:0:309720:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754821710608256, offset 224 00000400:00000200:18.0:1673551340.547474:0:309720:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.57@o2ib 00000400:00000200:18.0:1673551340.547476:0:309720:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:18.0:1673551340.547478:0:309720:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.57@o2ib local destination 00000400:00000200:18.0:1673551340.547479:0:309720:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:18.0:1673551340.547482:0:309720:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.57@o2ib(172.16.0.57@o2ib:172.16.0.57@o2ib) : PUT try# 0 00000800:00000200:18.0:1673551340.547483:0:309720:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000400:00000200:18.0:1673551340.547485:0:309720:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:18.0:1673551340.547487:0:309720:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000625538ff] -> 172.16.0.57@o2ib (2) version: 12 00000800:00000200:18.0:1673551340.547488:0:309720:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000580cc9cc] (68)++ 00000800:00000200:18.0:1673551340.547488:0:309720:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000580cc9cc] (69)++ 00000800:00000200:18.0:1673551340.547491:0:309720:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000580cc9cc] (70)-- 00000100:00000001:18.0:1673551340.547491:0:309720:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551340.547492:0:309720:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000e3f031ad refcount 54 to 172.16.0.56@o2ib 00010000:00000001:18.0:1673551340.547493:0:309720:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:18.0:1673551340.547493:0:309720:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551340.547494:0:309720:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:18.0:1673551340.547495:0:309720:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009057681d x1754821710608256/t0(0) o41->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:226/0 lens 224/368 e 0 to 0 dl 1673551346 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:18.0:1673551340.547497:0:309720:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000009057681d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out04_00:ai200x-MDT0000-mdtlov_UUID+5:12265:x1754821710608256:12345-172.16.0.56@o2ib:41: Request processed in 84us (143us total) trans 0 rc 0/0 00000100:00100000:18.0:1673551340.547499:0:309720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.56@o2ib, seq: 532404 00000800:00000200:5.2:1673551340.547499:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (69)++ 00000100:00000040:18.0:1673551340.547500:0:309720:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005666bac4 : new rpc_count 0 00000100:00000001:18.0:1673551340.547500:0:309720:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:18.0:1673551340.547501:0:309720:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:18.0:1673551340.547502:0:309720:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ffab7b02. 00000020:00000010:18.0:1673551340.547503:0:309720:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000bbe368b. 00000020:00000010:18.0:1673551340.547504:0:309720:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d49e0b4d. 00000020:00000040:18.0:1673551340.547506:0:309720:0:(genops.c:979:class_export_put()) PUTting export 000000005666bac4 : new refcount 4 00000100:00000001:18.0:1673551340.547506:0:309720:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:19.0:1673551340.547510:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (70)++ 00000800:00000200:19.0:1673551340.547516:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000580cc9cc] (71)-- 00000400:00000200:19.0:1673551340.547517:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:17.0:1673551340.547519:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000400:00000200:19.0:1673551340.547520:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000400:00000200:19.0:1673551340.547521:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000007052647 00000400:00000010:19.0:1673551340.547523:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000007052647. 00000100:00000001:19.0:1673551340.547523:0:12873:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:19.0:1673551340.547524:0:12873:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:19.0:1673551340.547525:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 00000004:00000001:9.0:1673551340.757069:0:2270161:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:9.0:1673551340.757071:0:2270161:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000010:9.0:1673551340.757075:0:2270161:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000008bf120a9. 00000004:00000001:11.0:1673551340.757077:0:2270159:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:11.0:1673551340.757078:0:2270159:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000020:00000040:9.0:1673551340.757078:0:2270161:0:(genops.c:1192:class_import_get()) import 00000000dbb812a7 refcount=3 obd=ai200x-MDT0003-osp-MDT0001 00000100:00000010:11.0:1673551340.757080:0:2270159:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000a6a5bc6b. 00000100:00000001:9.0:1673551340.757080:0:2270161:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:9.0:1673551340.757081:0:2270161:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:11.0:1673551340.757082:0:2270159:0:(genops.c:1192:class_import_get()) import 00000000fcc504f5 refcount=3 obd=ai200x-MDT0000-osp-MDT0001 02000000:00000001:9.0:1673551340.757083:0:2270161:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551340.757084:0:2270159:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:11.0:1673551340.757085:0:2270159:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:11.0:1673551340.757086:0:2270159:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:9.0:1673551340.757086:0:2270161:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d5c7cd3c. 02000000:00000010:11.0:1673551340.757088:0:2270159:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa603d8d. 00000100:00000001:9.0:1673551340.757089:0:2270161:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551340.757090:0:2270159:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551340.757091:0:2270159:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:9.0:1673551340.757091:0:2270161:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:11.0:1673551340.757092:0:2270159:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.757092:0:2270161:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1673551340.757096:0:2270159:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000a6a5bc6b] to pc [ptlrpcd_02_00+0] req@00000000a6a5bc6b x1754791738763328/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:9.0:1673551340.757096:0:2270161:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [000000008bf120a9] to pc [ptlrpcd_02_01+1] req@000000008bf120a9 x1754791738763264/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:11.0:1673551340.757106:0:2270159:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:9.0:1673551340.757106:0:2270161:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551340.757114:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551340.757114:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551340.757116:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:10.0:1673551340.757117:0:12910:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551340.757117:0:12911:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:10.0:1673551340.757118:0:12910:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:10.0:1673551340.757120:0:12910:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a6a5bc6b x1754791738763328/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:9.0:1673551340.757120:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008bf120a9 x1754791738763264/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:9.0:1673551340.757123:0:12911:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:9.0:1673551340.757124:0:12911:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551340.757125:0:12910:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:10.0:1673551340.757125:0:12910:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1673551340.757125:0:12911:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:10.0:1673551340.757126:0:12910:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:9.0:1673551340.757126:0:12911:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1673551340.757127:0:12910:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1673551340.757128:0:12910:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000a6a5bc6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:ai200x-MDT0001-mdtlov_UUID:12910:1754791738763328:172.16.0.56@o2ib:41: 00000100:00100000:9.0:1673551340.757128:0:12911:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@000000008bf120a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:ai200x-MDT0001-mdtlov_UUID:12911:1754791738763264:172.16.0.22@o2ib:41: 00000100:00000001:9.0:1673551340.757130:0:12911:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000001:10.0:1673551340.757131:0:12910:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:9.0:1673551340.757131:0:12911:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:10.0:1673551340.757132:0:12910:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:9.0:1673551340.757132:0:12911:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1673551340.757133:0:12910:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1673551340.757133:0:12910:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:10.0:1673551340.757134:0:12910:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f0aa1a2b. 02000000:00000001:9.0:1673551340.757134:0:12911:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:10.0:1673551340.757135:0:12910:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:9.0:1673551340.757135:0:12911:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000060e2f62c. 02000000:00000001:9.0:1673551340.757136:0:12911:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1673551340.757138:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000010:10.0:1673551340.757140:0:12910:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000006c3b02ec. 00000400:00000200:9.0:1673551340.757140:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000010:10.0:1673551340.757141:0:12910:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d763b32. 00000400:00000010:9.0:1673551340.757141:0:12911:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000002f42a08c. 00000400:00000010:9.0:1673551340.757143:0:12911:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003d9a1b3. 00000100:00000200:10.0:1673551340.757144:0:12910:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738763328, portal 4 00000100:00000001:10.0:1673551340.757144:0:12910:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:10.0:1673551340.757145:0:12910:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912558540961280 : -52831515168590336 : ff444e04516e3600) 00000100:00000200:9.0:1673551340.757145:0:12911:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738763264, portal 4 00000100:00000001:9.0:1673551340.757146:0:12911:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000040:10.0:1673551340.757147:0:12910:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000a6a5bc6b x1754791738763328/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551347 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:9.0:1673551340.757147:0:12911:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912574856338176 : -52831498853213440 : ff444e081de71b00) 00000100:00000040:9.0:1673551340.757149:0:12911:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@000000008bf120a9 x1754791738763264/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551347 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:10.0:1673551340.757150:0:12910:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:10.0:1673551340.757151:0:12910:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000400:00000010:10.0:1673551340.757151:0:12910:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a6c644d5. 00000100:00000200:10.0:1673551340.757152:0:12910:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1754791738763328, offset 0 00000100:00000001:9.0:1673551340.757152:0:12911:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:9.0:1673551340.757153:0:12911:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000010:9.0:1673551340.757154:0:12911:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6afcfeb. 00000400:00000200:10.0:1673551340.757155:0:12910:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000100:00000200:9.0:1673551340.757157:0:12911:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1754791738763264, offset 0 00000400:00000200:10.0:1673551340.757158:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:9.0:1673551340.757159:0:12911:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000400:00000200:10.0:1673551340.757160:0:12910:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000400:00000200:10.0:1673551340.757163:0:12910:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964981, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:10.0:1673551340.757166:0:12910:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964982, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964981, g:4294967295] 00000400:00000200:10.0:1673551340.757167:0:12910:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:10.0:1673551340.757168:0:12910:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964981, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964981, g:4294967295] 00000400:00000200:10.0:1673551340.757170:0:12910:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964982, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964981, g:4294967295] 00000400:00000200:10.0:1673551340.757170:0:12910:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:10.0:1673551340.757171:0:12910:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:10.0:1673551340.757173:0:12910:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:10.0:1673551340.757173:0:12910:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501162, 4501160] 00000400:00000200:10.0:1673551340.757174:0:12910:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.56@o2ib 00000400:00000200:10.0:1673551340.757175:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:9.0:1673551340.757177:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:10.0:1673551340.757178:0:12910:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) : PUT try# 0 00000400:00000200:9.0:1673551340.757180:0:12911:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.22@o2ib local destination 00000800:00000200:10.0:1673551340.757181:0:12910:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.56@o2ib 00000400:00000200:9.0:1673551340.757182:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964982, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:9.0:1673551340.757184:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964982, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10964982, g:4294967295] 00000400:00000200:9.0:1673551340.757185:0:12911:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:9.0:1673551340.757186:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964982, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964982, g:4294967295] 00000400:00000200:9.0:1673551340.757187:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964982, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964982, g:4294967295] 00000400:00000200:9.0:1673551340.757188:0:12911:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:9.0:1673551340.757189:0:12911:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:9.0:1673551340.757190:0:12911:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:9.0:1673551340.757191:0:12911:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.23@o2ib c:[32, 32], s:[3094129, 3094130] 00000400:00000200:9.0:1673551340.757192:0:12911:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.23@o2ib 00000400:00000200:9.0:1673551340.757193:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:10.0:1673551340.757194:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:9.0:1673551340.757196:0:12911:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.23@o2ib(172.16.0.22@o2ib:172.16.0.23@o2ib) : PUT try# 0 00000800:00000200:10.0:1673551340.757197:0:12910:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000076e6a972] -> 172.16.0.56@o2ib (2) version: 12 00000800:00000200:9.0:1673551340.757198:0:12911:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.23@o2ib 00000800:00000200:10.0:1673551340.757199:0:12910:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000f2f16d9a] (68)++ 00000800:00000200:10.0:1673551340.757200:0:12910:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000f2f16d9a] (69)++ 00000400:00000200:9.0:1673551340.757200:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:9.0:1673551340.757203:0:12911:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000006b07c300] -> 172.16.0.23@o2ib (2) version: 12 00000800:00000200:9.0:1673551340.757204:0:12911:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000036519f99] (68)++ 00000800:00000200:10.0:1673551340.757205:0:12910:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000f2f16d9a] (70)-- 00000800:00000200:9.0:1673551340.757205:0:12911:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000036519f99] (69)++ 00000100:00000001:10.0:1673551340.757206:0:12910:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551340.757207:0:12910:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:10.0:1673551340.757208:0:12910:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551340.757209:0:12910:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551340.757209:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:9.0:1673551340.757209:0:12911:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000036519f99] (70)-- 00000100:00000001:9.0:1673551340.757210:0:12911:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.757211:0:12911:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:10.0:1673551340.757212:0:12910:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1673551340.757212:0:12911:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551340.757213:0:12910:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:10.0:1673551340.757213:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1673551340.757213:0:12910:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:10.0:1673551340.757214:0:12910:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551340.757214:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.757214:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551340.757215:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1673551340.757215:0:12910:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:10.0:1673551340.757215:0:12910:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.757215:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:10.0:1673551340.757216:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.757218:0:12911:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1673551340.757218:0:12911:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:9.0:1673551340.757219:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551340.757220:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551340.757220:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.757221:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.757222:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551340.757222:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551340.757223:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.757223:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.2:1673551340.757224:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:6.2:1673551340.757224:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000036519f99] (69)++ 00000800:00000200:13.0:1673551340.757241:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)++ 00000800:00000200:3.0:1673551340.757241:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (70)++ 00000800:00000200:13.0:1673551340.757249:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000f2f16d9a] (71)-- 00000800:00000200:3.0:1673551340.757249:0:12866:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000036519f99] (71)-- 00000400:00000200:13.0:1673551340.757251:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1673551340.757251:0:12866:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551340.757256:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: PUT: OK 00000400:00000200:3.0:1673551340.757256:0:12866:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000400:00000200:3.0:1673551340.757258:0:12866:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000c6afcfeb 00000400:00000010:3.0:1673551340.757259:0:12866:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000c6afcfeb. 00000800:00000200:2.0:1673551340.757259:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (70)-- 00000400:00000200:13.0:1673551340.757261:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000a6c644d5 00000100:00000001:3.0:1673551340.757261:0:12866:0:(events.c:54:request_out_callback()) Process entered 00000400:00000010:13.0:1673551340.757262:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000a6c644d5. 00000800:00000200:12.0:1673551340.757262:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000100:00000001:13.0:1673551340.757264:0:12871:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:3.0:1673551340.757264:0:12866:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@000000008bf120a9 x1754791738763264/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551347 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000200:13.0:1673551340.757267:0:12871:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000a6a5bc6b x1754791738763328/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551347 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1673551340.757271:0:12866:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:13.0:1673551340.757272:0:12871:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1673551340.757273:0:12866:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008bf120a9 x1754791738763264/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551347 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:13.0:1673551340.757274:0:12871:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a6a5bc6b x1754791738763328/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551347 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1673551340.757275:0:12866:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551340.757276:0:12866:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:13.0:1673551340.757278:0:12871:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1673551340.757278:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (69)-- 00000100:00000001:13.0:1673551340.757279:0:12871:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:13.0:1673551340.757281:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000800:00000200:6.2:1673551340.757353:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000036519f99] (68)++ 00000800:00000200:8.2:1673551340.757365:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (68)++ 00000800:00000200:2.0:1673551340.757365:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (69)++ 00000800:00000200:2.0:1673551340.757372:0:12865:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.23@o2ib 00000400:00000200:2.0:1673551340.757374:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:12.0:1673551340.757376:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)++ 00000400:00000200:2.0:1673551340.757377:0:12865:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.23@o2ib : PUT - for me 00000800:00000200:3.0:1673551340.757378:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (70)-- 00000400:00000200:2.0:1673551340.757380:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:2.0:1673551340.757382:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:12.0:1673551340.757383:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.56@o2ib 00000400:00000200:2.0:1673551340.757384:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:12.0:1673551340.757386:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:2.0:1673551340.757386:0:12865:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 368 into portal 4 MB=0x63bf94a3e6800 00000800:00000200:13.0:1673551340.757387:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000400:00000200:12.0:1673551340.757388:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.56@o2ib : PUT - for me 00000400:00000200:2.0:1673551340.757388:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:2.0:1673551340.757390:0:12865:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.22@o2ib of length 368/368 into md 0x13a9db55 [1] + 224 00000400:00000200:12.0:1673551340.757391:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:12.0:1673551340.757393:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:2.0:1673551340.757393:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551340.757395:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:2.0:1673551340.757395:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000400:00000200:12.0:1673551340.757397:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 368 into portal 4 MB=0x63bf94a3e6840 00000100:00000001:2.0:1673551340.757397:0:12865:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:12.0:1673551340.757399:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000200:2.0:1673551340.757399:0:12865:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@000000008bf120a9 x1754791738763264/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:12.0:1673551340.757401:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.56@o2ib of length 368/368 into md 0x4bd8e5cd [1] + 224 00000100:00000040:2.0:1673551340.757402:0:12865:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@000000008bf120a9 x1754791738763264/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:12.0:1673551340.757403:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551340.757405:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: PUT: OK 00000100:00000001:12.0:1673551340.757407:0:12872:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:12.0:1673551340.757408:0:12872:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000a6a5bc6b x1754791738763328/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1673551340.757409:0:12865:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:2.0:1673551340.757411:0:12865:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000036519f99] (69)++ 00000100:00000040:12.0:1673551340.757412:0:12872:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000a6a5bc6b x1754791738763328/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1673551340.757412:0:12865:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000036519f99] (70)-- 00000800:00000200:2.0:1673551340.757413:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (69)-- 00000100:00000001:9.0:1673551340.757416:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551340.757417:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:9.0:1673551340.757419:0:12911:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:9.0:1673551340.757419:0:12911:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:12.0:1673551340.757420:0:12872:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000010:9.0:1673551340.757420:0:12911:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000002f42a08c. 00000400:00000200:9.0:1673551340.757421:0:12911:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000003d9a1b3 00000400:00000010:9.0:1673551340.757421:0:12911:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000003d9a1b3. 00000800:00000200:12.0:1673551340.757422:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000f2f16d9a] (69)++ 00000100:00000001:9.0:1673551340.757422:0:12911:0:(events.c:104:reply_in_callback()) Process entered 00000800:00000200:12.0:1673551340.757423:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000f2f16d9a] (70)-- 00000800:00000200:12.0:1673551340.757423:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000100:00000200:9.0:1673551340.757423:0:12911:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@000000008bf120a9 x1754791738763264/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:9.0:1673551340.757426:0:12911:0:(events.c:128:reply_in_callback()) @@@ unlink req@000000008bf120a9 x1754791738763264/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:10.0:1673551340.757427:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1673551340.757427:0:12910:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551340.757427:0:12911:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000001:10.0:1673551340.757428:0:12910:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:9.0:1673551340.757428:0:12911:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551340.757428:0:12911:0:(client.c:1442:after_reply()) Process entered 00000400:00000001:10.0:1673551340.757429:0:12910:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:10.0:1673551340.757429:0:12910:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000006c3b02ec. 02000000:00000001:9.0:1673551340.757429:0:12911:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:9.0:1673551340.757429:0:12911:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000400:00000200:10.0:1673551340.757430:0:12910:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000002d763b32 00000400:00000010:10.0:1673551340.757430:0:12910:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000002d763b32. 00000100:00000001:10.0:1673551340.757431:0:12910:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:9.0:1673551340.757431:0:12911:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:10.0:1673551340.757432:0:12910:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000a6a5bc6b x1754791738763328/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 02000000:00000001:9.0:1673551340.757432:0:12911:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:9.0:1673551340.757433:0:12911:0:(import.c:1925:at_measured()) add 1 to 000000006c56600e time=112 v=1 (1 1 1 1) 00000100:00000200:10.0:1673551340.757435:0:12910:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000a6a5bc6b x1754791738763328/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00001000:9.0:1673551340.757435:0:12911:0:(import.c:1925:at_measured()) add 1 to 0000000081de362e time=112 v=1 (1 1 1 1) 00000100:00000001:9.0:1673551340.757435:0:12911:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:9.0:1673551340.757436:0:12911:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:9.0:1673551340.757437:0:12911:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:10.0:1673551340.757439:0:12910:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:10.0:1673551340.757439:0:12910:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:9.0:1673551340.757439:0:12911:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551340.757440:0:12910:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:10.0:1673551340.757440:0:12910:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:9.0:1673551340.757440:0:12911:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:9.0:1673551340.757440:0:12911:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0003-osp-MDT0001: skip recheck: last_committed 270864996109 00000100:00000001:10.0:1673551340.757441:0:12910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:9.0:1673551340.757441:0:12911:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:10.0:1673551340.757442:0:12910:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1673551340.757442:0:12910:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.757442:0:12911:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1673551340.757443:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008bf120a9 x1754791738763264/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00001000:10.0:1673551340.757444:0:12910:0:(import.c:1925:at_measured()) add 1 to 000000004201432e time=112 v=1 (1 1 1 1) 00000100:00001000:10.0:1673551340.757445:0:12910:0:(import.c:1925:at_measured()) add 1 to 00000000fdf5b919 time=112 v=1 (1 1 1 1) 00000100:00000001:9.0:1673551340.757445:0:12911:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:10.0:1673551340.757446:0:12910:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:10.0:1673551340.757446:0:12910:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.757446:0:12911:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:10.0:1673551340.757447:0:12910:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:10.0:1673551340.757447:0:12910:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.757447:0:12911:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:9.0:1673551340.757447:0:12911:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000100:00000001:10.0:1673551340.757448:0:12910:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000004:00000040:9.0:1673551340.757448:0:12911:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-MDT0003-osp-MDT0001: blocks=34884907 free=3788631 avail=3184708 avail_mb=12440 hwm_mb=267 files=96642000 ffree=66397551 state=200: rc = 0 00000100:00000040:10.0:1673551340.757449:0:12910:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0000-osp-MDT0001: skip recheck: last_committed 313781747073 00000100:00000001:10.0:1673551340.757449:0:12910:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:10.0:1673551340.757450:0:12910:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:9.0:1673551340.757450:0:12911:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-MDT0003-osp-MDT0001 (000000009005aeae): 34884907 blocks, 3788631 free, 3184708 avail, 4096 bsize, 133 reserved mb low, 267 reserved mb high, 63 reserved ino low, 127 reserved ino high, 96642000 files, 66397551 free files 0x200 00000100:00000040:10.0:1673551340.757451:0:12910:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a6a5bc6b x1754791738763328/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000004:00000001:9.0:1673551340.757452:0:12911:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551340.757453:0:12910:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:9.0:1673551340.757453:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008bf120a9 x1754791738763264/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000001:10.0:1673551340.757454:0:12910:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:10.0:1673551340.757454:0:12910:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:10.0:1673551340.757455:0:12910:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000100:00100000:9.0:1673551340.757455:0:12911:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@000000008bf120a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:ai200x-MDT0001-mdtlov_UUID:12911:1754791738763264:172.16.0.22@o2ib:41: 00000004:00000040:10.0:1673551340.757456:0:12910:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-MDT0000-osp-MDT0001: blocks=34884907 free=1534985 avail=931062 avail_mb=3636 hwm_mb=267 files=96642000 ffree=62767139 state=200: rc = 0 00000004:00000020:10.0:1673551340.757457:0:12910:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-MDT0000-osp-MDT0001 (000000002bb7609b): 34884907 blocks, 1534985 free, 931062 avail, 4096 bsize, 133 reserved mb low, 267 reserved mb high, 59 reserved ino low, 119 reserved ino high, 96642000 files, 62767139 free files 0x200 00000100:00000001:9.0:1673551340.757457:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551340.757458:0:12911:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:9.0:1673551340.757458:0:12911:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008bf120a9 x1754791738763264/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000004:00000001:10.0:1673551340.757459:0:12910:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1673551340.757460:0:12910:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6a5bc6b x1754791738763328/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000001:9.0:1673551340.757460:0:12911:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:9.0:1673551340.757461:0:12911:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:9.0:1673551340.757461:0:12911:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000060e2f62c. 00000100:00100000:10.0:1673551340.757462:0:12910:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000a6a5bc6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:ai200x-MDT0001-mdtlov_UUID:12910:1754791738763328:172.16.0.56@o2ib:41: 02000000:00000001:9.0:1673551340.757462:0:12911:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:9.0:1673551340.757463:0:12911:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:9.0:1673551340.757463:0:12911:0:(genops.c:1205:class_import_put()) import 00000000dbb812a7 refcount=2 obd=ai200x-MDT0003-osp-MDT0001 00000100:00000001:10.0:1673551340.757464:0:12910:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:9.0:1673551340.757464:0:12911:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:9.0:1673551340.757464:0:12911:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d5c7cd3c. 00000100:00000001:10.0:1673551340.757465:0:12910:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:10.0:1673551340.757465:0:12910:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a6a5bc6b x1754791738763328/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 02000000:00000001:9.0:1673551340.757465:0:12911:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:9.0:1673551340.757466:0:12911:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:9.0:1673551340.757466:0:12911:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000008bf120a9. 00000100:00000001:10.0:1673551340.757467:0:12910:0:(client.c:2641:__ptlrpc_free_req()) Process entered 00000100:00000001:9.0:1673551340.757467:0:12911:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:9.0:1673551340.757467:0:12911:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:10.0:1673551340.757468:0:12910:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:10.0:1673551340.757468:0:12910:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f0aa1a2b. 00000100:00000001:9.0:1673551340.757468:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551340.757468:0:12911:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:10.0:1673551340.757469:0:12910:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:9.0:1673551340.757469:0:12911:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.757469:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1673551340.757470:0:12910:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:10.0:1673551340.757470:0:12910:0:(genops.c:1205:class_import_put()) import 00000000fcc504f5 refcount=2 obd=ai200x-MDT0000-osp-MDT0001 00000100:00000001:9.0:1673551340.757470:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551340.757470:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1673551340.757471:0:12910:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:10.0:1673551340.757471:0:12910:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000fa603d8d. 00000100:00000001:9.0:1673551340.757471:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1673551340.757472:0:12910:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:10.0:1673551340.757473:0:12910:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:10.0:1673551340.757473:0:12910:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000a6a5bc6b. 00000100:00000001:10.0:1673551340.757474:0:12910:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:10.0:1673551340.757474:0:12910:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:10.0:1673551340.757475:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:10.0:1673551340.757476:0:12910:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:10.0:1673551340.757476:0:12910:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551340.757476:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1673551340.757477:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551340.757477:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1673551340.757478:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551341.205068:0:1308470:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1673551341.205070:0:1308470:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551341.269063:0:2270169:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000001:7.0:1673551341.269064:0:2270163:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:0.0:1673551341.269064:0:2270169:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000004:00000020:7.0:1673551341.269065:0:2270163:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000010:7.0:1673551341.269068:0:2270163:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000651bb9d0. 00000100:00000010:0.0:1673551341.269068:0:2270169:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000061c7ca54. 00000020:00000040:7.0:1673551341.269070:0:2270163:0:(genops.c:1192:class_import_get()) import 000000000b46b2ec refcount=3 obd=ai200x-MDT0002-osp-MDT0001 00000020:00000040:0.0:1673551341.269070:0:2270169:0:(genops.c:1192:class_import_get()) import 00000000aefacf36 refcount=3 obd=ai200x-OST0005-osc-MDT0001 00000004:00000001:8.0:1673551341.269071:0:2270173:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:8.0:1673551341.269072:0:2270173:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000001:7.0:1673551341.269072:0:2270163:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1673551341.269072:0:2270169:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:8.0:1673551341.269073:0:2270173:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000a307c391. 02000000:00000001:7.0:1673551341.269073:0:2270163:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:7.0:1673551341.269074:0:2270163:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1673551341.269074:0:2270169:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:8.0:1673551341.269075:0:2270173:0:(genops.c:1192:class_import_get()) import 00000000e662c092 refcount=3 obd=ai200x-OST0004-osc-MDT0001 02000000:00000001:0.0:1673551341.269075:0:2270169:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551341.269076:0:2270173:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:8.0:1673551341.269076:0:2270173:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:8.0:1673551341.269077:0:2270173:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:7.0:1673551341.269077:0:2270163:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b05b2474. 02000000:00000010:0.0:1673551341.269077:0:2270169:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000098f1f77c. 02000000:00000010:8.0:1673551341.269078:0:2270173:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020c38961. 00000100:00000001:8.0:1673551341.269079:0:2270173:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551341.269079:0:2270163:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551341.269079:0:2270169:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551341.269081:0:2270173:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:7.0:1673551341.269081:0:2270163:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1673551341.269081:0:2270169:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:8.0:1673551341.269082:0:2270173:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551341.269082:0:2270163:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551341.269082:0:2270169:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1673551341.269084:0:2270173:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000a307c391] to pc [ptlrpcd_02_02+2] req@00000000a307c391 x1754791738763520/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:7.0:1673551341.269085:0:2270163:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000651bb9d0] to pc [ptlrpcd_01_02+2] req@00000000651bb9d0 x1754791738763392/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:0.0:1673551341.269085:0:2270169:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [0000000061c7ca54] to pc [ptlrpcd_00_01+1] req@0000000061c7ca54 x1754791738763456/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:8.0:1673551341.269097:0:2270173:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:7.0:1673551341.269098:0:2270163:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551341.269098:0:2270169:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551341.269100:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551341.269101:0:12912:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1673551341.269102:0:12912:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1673551341.269102:0:12903:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000040:11.0:1673551341.269104:0:12912:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a307c391 x1754791738763520/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1673551341.269104:0:12903:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551341.269105:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551341.269105:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551341.269105:0:12903:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1673551341.269105:0:12902:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1673551341.269106:0:12902:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551341.269107:0:12912:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:9.0:1673551341.269107:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:4.0:1673551341.269107:0:12909:0:(ptlrpcd.c:421:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:3.0:1673551341.269107:0:12903:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000061c7ca54 x1754791738763456/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:11.0:1673551341.269108:0:12912:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551341.269108:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551341.269108:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:11.0:1673551341.269109:0:12912:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:5.0:1673551341.269109:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1673551341.269110:0:12912:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:11.0:1673551341.269111:0:12912:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000a307c391 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:ai200x-MDT0001-mdtlov_UUID:12912:1754791738763520:172.16.0.20@o2ib:13: 00000100:00000001:11.0:1673551341.269112:0:12912:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000001:4.0:1673551341.269112:0:12909:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1673551341.269112:0:12903:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 02000000:00000001:11.0:1673551341.269113:0:12912:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:4.0:1673551341.269113:0:12909:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551341.269113:0:12903:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1673551341.269114:0:12912:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551341.269114:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551341.269114:0:12909:0:(client.c:1822:ptlrpc_check_set()) Process entered 02000000:00000001:11.0:1673551341.269115:0:12912:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:11.0:1673551341.269115:0:12912:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000087857dd8. 00000100:00000001:4.0:1673551341.269115:0:12909:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1673551341.269115:0:12903:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:11.0:1673551341.269116:0:12912:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1673551341.269116:0:12903:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1673551341.269117:0:12903:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@0000000061c7ca54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ai200x-MDT0001-mdtlov_UUID:12903:1754791738763456:172.16.0.20@o2ib:13: 00000400:00000200:11.0:1673551341.269118:0:12912:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000040:4.0:1673551341.269118:0:12909:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000651bb9d0 x1754791738763392/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:11.0:1673551341.269119:0:12912:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000009d432585. 00000400:00000010:11.0:1673551341.269120:0:12912:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001922871e. 00000100:00000001:3.0:1673551341.269120:0:12903:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000200:11.0:1673551341.269121:0:12912:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738763520, portal 4 02000000:00000001:3.0:1673551341.269121:0:12903:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:11.0:1673551341.269122:0:12912:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:11.0:1673551341.269122:0:12912:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912565958865024 : -52831507750686592 : ff444e060b927080) 02000000:00000001:3.0:1673551341.269122:0:12903:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551341.269123:0:12909:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1673551341.269123:0:12903:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:11.0:1673551341.269124:0:12912:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000a307c391 x1754791738763520/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551348 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:4.0:1673551341.269124:0:12909:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1673551341.269125:0:12909:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1673551341.269125:0:12903:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bbc46950. 00000100:00000001:11.0:1673551341.269126:0:12912:0:(niobuf.c:56:ptl_send_buf()) Process entered 02000000:00000001:3.0:1673551341.269126:0:12903:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1673551341.269127:0:12912:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 02000000:00000001:4.0:1673551341.269127:0:12909:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:11.0:1673551341.269128:0:12912:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4d7ceaa. 00000100:00100000:4.0:1673551341.269128:0:12909:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000651bb9d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:ai200x-MDT0001-mdtlov_UUID:12909:1754791738763392:172.16.0.20@o2ib:41: 00000400:00000200:3.0:1673551341.269128:0:12903:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000200:11.0:1673551341.269129:0:12912:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738763520, offset 0 00000400:00000010:3.0:1673551341.269129:0:12903:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000006c1d5758. 00000100:00000001:4.0:1673551341.269130:0:12909:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000400:00000200:11.0:1673551341.269131:0:12912:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 02000000:00000001:4.0:1673551341.269131:0:12909:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:4.0:1673551341.269131:0:12909:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1673551341.269131:0:12903:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dd078ff. 02000000:00000001:4.0:1673551341.269132:0:12909:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:11.0:1673551341.269133:0:12912:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 02000000:00000010:4.0:1673551341.269133:0:12909:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f149fdf8. 00000100:00000200:3.0:1673551341.269133:0:12903:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738763456, portal 4 00000100:00000001:3.0:1673551341.269133:0:12903:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000400:00000200:11.0:1673551341.269134:0:12912:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 02000000:00000001:4.0:1673551341.269134:0:12909:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551341.269134:0:12903:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912610150892416 : -52831463558659200 : ff444e10559f4380) 00000400:00000200:4.0:1673551341.269135:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000040:3.0:1673551341.269136:0:12903:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@0000000061c7ca54 x1754791738763456/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551348 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:11.0:1673551341.269137:0:12912:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964982, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000010:4.0:1673551341.269137:0:12909:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000002c3f858a. 00000400:00000200:11.0:1673551341.269138:0:12912:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964983, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964982, g:4294967295] 00000400:00000010:4.0:1673551341.269138:0:12909:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004da79ec4. 00000100:00000001:3.0:1673551341.269139:0:12903:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000200:11.0:1673551341.269140:0:12912:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000100:00000200:4.0:1673551341.269140:0:12909:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738763392, portal 4 00000100:00000001:4.0:1673551341.269140:0:12909:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1673551341.269140:0:12903:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:3.0:1673551341.269140:0:12903:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000025fb12a0. 00000400:00000200:11.0:1673551341.269141:0:12912:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964982, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964982, g:4294967295] 00000100:00000001:4.0:1673551341.269141:0:12909:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912620950836608 : -52831452758715008 : ff444e12d9595580) 00000100:00000200:3.0:1673551341.269141:0:12903:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738763456, offset 0 00000400:00000200:11.0:1673551341.269142:0:12912:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964983, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964982, g:4294967295] 00000400:00000200:11.0:1673551341.269143:0:12912:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000100:00000040:4.0:1673551341.269143:0:12909:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000651bb9d0 x1754791738763392/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551348 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1673551341.269143:0:12903:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:11.0:1673551341.269144:0:12912:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:3.0:1673551341.269145:0:12903:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:11.0:1673551341.269146:0:12912:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:11.0:1673551341.269146:0:12912:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[32, 32], s:[10403808, 10403807] 00000100:00000001:4.0:1673551341.269146:0:12909:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:4.0:1673551341.269146:0:12909:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000200:11.0:1673551341.269147:0:12912:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.20@o2ib 00000400:00000010:4.0:1673551341.269147:0:12909:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f225e49b. 00000400:00000200:3.0:1673551341.269147:0:12903:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000100:00000200:4.0:1673551341.269148:0:12909:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1754791738763392, offset 0 00000400:00000200:11.0:1673551341.269149:0:12912:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:3.0:1673551341.269149:0:12903:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964983, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:4.0:1673551341.269150:0:12909:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:11.0:1673551341.269151:0:12912:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000400:00000200:3.0:1673551341.269151:0:12903:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964983, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964983, g:4294967295] 00000400:00000200:4.0:1673551341.269152:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:11.0:1673551341.269153:0:12912:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000400:00000200:4.0:1673551341.269153:0:12909:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000400:00000200:3.0:1673551341.269153:0:12903:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:3.0:1673551341.269154:0:12903:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964983, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10964983, g:4294967295] 00000400:00000200:11.0:1673551341.269155:0:12912:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:4.0:1673551341.269155:0:12909:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964983, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:3.0:1673551341.269155:0:12903:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964983, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10964983, g:4294967295] 00000400:00000200:3.0:1673551341.269156:0:12903:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000800:00000200:11.0:1673551341.269157:0:12912:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000c10ae60a] -> 172.16.0.20@o2ib (2) version: 12 00000400:00000200:4.0:1673551341.269157:0:12909:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964983, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10964983, g:4294967295] 00000400:00000200:3.0:1673551341.269157:0:12903:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000800:00000200:11.0:1673551341.269158:0:12912:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000306224d2] (68)++ 00000400:00000200:3.0:1673551341.269158:0:12903:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000800:00000200:11.0:1673551341.269159:0:12912:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000306224d2] (69)++ 00000400:00000200:4.0:1673551341.269159:0:12909:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:3.0:1673551341.269159:0:12903:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[32, 31], s:[10403808, 10403808] 00000400:00000200:4.0:1673551341.269160:0:12909:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964983, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964984, g:4294967295] 00000400:00000200:3.0:1673551341.269160:0:12903:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.21@o2ib 00000400:00000200:4.0:1673551341.269161:0:12909:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964984, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964984, g:4294967295] 00000400:00000200:3.0:1673551341.269161:0:12903:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:11.0:1673551341.269162:0:12912:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000306224d2] (70)-- 00000100:00000001:11.0:1673551341.269162:0:12912:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551341.269163:0:12912:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:4.0:1673551341.269163:0:12909:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000100:00000001:11.0:1673551341.269164:0:12912:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551341.269164:0:12912:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1673551341.269164:0:12909:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000100:00000001:11.0:1673551341.269165:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:4.0:1673551341.269165:0:12909:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:3.0:1673551341.269165:0:12903:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.21@o2ib(172.16.0.20@o2ib:172.16.0.21@o2ib) : PUT try# 0 00000400:00000200:4.0:1673551341.269166:0:12909:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[31, 31], s:[10403809, 10403808] 00000100:00000001:11.0:1673551341.269167:0:12912:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:11.0:1673551341.269167:0:12912:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000400:00000200:4.0:1673551341.269167:0:12909:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.20@o2ib 00000800:00000200:3.0:1673551341.269167:0:12903:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000100:00000001:11.0:1673551341.269168:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551341.269168:0:12912:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1673551341.269168:0:12912:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1673551341.269168:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:3.0:1673551341.269168:0:12903:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000100:00000001:11.0:1673551341.269169:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551341.269169:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551341.269170:0:12912:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1673551341.269170:0:12912:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551341.269170:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1673551341.269170:0:12909:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000800:00000200:3.0:1673551341.269171:0:12903:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000008229e43b] -> 172.16.0.21@o2ib (2) version: 12 00000800:00000200:4.0:1673551341.269172:0:12909:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000800:00000200:3.0:1673551341.269172:0:12903:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000009ece9c48] (68)++ 00000400:00000200:4.0:1673551341.269173:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:3.0:1673551341.269173:0:12903:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000009ece9c48] (69)++ 00000800:00000200:8.2:1673551341.269175:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000306224d2] (69)++ 00000800:00000200:4.0:1673551341.269176:0:12909:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000004111b72] -> 172.16.0.20@o2ib (2) version: 12 00000800:00000200:4.0:1673551341.269177:0:12909:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000007a1be710] (68)++ 00000800:00000200:3.0:1673551341.269177:0:12903:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000009ece9c48] (70)-- 00000800:00000200:4.0:1673551341.269178:0:12909:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000007a1be710] (69)++ 00000100:00000001:3.0:1673551341.269178:0:12903:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551341.269178:0:12903:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1673551341.269179:0:12903:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551341.269180:0:12903:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1673551341.269181:0:12909:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000007a1be710] (70)-- 00000100:00000001:3.0:1673551341.269181:0:12903:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551341.269182:0:12909:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551341.269182:0:12909:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:4.0:1673551341.269183:0:12909:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551341.269183:0:12903:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:4.0:1673551341.269184:0:12909:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551341.269184:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551341.269184:0:12903:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1673551341.269184:0:12903:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551341.269184:0:12903:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:4.0:1673551341.269185:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551341.269185:0:12909:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:4.0:1673551341.269186:0:12909:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551341.269186:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1673551341.269189:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (70)++ 00000800:00000200:18.2:1673551341.269193:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (69)++ 00000800:00000200:13.0:1673551341.269197:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000306224d2] (71)-- 00000800:00000200:3.2:1673551341.269197:0:12903:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (69)++ 00000400:00000200:13.0:1673551341.269199:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551341.269202:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000001:3.0:1673551341.269202:0:12903:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551341.269202:0:12903:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551341.269203:0:12903:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551341.269203:0:12903:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000200:13.0:1673551341.269204:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000d4d7ceaa 00000100:00000001:3.0:1673551341.269204:0:12903:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551341.269204:0:12903:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:13.0:1673551341.269205:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000d4d7ceaa. 00000800:00000200:12.0:1673551341.269206:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (70)-- 00000100:00000001:13.0:1673551341.269208:0:12871:0:(events.c:54:request_out_callback()) Process entered 00000800:00000200:12.0:1673551341.269209:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (70)++ 00000800:00000200:17.0:1673551341.269210:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (70)++ 00000100:00000200:13.0:1673551341.269210:0:12871:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000a307c391 x1754791738763520/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551348 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:12.0:1673551341.269210:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000007a1be710] (71)-- 00000400:00000200:12.0:1673551341.269211:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551341.269214:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000001:13.0:1673551341.269215:0:12871:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000400:00000200:12.0:1673551341.269215:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000f225e49b 00000400:00000010:12.0:1673551341.269215:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000f225e49b. 00000100:00000040:13.0:1673551341.269216:0:12871:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a307c391 x1754791738763520/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551348 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:17.0:1673551341.269217:0:12874:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000009ece9c48] (71)-- 00000400:00000200:17.0:1673551341.269218:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:12.0:1673551341.269218:0:12872:0:(events.c:54:request_out_callback()) Process entered 00000400:00000200:17.0:1673551341.269220:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:13.0:1673551341.269220:0:12871:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:12.0:1673551341.269220:0:12872:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000651bb9d0 x1754791738763392/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551348 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:13.0:1673551341.269221:0:12871:0:(events.c:94:request_out_callback()) Process leaving 00000400:00000200:17.0:1673551341.269222:0:12874:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000025fb12a0 00000400:00000010:17.0:1673551341.269222:0:12874:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000025fb12a0. 00000800:00000200:19.0:1673551341.269223:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 00000800:00000200:13.0:1673551341.269223:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (69)-- 00000100:00000001:12.0:1673551341.269223:0:12872:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:17.0:1673551341.269224:0:12874:0:(events.c:54:request_out_callback()) Process entered 00000100:00000040:12.0:1673551341.269224:0:12872:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000651bb9d0 x1754791738763392/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551348 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:13.0:1673551341.269225:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000100:00000200:17.0:1673551341.269226:0:12874:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@0000000061c7ca54 x1754791738763456/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551348 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:12.0:1673551341.269227:0:12872:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551341.269228:0:12872:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:17.0:1673551341.269229:0:12874:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1673551341.269230:0:12874:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000061c7ca54 x1754791738763456/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551348 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:12.0:1673551341.269230:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000100:00000001:17.0:1673551341.269233:0:12874:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551341.269234:0:12874:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:17.0:1673551341.269235:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (69)-- 00000800:00000200:8.2:1673551341.269288:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000306224d2] (68)++ 00000800:00000200:18.2:1673551341.269297:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (68)++ 00000800:00000200:13.0:1673551341.269300:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (69)++ 00000800:00000200:13.0:1673551341.269305:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.20@o2ib 00000800:00000200:19.0:1673551341.269307:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (69)++ 00000400:00000200:13.0:1673551341.269308:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551341.269310:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000400:00000200:13.0:1673551341.269312:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:12.0:1673551341.269312:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (70)-- 00000800:00000200:3.2:1673551341.269312:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (68)++ 00000800:00000200:19.0:1673551341.269314:0:12873:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.21@o2ib 00000400:00000200:13.0:1673551341.269314:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:12.0:1673551341.269314:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (69)++ 00000400:00000200:13.0:1673551341.269315:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:12.0:1673551341.269316:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.20@o2ib 00000400:00000200:13.0:1673551341.269317:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 368 into portal 4 MB=0x63bf94a3e6900 00000400:00000200:19.0:1673551341.269318:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:12.0:1673551341.269318:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551341.269319:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:19.0:1673551341.269320:0:12873:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000800:00000200:17.0:1673551341.269320:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 00000400:00000200:12.0:1673551341.269320:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000400:00000200:13.0:1673551341.269321:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.20@o2ib of length 368/368 into md 0x4bd8e5ed [1] + 224 00000400:00000200:12.0:1673551341.269321:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:19.0:1673551341.269323:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:12.0:1673551341.269323:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:19.0:1673551341.269324:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:13.0:1673551341.269324:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551341.269324:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:19.0:1673551341.269325:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551341.269325:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 368 into portal 4 MB=0x63bf94a3e6880 00000400:00000200:19.0:1673551341.269326:0:12873:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 368 into portal 4 MB=0x63bf94a3e68c0 00000400:00000200:13.0:1673551341.269326:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000001:13.0:1673551341.269327:0:12871:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:12.0:1673551341.269327:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:19.0:1673551341.269328:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000200:13.0:1673551341.269328:0:12871:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000a307c391 x1754791738763520/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551348 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:12.0:1673551341.269329:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.20@o2ib of length 368/368 into md 0x4bd8e62d [1] + 224 00000400:00000200:12.0:1673551341.269330:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:19.0:1673551341.269331:0:12873:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.20@o2ib of length 368/368 into md 0x4bd8e60d [1] + 224 00000400:00000200:12.0:1673551341.269332:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:19.0:1673551341.269333:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:12.0:1673551341.269334:0:12872:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:19.0:1673551341.269335:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000200:12.0:1673551341.269335:0:12872:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000651bb9d0 x1754791738763392/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551348 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:19.0:1673551341.269336:0:12873:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000040:13.0:1673551341.269336:0:12871:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000a307c391 x1754791738763520/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551348 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:19.0:1673551341.269337:0:12873:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@0000000061c7ca54 x1754791738763456/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551348 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:12.0:1673551341.269338:0:12872:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000651bb9d0 x1754791738763392/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551348 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000040:19.0:1673551341.269341:0:12873:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@0000000061c7ca54 x1754791738763456/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551348 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:13.0:1673551341.269344:0:12871:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:13.0:1673551341.269346:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000306224d2] (69)++ 00000100:00000001:12.0:1673551341.269346:0:12872:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:12.0:1673551341.269347:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000007a1be710] (70)++ 00000100:00000001:19.0:1673551341.269348:0:12873:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:13.0:1673551341.269348:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000306224d2] (70)-- 00000800:00000200:19.0:1673551341.269349:0:12873:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000009ece9c48] (69)++ 00000800:00000200:13.0:1673551341.269349:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (69)-- 00000800:00000200:12.0:1673551341.269349:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000007a1be710] (71)-- 00000800:00000200:12.0:1673551341.269350:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000100:00000001:4.0:1673551341.269350:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000800:00000200:19.0:1673551341.269351:0:12873:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000009ece9c48] (70)-- 00000800:00000200:13.0:1673551341.269351:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000100:00000001:4.0:1673551341.269351:0:12909:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:4.0:1673551341.269351:0:12909:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000800:00000200:19.0:1673551341.269352:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (69)-- 00000100:00000001:11.0:1673551341.269352:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551341.269352:0:12912:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:4.0:1673551341.269352:0:12909:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:4.0:1673551341.269353:0:12909:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000002c3f858a. 00000400:00000200:4.0:1673551341.269353:0:12909:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000004da79ec4 00000400:00000010:4.0:1673551341.269354:0:12909:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000004da79ec4. 00000100:00000001:4.0:1673551341.269354:0:12909:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:3.0:1673551341.269354:0:12903:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000400:00000001:11.0:1673551341.269355:0:12912:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:11.0:1673551341.269355:0:12912:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:11.0:1673551341.269355:0:12912:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000009d432585. 00000100:00000200:4.0:1673551341.269355:0:12909:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000651bb9d0 x1754791738763392/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551348 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1673551341.269355:0:12903:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000200:11.0:1673551341.269356:0:12912:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000001922871e 00000400:00000010:11.0:1673551341.269357:0:12912:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000001922871e. 00000100:00000001:11.0:1673551341.269358:0:12912:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:11.0:1673551341.269358:0:12912:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000a307c391 x1754791738763520/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551348 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:4.0:1673551341.269358:0:12909:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000651bb9d0 x1754791738763392/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551348 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:4.0:1673551341.269360:0:12909:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:4.0:1673551341.269360:0:12909:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1673551341.269360:0:12903:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1673551341.269360:0:12903:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1673551341.269360:0:12903:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000006c1d5758. 00000100:00000200:11.0:1673551341.269361:0:12912:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000a307c391 x1754791738763520/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551348 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:4.0:1673551341.269361:0:12909:0:(client.c:1442:after_reply()) Process entered 00000400:00000200:3.0:1673551341.269361:0:12903:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000004dd078ff 00000100:00000001:11.0:1673551341.269362:0:12912:0:(events.c:186:reply_in_callback()) Process leaving 02000000:00000001:4.0:1673551341.269362:0:12909:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1673551341.269362:0:12903:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000004dd078ff. 00000100:00000001:11.0:1673551341.269363:0:12912:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1673551341.269363:0:12912:0:(client.c:1442:after_reply()) Process entered 00000100:00000001:4.0:1673551341.269363:0:12909:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1673551341.269363:0:12903:0:(events.c:104:reply_in_callback()) Process entered 02000000:00000001:11.0:1673551341.269364:0:12912:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:11.0:1673551341.269364:0:12912:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:4.0:1673551341.269364:0:12909:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1673551341.269364:0:12909:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1673551341.269364:0:12903:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@0000000061c7ca54 x1754791738763456/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551348 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:11.0:1673551341.269365:0:12912:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1673551341.269365:0:12912:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:11.0:1673551341.269366:0:12912:0:(import.c:1925:at_measured()) add 1 to 000000008f5d780c time=113 v=1 (1 1 1 1) 00000100:00001000:4.0:1673551341.269366:0:12909:0:(import.c:1925:at_measured()) add 1 to 00000000be1b4d3a time=113 v=1 (1 1 1 1) 00000100:00000200:3.0:1673551341.269366:0:12903:0:(events.c:128:reply_in_callback()) @@@ unlink req@0000000061c7ca54 x1754791738763456/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551348 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00001000:11.0:1673551341.269367:0:12912:0:(import.c:1925:at_measured()) add 1 to 000000008a8633cc time=113 v=1 (1 1 1 1) 00000100:00000001:11.0:1673551341.269368:0:12912:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00001000:4.0:1673551341.269368:0:12909:0:(import.c:1925:at_measured()) add 1 to 000000005ad7af53 time=113 v=1 (1 1 1 1) 00000100:00000001:4.0:1673551341.269368:0:12909:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1673551341.269368:0:12903:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:3.0:1673551341.269368:0:12903:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1673551341.269369:0:12912:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:11.0:1673551341.269369:0:12912:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:4.0:1673551341.269369:0:12909:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551341.269369:0:12903:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:3.0:1673551341.269369:0:12903:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00010000:00000001:4.0:1673551341.269370:0:12909:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:4.0:1673551341.269370:0:12909:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551341.269370:0:12903:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00010000:00000001:11.0:1673551341.269371:0:12912:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551341.269371:0:12912:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000001:4.0:1673551341.269371:0:12909:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1673551341.269371:0:12903:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1673551341.269371:0:12903:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1673551341.269372:0:12912:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0004-osc-MDT0001: skip recheck: last_committed 292070691533 00000100:00000001:11.0:1673551341.269372:0:12912:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000040:4.0:1673551341.269372:0:12909:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0002-osp-MDT0001: skip recheck: last_committed 287995498174 00000100:00000001:4.0:1673551341.269372:0:12909:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00001000:3.0:1673551341.269372:0:12903:0:(import.c:1925:at_measured()) add 1 to 000000008ac11dfe time=113 v=1 (1 1 1 1) 00000100:00000001:11.0:1673551341.269373:0:12912:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551341.269373:0:12909:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1673551341.269374:0:12912:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a307c391 x1754791738763520/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551348 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000040:4.0:1673551341.269374:0:12909:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000651bb9d0 x1754791738763392/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551348 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00001000:3.0:1673551341.269374:0:12903:0:(import.c:1925:at_measured()) add 1 to 0000000096d8c5a6 time=113 v=1 (1 1 1 1) 00000100:00000001:3.0:1673551341.269374:0:12903:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1673551341.269375:0:12903:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551341.269376:0:12912:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:4.0:1673551341.269376:0:12909:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1673551341.269376:0:12903:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1673551341.269376:0:12903:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551341.269377:0:12912:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:11.0:1673551341.269377:0:12912:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551341.269377:0:12909:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:4.0:1673551341.269377:0:12909:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551341.269377:0:12903:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1673551341.269377:0:12903:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0005-osc-MDT0001: skip recheck: last_committed 249121018746 00000004:00000001:11.0:1673551341.269378:0:12912:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000040:11.0:1673551341.269378:0:12912:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0004-osc-MDT0001: Updating status = 0 00000004:00000001:4.0:1673551341.269378:0:12909:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1673551341.269378:0:12903:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1673551341.269378:0:12903:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:4.0:1673551341.269379:0:12909:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-MDT0002-osp-MDT0001: blocks=34884907 free=598078 avail=0 avail_mb=0 hwm_mb=267 files=96642000 ffree=66038855 state=220: rc = 0 00000100:00000040:3.0:1673551341.269379:0:12903:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000061c7ca54 x1754791738763456/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551348 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000004:00000040:11.0:1673551341.269380:0:12912:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0004-osc-MDT0001: blocks=1923008600 free=1297072726 avail=1277607025 avail_mb=4990652 hwm_mb=14671 files=60817408 ffree=34648510 state=200: rc = 0 00000004:00000020:11.0:1673551341.269381:0:12912:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0004-osc-MDT0001 (0000000019d426a4): 1923008600 blocks, 1297072726 free, 1277607025 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 33 reserved ino low, 67 reserved ino high, 60817408 files, 34648510 free files 0x200 00000004:00000020:4.0:1673551341.269381:0:12909:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-MDT0002-osp-MDT0001 (00000000e45e734f): 34884907 blocks, 598078 free, 0 avail, 4096 bsize, 133 reserved mb low, 267 reserved mb high, 63 reserved ino low, 127 reserved ino high, 96642000 files, 66038855 free files 0x220 00000100:00000001:3.0:1673551341.269381:0:12903:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1673551341.269382:0:12903:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000004:00000001:11.0:1673551341.269383:0:12912:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551341.269383:0:12903:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1673551341.269383:0:12903:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000001:4.0:1673551341.269384:0:12909:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1673551341.269384:0:12903:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0005-osc-MDT0001: Updating status = 0 00000100:00000040:11.0:1673551341.269385:0:12912:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a307c391 x1754791738763520/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551348 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000040:4.0:1673551341.269385:0:12909:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000651bb9d0 x1754791738763392/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551348 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000004:00000040:3.0:1673551341.269385:0:12903:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0005-osc-MDT0001: blocks=1923008600 free=1294555861 avail=1275090160 avail_mb=4980820 hwm_mb=14671 files=60817408 ffree=34442062 state=200: rc = 0 00000100:00100000:11.0:1673551341.269387:0:12912:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000a307c391 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:ai200x-MDT0001-mdtlov_UUID:12912:1754791738763520:172.16.0.20@o2ib:13: 00000100:00100000:4.0:1673551341.269387:0:12909:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000651bb9d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:ai200x-MDT0001-mdtlov_UUID:12909:1754791738763392:172.16.0.20@o2ib:41: 00000004:00000020:3.0:1673551341.269387:0:12903:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0005-osc-MDT0001 (000000006816b24e): 1923008600 blocks, 1294555861 free, 1275090160 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 33 reserved ino low, 67 reserved ino high, 60817408 files, 34442062 free files 0x200 00000100:00000001:11.0:1673551341.269388:0:12912:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1673551341.269388:0:12912:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:4.0:1673551341.269388:0:12909:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1673551341.269388:0:12903:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1673551341.269389:0:12912:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a307c391 x1754791738763520/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551348 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:4.0:1673551341.269389:0:12909:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:4.0:1673551341.269390:0:12909:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000651bb9d0 x1754791738763392/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551348 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000040:3.0:1673551341.269390:0:12903:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000061c7ca54 x1754791738763456/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551348 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000001:11.0:1673551341.269391:0:12912:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:11.0:1673551341.269391:0:12912:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:11.0:1673551341.269392:0:12912:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000087857dd8. 00000100:00000001:4.0:1673551341.269392:0:12909:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:4.0:1673551341.269392:0:12909:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1673551341.269392:0:12903:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@0000000061c7ca54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ai200x-MDT0001-mdtlov_UUID:12903:1754791738763456:172.16.0.20@o2ib:13: 02000000:00000001:11.0:1673551341.269393:0:12912:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:11.0:1673551341.269393:0:12912:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:11.0:1673551341.269393:0:12912:0:(genops.c:1205:class_import_put()) import 00000000e662c092 refcount=2 obd=ai200x-OST0004-osc-MDT0001 02000000:00000010:4.0:1673551341.269393:0:12909:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f149fdf8. 00000100:00000001:3.0:1673551341.269393:0:12903:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:11.0:1673551341.269394:0:12912:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000001:4.0:1673551341.269394:0:12909:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:4.0:1673551341.269394:0:12909:0:(genops.c:1199:class_import_put()) Process entered 00000100:00000001:3.0:1673551341.269394:0:12903:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 02000000:00000010:11.0:1673551341.269395:0:12912:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000020c38961. 02000000:00000001:11.0:1673551341.269395:0:12912:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:4.0:1673551341.269395:0:12909:0:(genops.c:1205:class_import_put()) import 000000000b46b2ec refcount=2 obd=ai200x-MDT0002-osp-MDT0001 00000020:00000001:4.0:1673551341.269395:0:12909:0:(genops.c:1212:class_import_put()) Process leaving 00000100:00000040:3.0:1673551341.269395:0:12903:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000061c7ca54 x1754791738763456/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551348 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 02000000:00000001:11.0:1673551341.269396:0:12912:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:11.0:1673551341.269396:0:12912:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000a307c391. 02000000:00000010:4.0:1673551341.269396:0:12909:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b05b2474. 02000000:00000001:4.0:1673551341.269396:0:12909:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1673551341.269396:0:12903:0:(client.c:2641:__ptlrpc_free_req()) Process entered 00000100:00000001:11.0:1673551341.269397:0:12912:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:11.0:1673551341.269397:0:12912:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:4.0:1673551341.269397:0:12909:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:4.0:1673551341.269397:0:12909:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000651bb9d0. 02000000:00000001:3.0:1673551341.269397:0:12903:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:11.0:1673551341.269398:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1673551341.269398:0:12912:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:4.0:1673551341.269398:0:12909:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1673551341.269398:0:12903:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bbc46950. 02000000:00000001:3.0:1673551341.269398:0:12903:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:11.0:1673551341.269399:0:12912:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551341.269399:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551341.269399:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551341.269399:0:12909:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551341.269399:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1673551341.269399:0:12903:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:3.0:1673551341.269399:0:12903:0:(genops.c:1205:class_import_put()) import 00000000aefacf36 refcount=2 obd=ai200x-OST0005-osc-MDT0001 00000100:00000001:11.0:1673551341.269400:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551341.269400:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551341.269400:0:12909:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:4.0:1673551341.269400:0:12909:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1673551341.269400:0:12903:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:3.0:1673551341.269400:0:12903:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000098f1f77c. 00000100:00000001:4.0:1673551341.269401:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551341.269401:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1673551341.269401:0:12903:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1673551341.269401:0:12903:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:4.0:1673551341.269402:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551341.269402:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1673551341.269402:0:12903:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000061c7ca54. 00000100:00000001:3.0:1673551341.269403:0:12903:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1673551341.269403:0:12903:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551341.269404:0:12903:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551341.269404:0:12903:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1673551341.269405:0:12903:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551341.269405:0:12903:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551341.269406:0:12903:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551341.269406:0:12903:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551341.269407:0:12903:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551341.525061:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551341.525061:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551341.525062:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551341.525063:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551341.525063:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551341.525064:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551341.525066:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551341.525066:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551341.525067:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551341.525067:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551341.525069:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551341.525069:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551341.525070:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551341.525070:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551341.525071:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551341.525071:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551341.525072:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551341.525073:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551341.525074:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551341.525074:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551341.525075:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551341.525076:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551341.525078:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551341.525078:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551341.525079:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551341.525079:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551341.525094:0:2462291:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1673551341.525095:0:2462291:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:14.0:1673551341.525096:0:2462291:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:5.2:1673551341.554200:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (68)++ 00000800:00000200:17.0:1673551341.554216:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (69)++ 00000800:00000200:17.0:1673551341.554223:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.21@o2ib 00000400:00000200:17.0:1673551341.554225:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551341.554227:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000400:00000200:17.0:1673551341.554229:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:19.0:1673551341.554230:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000400:00000200:17.0:1673551341.554230:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551341.554231:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:17.0:1673551341.554233:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 7 MB=0x63bfd66a43000 00000400:00000200:17.0:1673551341.554237:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.20@o2ib of length 224/224 into md 0xe584611 [8] + 896 00000400:00000200:17.0:1673551341.554239:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551341.554240:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:17.0:1673551341.554241:0:12874:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:17.0:1673551341.554243:0:12874:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:17.0:1673551341.554245:0:12874:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000c050a72f. 00000100:00000040:17.0:1673551341.554246:0:12874:0:(events.c:367:request_in_callback()) incoming req@00000000c050a72f x1754809395064832 msgsize 224 00000100:00100000:17.0:1673551341.554247:0:12874:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.21@o2ib) 00000100:00000001:17.0:1673551341.554252:0:12874:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:17.0:1673551341.554253:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000051b88e6b] (69)++ 00000800:00000200:17.0:1673551341.554255:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000051b88e6b] (70)-- 00000800:00000200:17.0:1673551341.554255:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000100:00000001:18.0:1673551341.554262:0:2269469:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:18.0:1673551341.554263:0:2269469:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:18.0:1673551341.554264:0:2269469:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:18.0:1673551341.554264:0:2269469:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551341.554266:0:2269469:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:18.0:1673551341.554266:0:2269469:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395064832 00000020:00000001:18.0:1673551341.554267:0:2269469:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:18.0:1673551341.554268:0:2269469:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876a35 00000020:00000001:18.0:1673551341.554269:0:2269469:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:18.0:1673551341.554269:0:2269469:0:(lustre_handles.c:152:class_handle2object()) GET export 000000001a218102 refcount=5 00000020:00000001:18.0:1673551341.554270:0:2269469:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912595675793408 : -52831478033758208 : ff444e0cf6d6c800) 00000020:00000001:18.0:1673551341.554271:0:2269469:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912595675793408 : -52831478033758208 : ff444e0cf6d6c800) 00000100:00000001:18.0:1673551341.554272:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551341.554273:0:2269469:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:18.0:1673551341.554275:0:2269469:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d49e0b4d. 00000020:00000010:18.0:1673551341.554277:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ffab7b02. 00000020:00000010:18.0:1673551341.554279:0:2269469:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000bbe368b. 00000100:00000040:18.0:1673551341.554281:0:2269469:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:18.0:1673551341.554282:0:2269469:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:18.0:1673551341.554282:0:2269469:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:18.0:1673551341.554283:0:2269469:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551341.554285:0:2269469:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551341.554290:0:2269469:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551341.554293:0:2269469:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:18.0:1673551341.554293:0:2269469:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:18.0:1673551341.554295:0:2269469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 7525 00000100:00000040:18.0:1673551341.554295:0:2269469:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000001a218102 : new rpc_count 1 00000100:00000001:18.0:1673551341.554296:0:2269469:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912628178388096 : -52831445531163520 : ff444e1488250480) 00000100:00000040:18.0:1673551341.554298:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c050a72f x1754809395064832/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:227/0 lens 224/0 e 0 to 0 dl 1673551347 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:18.0:1673551341.554301:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551341.554301:0:2269469:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:18.0:1673551341.554302:0:2269469:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000c050a72f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0002-mdtlov_UUID+5:10566:x1754809395064832:12345-172.16.0.20@o2ib:13: 00000100:00000200:18.0:1673551341.554303:0:2269469:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395064832 00000020:00000001:18.0:1673551341.554304:0:2269469:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:18.0:1673551341.554306:0:2269469:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:18.0:1673551341.554307:0:2269469:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551341.554308:0:2269469:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:18.0:1673551341.554308:0:2269469:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:18.0:1673551341.554309:0:2269469:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:18.0:1673551341.554310:0:2269469:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:18.0:1673551341.554310:0:2269469:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:18.0:1673551341.554311:0:2269469:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:18.0:1673551341.554312:0:2269469:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551341.554313:0:2269469:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:18.0:1673551341.554314:0:2269469:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:18.0:1673551341.554314:0:2269469:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000013e51250. 02000000:00000001:18.0:1673551341.554315:0:2269469:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551341.554316:0:2269469:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:18.0:1673551341.554318:0:2269469:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:18.0:1673551341.554319:0:2269469:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:18.0:1673551341.554320:0:2269469:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:18.0:1673551341.554325:0:2269469:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:18.0:1673551341.554326:0:2269469:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148413632 pending 0 free 5928824139776 avail 5849092771840 00000020:00000020:18.0:1673551341.554327:0:2269469:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0003: processing self export: 143552 0 0 00000020:00000020:18.0:1673551341.554328:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0001-mdtlov_UUID/00000000e0414e82 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551341.554330:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0000-mdtlov_UUID/000000009480fef3 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551341.554330:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli cd52cb9a-4225-4c91-b023-faa62420b31d/0000000006681ce8 dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551341.554331:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0003-mdtlov_UUID/000000006f304481 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551341.554332:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000008b497c02 dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551341.554333:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000c611fe19 dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551341.554333:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 49374343-0861-470b-a659-345a443590fd/00000000aafb700c dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551341.554334:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0002-mdtlov_UUID/000000001a218102 dirty 0 pend 0 grant 0 00002000:00000020:18.0:1673551341.554335:0:2269469:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1447466831 free, 1428001130 avail; 60817408 objects: 29395648 free; state 200 00002000:00000001:18.0:1673551341.554336:0:2269469:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000001:18.0:1673551341.554337:0:2269469:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:18.0:1673551341.554338:0:2269469:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109421601, transno 0, xid 1754809395064832 00010000:00000001:18.0:1673551341.554339:0:2269469:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:18.0:1673551341.554341:0:2269469:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000c050a72f x1754809395064832/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:227/0 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:18.0:1673551341.554343:0:2269469:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:18.0:1673551341.554344:0:2269469:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:18.0:1673551341.554345:0:2269469:0:(import.c:1925:at_measured()) add 1 to 00000000f23c4c68 time=109 v=1 (1 1 1 1) 00000100:00000001:18.0:1673551341.554346:0:2269469:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:18.0:1673551341.554347:0:2269469:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 49 to 172.16.0.20@o2ib 00000100:00000001:18.0:1673551341.554348:0:2269469:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 02000000:00000001:18.0:1673551341.554348:0:2269469:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:18.0:1673551341.554350:0:2269469:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551341.554351:0:2269469:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:18.0:1673551341.554352:0:2269469:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.21@o2ib 00000400:00000010:18.0:1673551341.554353:0:2269469:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b27990b. 00000100:00000200:18.0:1673551341.554354:0:2269469:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754809395064832, offset 224 00000400:00000200:18.0:1673551341.554356:0:2269469:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.21@o2ib 00000400:00000200:18.0:1673551341.554357:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:18.0:1673551341.554359:0:2269469:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.21@o2ib local destination 00000400:00000200:18.0:1673551341.554360:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:18.0:1673551341.554362:0:2269469:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.21@o2ib(172.16.0.21@o2ib:172.16.0.21@o2ib) : PUT try# 0 00000800:00000200:18.0:1673551341.554364:0:2269469:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000400:00000200:18.0:1673551341.554365:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:18.0:1673551341.554367:0:2269469:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000f750ee49] -> 172.16.0.21@o2ib (2) version: 12 00000800:00000200:18.0:1673551341.554368:0:2269469:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000051b88e6b] (68)++ 00000800:00000200:18.0:1673551341.554369:0:2269469:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000051b88e6b] (69)++ 00000800:00000200:18.0:1673551341.554371:0:2269469:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000051b88e6b] (70)-- 00000100:00000001:18.0:1673551341.554372:0:2269469:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551341.554372:0:2269469:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 48 to 172.16.0.20@o2ib 00010000:00000001:18.0:1673551341.554373:0:2269469:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:18.0:1673551341.554373:0:2269469:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551341.554374:0:2269469:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:18.0:1673551341.554375:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c050a72f x1754809395064832/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:227/0 lens 224/368 e 0 to 0 dl 1673551347 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:18.0:1673551341.554378:0:2269469:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000c050a72f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0002-mdtlov_UUID+5:10566:x1754809395064832:12345-172.16.0.20@o2ib:13: Request processed in 76us (131us total) trans 0 rc 0/0 00000100:00100000:18.0:1673551341.554380:0:2269469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 7525 00000800:00000200:5.2:1673551341.554380:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (69)++ 00000100:00000040:18.0:1673551341.554381:0:2269469:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a218102 : new rpc_count 0 00000100:00000001:18.0:1673551341.554382:0:2269469:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:18.0:1673551341.554382:0:2269469:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:18.0:1673551341.554384:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ffab7b02. 00000020:00000010:18.0:1673551341.554386:0:2269469:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000bbe368b. 00000020:00000010:18.0:1673551341.554387:0:2269469:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d49e0b4d. 00000020:00000040:18.0:1673551341.554389:0:2269469:0:(genops.c:979:class_export_put()) PUTting export 000000001a218102 : new refcount 4 00000100:00000001:18.0:1673551341.554390:0:2269469:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:19.0:1673551341.554393:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (70)++ 00000800:00000200:19.0:1673551341.554400:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000051b88e6b] (71)-- 00000400:00000200:19.0:1673551341.554401:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:19.0:1673551341.554404:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000400:00000200:19.0:1673551341.554405:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000001b27990b 00000400:00000010:19.0:1673551341.554405:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000001b27990b. 00000800:00000200:17.0:1673551341.554406:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000100:00000001:19.0:1673551341.554407:0:12873:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:19.0:1673551341.554408:0:12873:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:19.0:1673551341.554409:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000100:00000001:18.0:1673551341.589060:0:309720:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:18.0:1673551341.589061:0:309720:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549058:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551342.549060:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549061:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551342.549062:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549062:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551342.549063:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549064:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551342.549064:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549065:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551342.549065:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549066:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551342.549067:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549068:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551342.549068:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549069:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551342.549070:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549071:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551342.549071:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549072:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551342.549073:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551342.549074:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551342.549075:0:232941:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:4.0:1673551342.549076:0:232941:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:4.0:1673551342.549077:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549078:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551342.549078:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549079:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549079:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549080:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551342.549081:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551342.549081:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551342.549082:0:232941:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:4.0:1673551342.549082:0:232941:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:4.0:1673551342.549082:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549085:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551342.549086:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549086:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549087:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549087:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551342.549088:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551342.549088:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551342.549089:0:232941:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:4.0:1673551342.549089:0:232941:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:4.0:1673551342.549089:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549090:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551342.549090:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549090:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549091:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549092:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551342.549092:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551342.549092:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551342.549093:0:232941:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:4.0:1673551342.549093:0:232941:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:4.0:1673551342.549093:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549094:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551342.549094:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549094:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551342.549095:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1673551342.549110:0:2270766:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:6.0:1673551342.549112:0:2270766:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:6.0:1673551342.549113:0:2270766:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:18.0:1673551342.613064:0:2269469:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:18.0:1673551342.613066:0:2269469:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551343.573059:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551343.573060:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551343.573062:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551343.573062:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551343.573063:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551343.573063:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551343.573065:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551343.573065:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551343.573066:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551343.573066:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551343.573067:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551343.573068:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551343.573069:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551343.573069:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551343.573070:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551343.573072:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551343.573073:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551343.573073:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551343.573074:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551343.573074:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551343.573075:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551343.573076:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551343.573077:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551343.573077:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551343.573078:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551343.573078:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1673551343.573093:0:2363613:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:6.0:1673551343.573094:0:2363613:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:6.0:1673551343.573095:0:2363613:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:18.2:1673551343.602200:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (68)++ 00000800:00000200:17.0:1673551343.602220:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (69)++ 00000800:00000200:17.0:1673551343.602230:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.21@o2ib 00000400:00000200:17.0:1673551343.602232:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551343.602234:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000400:00000200:17.0:1673551343.602236:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:19.0:1673551343.602237:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 00000400:00000200:17.0:1673551343.602238:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551343.602240:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:17.0:1673551343.602241:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 7 MB=0x63bfd66a43100 00000400:00000200:17.0:1673551343.602245:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.20@o2ib of length 224/224 into md 0xe584611 [8] + 1120 00000400:00000200:17.0:1673551343.602247:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551343.602249:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:17.0:1673551343.602251:0:12874:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:17.0:1673551343.602252:0:12874:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:17.0:1673551343.602255:0:12874:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000004895f406. 00000100:00000040:17.0:1673551343.602256:0:12874:0:(events.c:367:request_in_callback()) incoming req@000000004895f406 x1754809395065088 msgsize 224 00000100:00100000:17.0:1673551343.602257:0:12874:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.21@o2ib) 00000100:00000001:17.0:1673551343.602262:0:12874:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:17.0:1673551343.602264:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000009ece9c48] (69)++ 00000800:00000200:17.0:1673551343.602266:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000009ece9c48] (70)-- 00000800:00000200:17.0:1673551343.602267:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (69)-- 00000100:00000001:18.0:1673551343.602272:0:2269469:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:18.0:1673551343.602273:0:2269469:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:18.0:1673551343.602274:0:2269469:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:18.0:1673551343.602275:0:2269469:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551343.602277:0:2269469:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:18.0:1673551343.602279:0:2269469:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395065088 00000020:00000001:18.0:1673551343.602280:0:2269469:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:18.0:1673551343.602281:0:2269469:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c8769a9 00000020:00000001:18.0:1673551343.602282:0:2269469:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:18.0:1673551343.602283:0:2269469:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000ef42fd6e refcount=5 00000020:00000001:18.0:1673551343.602284:0:2269469:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558465879040 : -52831515243672576 : ff444e044cf48c00) 00000020:00000001:18.0:1673551343.602285:0:2269469:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558465879040 : -52831515243672576 : ff444e044cf48c00) 00000100:00000001:18.0:1673551343.602287:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551343.602289:0:2269469:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:18.0:1673551343.602290:0:2269469:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d49e0b4d. 00000020:00000010:18.0:1673551343.602292:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ffab7b02. 00000020:00000010:18.0:1673551343.602294:0:2269469:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000bbe368b. 00000100:00000040:18.0:1673551343.602296:0:2269469:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:18.0:1673551343.602297:0:2269469:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:18.0:1673551343.602298:0:2269469:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:18.0:1673551343.602298:0:2269469:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551343.602300:0:2269469:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551343.602305:0:2269469:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551343.602307:0:2269469:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:18.0:1673551343.602308:0:2269469:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:18.0:1673551343.602310:0:2269469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 7526 00000100:00000040:18.0:1673551343.602311:0:2269469:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000ef42fd6e : new rpc_count 1 00000100:00000001:18.0:1673551343.602312:0:2269469:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912628178407680 : -52831445531143936 : ff444e1488255100) 00000100:00000040:18.0:1673551343.602314:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004895f406 x1754809395065088/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:229/0 lens 224/0 e 0 to 0 dl 1673551349 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:18.0:1673551343.602319:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551343.602319:0:2269469:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:18.0:1673551343.602320:0:2269469:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000004895f406 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0002-mdtlov_UUID+5:10570:x1754809395065088:12345-172.16.0.20@o2ib:13: 00000100:00000200:18.0:1673551343.602322:0:2269469:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395065088 00000020:00000001:18.0:1673551343.602323:0:2269469:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:18.0:1673551343.602325:0:2269469:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:18.0:1673551343.602325:0:2269469:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551343.602327:0:2269469:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:18.0:1673551343.602327:0:2269469:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:18.0:1673551343.602328:0:2269469:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:18.0:1673551343.602329:0:2269469:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:18.0:1673551343.602329:0:2269469:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:18.0:1673551343.602330:0:2269469:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:18.0:1673551343.602331:0:2269469:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551343.602332:0:2269469:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:18.0:1673551343.602333:0:2269469:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:18.0:1673551343.602334:0:2269469:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000cea97b9b. 02000000:00000001:18.0:1673551343.602334:0:2269469:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551343.602335:0:2269469:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:18.0:1673551343.602336:0:2269469:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:18.0:1673551343.602337:0:2269469:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:18.0:1673551343.602338:0:2269469:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:18.0:1673551343.602343:0:2269469:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:18.0:1673551343.602344:0:2269469:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 00000020:00000020:18.0:1673551343.602345:0:2269469:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00000020:00000020:18.0:1673551343.602346:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551343.602347:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551343.602348:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551343.602349:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551343.602350:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551343.602351:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551343.602353:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551343.602354:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00002000:00000020:18.0:1673551343.602355:0:2269469:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00002000:00000001:18.0:1673551343.602356:0:2269469:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000001:18.0:1673551343.602356:0:2269469:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:18.0:1673551343.602357:0:2269469:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109421832, transno 0, xid 1754809395065088 00010000:00000001:18.0:1673551343.602359:0:2269469:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:18.0:1673551343.602360:0:2269469:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000004895f406 x1754809395065088/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:229/0 lens 224/368 e 0 to 0 dl 1673551349 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:18.0:1673551343.602363:0:2269469:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:18.0:1673551343.602364:0:2269469:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:18.0:1673551343.602364:0:2269469:0:(import.c:1925:at_measured()) add 1 to 00000000f23c4c68 time=111 v=1 (1 1 1 1) 00000100:00000001:18.0:1673551343.602366:0:2269469:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:18.0:1673551343.602367:0:2269469:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 49 to 172.16.0.20@o2ib 00000100:00000001:18.0:1673551343.602367:0:2269469:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 02000000:00000001:18.0:1673551343.602368:0:2269469:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:18.0:1673551343.602369:0:2269469:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551343.602369:0:2269469:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:18.0:1673551343.602371:0:2269469:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.21@o2ib 00000400:00000010:18.0:1673551343.602372:0:2269469:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b30148f. 00000100:00000200:18.0:1673551343.602374:0:2269469:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754809395065088, offset 224 00000400:00000200:18.0:1673551343.602376:0:2269469:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.21@o2ib 00000400:00000200:18.0:1673551343.602379:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:18.0:1673551343.602380:0:2269469:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.21@o2ib local destination 00000400:00000200:18.0:1673551343.602382:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:18.0:1673551343.602385:0:2269469:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.21@o2ib(172.16.0.21@o2ib:172.16.0.21@o2ib) : PUT try# 0 00000800:00000200:18.0:1673551343.602387:0:2269469:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000400:00000200:18.0:1673551343.602388:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:18.0:1673551343.602392:0:2269469:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000008229e43b] -> 172.16.0.21@o2ib (2) version: 12 00000800:00000200:18.0:1673551343.602393:0:2269469:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000009ece9c48] (68)++ 00000800:00000200:18.0:1673551343.602394:0:2269469:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000009ece9c48] (69)++ 00000800:00000200:18.0:1673551343.602399:0:2269469:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000009ece9c48] (70)-- 00000100:00000001:18.0:1673551343.602400:0:2269469:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551343.602401:0:2269469:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 48 to 172.16.0.20@o2ib 00010000:00000001:18.0:1673551343.602401:0:2269469:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:18.0:1673551343.602402:0:2269469:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:18.2:1673551343.602404:0:2269469:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (69)++ 00000020:00000001:18.0:1673551343.602409:0:2269469:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:18.0:1673551343.602411:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004895f406 x1754809395065088/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:229/0 lens 224/368 e 0 to 0 dl 1673551349 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:18.0:1673551343.602416:0:2269469:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000004895f406 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0002-mdtlov_UUID+5:10570:x1754809395065088:12345-172.16.0.20@o2ib:13: Request processed in 95us (159us total) trans 0 rc 0/0 00000800:00000200:19.0:1673551343.602417:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (70)++ 00000100:00100000:18.0:1673551343.602419:0:2269469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 7526 00000100:00000040:18.0:1673551343.602420:0:2269469:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef42fd6e : new rpc_count 0 00000100:00000001:18.0:1673551343.602422:0:2269469:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:18.0:1673551343.602422:0:2269469:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:19.0:1673551343.602423:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000009ece9c48] (71)-- 00000020:00000010:18.0:1673551343.602424:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ffab7b02. 00000400:00000200:19.0:1673551343.602425:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:18.0:1673551343.602426:0:2269469:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000bbe368b. 00000400:00000200:19.0:1673551343.602427:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000020:00000010:18.0:1673551343.602428:0:2269469:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d49e0b4d. 00000400:00000200:19.0:1673551343.602430:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003b30148f 00000020:00000040:18.0:1673551343.602430:0:2269469:0:(genops.c:979:class_export_put()) PUTting export 00000000ef42fd6e : new refcount 4 00000800:00000200:17.0:1673551343.602430:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 00000400:00000010:19.0:1673551343.602431:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003b30148f. 00000100:00000001:18.0:1673551343.602431:0:2269469:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1673551343.602432:0:12873:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:19.0:1673551343.602433:0:12873:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:19.0:1673551343.602435:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (69)-- 00000800:00000200:5.2:1673551344.131346:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (68)++ 00000800:00000200:3.2:1673551344.131347:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (68)++ 00000800:00000200:17.0:1673551344.131367:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (69)++ 00000800:00000200:12.0:1673551344.131367:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (69)++ 00000800:00000200:17.0:1673551344.131377:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.57@o2ib 00000800:00000200:12.0:1673551344.131377:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.56@o2ib 00000400:00000200:17.0:1673551344.131380:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:19.0:1673551344.131382:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000400:00000200:17.0:1673551344.131382:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.57@o2ib : PUT - for me 00000400:00000200:12.0:1673551344.131382:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:13.0:1673551344.131383:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000400:00000200:12.0:1673551344.131384:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.56@o2ib : PUT - for me 00000400:00000200:17.0:1673551344.131386:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:12.0:1673551344.131387:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551344.131389:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551344.131390:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:12.0:1673551344.131390:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551344.131391:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 7 MB=0x63c0044b47a80 00000400:00000200:12.0:1673551344.131392:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551344.131394:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.56@o2ib of length 224/224 into md 0xe584611 [8] + 1344 00000400:00000200:12.0:1673551344.131394:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 7 MB=0x63c0044b47a40 00000400:00000200:17.0:1673551344.131397:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551344.131397:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.56@o2ib of length 224/224 into md 0x435078cd [8] + 5376 00000400:00000200:17.0:1673551344.131399:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000400:00000200:12.0:1673551344.131400:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551344.131401:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 00000100:00000001:17.0:1673551344.131402:0:12874:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:17.0:1673551344.131402:0:12874:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:12.0:1673551344.131403:0:12872:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:12.0:1673551344.131403:0:12872:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:17.0:1673551344.131405:0:12874:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000f6b79e14. 00000100:00000040:17.0:1673551344.131406:0:12874:0:(events.c:367:request_in_callback()) incoming req@00000000f6b79e14 x1754821710609024 msgsize 224 00000100:00000010:12.0:1673551344.131406:0:12872:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000088f58c71. 00000100:00000040:12.0:1673551344.131407:0:12872:0:(events.c:367:request_in_callback()) incoming req@0000000088f58c71 x1754821710608960 msgsize 224 00000100:00100000:17.0:1673551344.131408:0:12874:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.56@o2ib (source: 12345-172.16.0.57@o2ib) 00000100:00100000:12.0:1673551344.131408:0:12872:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.56@o2ib (source: 12345-172.16.0.56@o2ib) 00000100:00000001:17.0:1673551344.131412:0:12874:0:(events.c:403:request_in_callback()) Process leaving 00000100:00000001:12.0:1673551344.131413:0:12872:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:17.0:1673551344.131414:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000580cc9cc] (69)++ 00000800:00000200:12.0:1673551344.131415:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000008042fb16] (69)++ 00000800:00000200:17.0:1673551344.131416:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000580cc9cc] (70)-- 00000800:00000200:17.0:1673551344.131417:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 00000800:00000200:12.0:1673551344.131417:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000008042fb16] (70)-- 00000800:00000200:12.0:1673551344.131417:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 00000100:00000001:18.0:1673551344.131420:0:2269469:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:18.0:1673551344.131421:0:2269469:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:18.0:1673551344.131422:0:2269469:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:18.0:1673551344.131422:0:2269469:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551344.131423:0:2269469:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:18.0:1673551344.131424:0:2269469:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754821710609024 00000100:00000001:14.0:1673551344.131424:0:2358800:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:18.0:1673551344.131425:0:2269469:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:18.0:1673551344.131425:0:2269469:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c8769b7 00000020:00000001:18.0:1673551344.131426:0:2269469:0:(lustre_handles.c:134:class_handle2object()) Process entered 02000000:00000001:14.0:1673551344.131426:0:2358800:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:18.0:1673551344.131427:0:2269469:0:(lustre_handles.c:152:class_handle2object()) GET export 000000001c5fbf11 refcount=5 00000020:00000001:18.0:1673551344.131427:0:2269469:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558465880064 : -52831515243671552 : ff444e044cf49000) 00000100:00000001:14.0:1673551344.131427:0:2358800:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000020:00000001:18.0:1673551344.131428:0:2269469:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558465880064 : -52831515243671552 : ff444e044cf49000) 00000100:00000001:14.0:1673551344.131428:0:2358800:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551344.131429:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551344.131429:0:2269469:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:14.0:1673551344.131430:0:2358800:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:18.0:1673551344.131431:0:2269469:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d49e0b4d. 00000100:00100000:14.0:1673551344.131431:0:2358800:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754821710608960 00000020:00000010:18.0:1673551344.131432:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ffab7b02. 00000020:00000010:18.0:1673551344.131432:0:2269469:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000bbe368b. 00000020:00000001:14.0:1673551344.131432:0:2358800:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:14.0:1673551344.131432:0:2358800:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876a66 00000100:00000040:18.0:1673551344.131433:0:2269469:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000020:00000001:14.0:1673551344.131433:0:2358800:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00000001:18.0:1673551344.131434:0:2269469:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:18.0:1673551344.131434:0:2269469:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:18.0:1673551344.131435:0:2269469:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551344.131435:0:2358800:0:(lustre_handles.c:152:class_handle2object()) GET export 000000009480fef3 refcount=5 00000100:00000001:18.0:1673551344.131436:0:2269469:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551344.131436:0:2358800:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912595675789312 : -52831478033762304 : ff444e0cf6d6b800) 00000020:00000001:14.0:1673551344.131437:0:2358800:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912595675789312 : -52831478033762304 : ff444e0cf6d6b800) 00000100:00000001:14.0:1673551344.131438:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551344.131439:0:2358800:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:18.0:1673551344.131440:0:2269469:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:14.0:1673551344.131440:0:2358800:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000255f4a52. 00000100:00000001:18.0:1673551344.131442:0:2269469:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:18.0:1673551344.131442:0:2269469:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000020:00000010:14.0:1673551344.131442:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f81d824. 00000100:00100000:18.0:1673551344.131443:0:2269469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.56@o2ib, seq: 7527 00000100:00000040:18.0:1673551344.131444:0:2269469:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000001c5fbf11 : new rpc_count 1 00000100:00000001:18.0:1673551344.131444:0:2269469:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912628178408832 : -52831445531142784 : ff444e1488255580) 00000020:00000010:14.0:1673551344.131444:0:2358800:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b8e8bcc. 00000100:00000040:18.0:1673551344.131446:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f6b79e14 x1754821710609024/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:230/0 lens 224/0 e 0 to 0 dl 1673551350 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000040:14.0:1673551344.131447:0:2358800:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:18.0:1673551344.131448:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551344.131448:0:2269469:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:14.0:1673551344.131448:0:2358800:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:14.0:1673551344.131448:0:2358800:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:18.0:1673551344.131449:0:2269469:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000f6b79e14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0000-mdtlov_UUID+5:12252:x1754821710609024:12345-172.16.0.56@o2ib:13: 00000100:00000001:14.0:1673551344.131449:0:2358800:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:18.0:1673551344.131450:0:2269469:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754821710609024 00000020:00000001:18.0:1673551344.131451:0:2269469:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:14.0:1673551344.131451:0:2358800:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551344.131452:0:2269469:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:18.0:1673551344.131452:0:2269469:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551344.131453:0:2269469:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:18.0:1673551344.131453:0:2269469:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:18.0:1673551344.131454:0:2269469:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:18.0:1673551344.131454:0:2269469:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:18.0:1673551344.131455:0:2269469:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:18.0:1673551344.131455:0:2269469:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:18.0:1673551344.131456:0:2269469:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551344.131456:0:2358800:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551344.131457:0:2269469:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:18.0:1673551344.131457:0:2269469:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:18.0:1673551344.131458:0:2269469:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000ba81e67b. 02000000:00000001:18.0:1673551344.131458:0:2269469:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551344.131459:0:2269469:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551344.131459:0:2358800:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00002000:00000001:18.0:1673551344.131460:0:2269469:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00000100:00000001:14.0:1673551344.131460:0:2358800:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00002000:00000001:18.0:1673551344.131461:0:2269469:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:18.0:1673551344.131461:0:2269469:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:18.0:1673551344.131462:0:2269469:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:18.0:1673551344.131462:0:2269469:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 00000020:00000020:18.0:1673551344.131463:0:2269469:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00000100:00100000:14.0:1673551344.131463:0:2358800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.56@o2ib, seq: 7062 00000020:00000020:18.0:1673551344.131464:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 00000100:00000040:14.0:1673551344.131464:0:2358800:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000009480fef3 : new rpc_count 1 00000020:00000020:18.0:1673551344.131465:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551344.131465:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 00000100:00000001:14.0:1673551344.131465:0:2358800:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912618753151232 : -52831454956400384 : ff444e12565b5100) 00000020:00000020:18.0:1673551344.131467:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551344.131467:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00000100:00000040:14.0:1673551344.131467:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000088f58c71 x1754821710608960/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:230/0 lens 224/0 e 0 to 0 dl 1673551350 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000020:00000020:18.0:1673551344.131468:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551344.131468:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551344.131469:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00002000:00000020:18.0:1673551344.131470:0:2269469:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00002000:00000001:18.0:1673551344.131470:0:2269469:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000001:18.0:1673551344.131472:0:2269469:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:18.0:1673551344.131472:0:2269469:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109418642, transno 0, xid 1754821710609024 00010000:00000001:18.0:1673551344.131473:0:2269469:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000100:00000001:14.0:1673551344.131473:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00010000:00000200:18.0:1673551344.131474:0:2269469:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000f6b79e14 x1754821710609024/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:230/0 lens 224/368 e 0 to 0 dl 1673551350 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000001:14.0:1673551344.131474:0:2358800:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:18.0:1673551344.131476:0:2269469:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:18.0:1673551344.131476:0:2269469:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:14.0:1673551344.131476:0:2358800:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000088f58c71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0000-mdtlov_UUID+5:12264:x1754821710608960:12345-172.16.0.56@o2ib:13: 00000100:00001000:18.0:1673551344.131477:0:2269469:0:(import.c:1925:at_measured()) add 1 to 00000000f23c4c68 time=112 v=1 (1 1 1 1) 00000100:00000001:18.0:1673551344.131478:0:2269469:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000200:14.0:1673551344.131478:0:2358800:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754821710608960 00000100:00000040:18.0:1673551344.131479:0:2269469:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000e3f031ad refcount 55 to 172.16.0.56@o2ib 00000020:00000001:14.0:1673551344.131479:0:2358800:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:18.0:1673551344.131480:0:2269469:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146464 : -52831505782405152 : ff444e0680e407e0) 02000000:00000001:18.0:1673551344.131480:0:2269469:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:14.0:1673551344.131480:0:2358800:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:14.0:1673551344.131481:0:2358800:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551344.131482:0:2269469:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551344.131482:0:2358800:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:14.0:1673551344.131482:0:2358800:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000100:00000001:18.0:1673551344.131483:0:2269469:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000020:00000001:14.0:1673551344.131483:0:2358800:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000040:18.0:1673551344.131484:0:2269469:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.57@o2ib 00000400:00000010:18.0:1673551344.131484:0:2269469:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d52bdc24. 00000020:00000001:14.0:1673551344.131484:0:2358800:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:14.0:1673551344.131484:0:2358800:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00000200:18.0:1673551344.131485:0:2269469:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754821710609024, offset 224 00000020:00000001:14.0:1673551344.131485:0:2358800:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:14.0:1673551344.131485:0:2358800:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:18.0:1673551344.131486:0:2269469:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.57@o2ib 00000100:00000001:14.0:1673551344.131486:0:2358800:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:14.0:1673551344.131487:0:2358800:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:18.0:1673551344.131488:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 02000000:00000010:14.0:1673551344.131488:0:2358800:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000c81be2e4. 02000000:00000001:14.0:1673551344.131488:0:2358800:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:18.0:1673551344.131489:0:2269469:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.57@o2ib local destination 00000100:00000001:14.0:1673551344.131489:0:2358800:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:18.0:1673551344.131490:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00002000:00000001:14.0:1673551344.131490:0:2358800:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:14.0:1673551344.131491:0:2358800:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:14.0:1673551344.131492:0:2358800:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000400:00000200:18.0:1673551344.131493:0:2269469:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.57@o2ib(172.16.0.57@o2ib:172.16.0.57@o2ib) : PUT try# 0 00000800:00000200:18.0:1673551344.131494:0:2269469:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000400:00000200:18.0:1673551344.131495:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000020:00000001:14.0:1673551344.131496:0:2358800:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:18.0:1673551344.131497:0:2269469:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000625538ff] -> 172.16.0.57@o2ib (2) version: 12 00002000:00000024:14.0:1673551344.131497:0:2358800:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148413632 pending 0 free 5928824139776 avail 5849092771840 00000800:00000200:18.0:1673551344.131498:0:2269469:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000580cc9cc] (68)++ 00000800:00000200:18.0:1673551344.131498:0:2269469:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000580cc9cc] (69)++ 00000020:00000020:14.0:1673551344.131498:0:2358800:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0003: processing self export: 143552 0 0 00000020:00000020:14.0:1673551344.131499:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0001-mdtlov_UUID/00000000e0414e82 dirty 0 pend 0 grant 0 00000800:00000200:18.0:1673551344.131500:0:2269469:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000580cc9cc] (70)-- 00000020:00000020:14.0:1673551344.131500:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0000-mdtlov_UUID/000000009480fef3 dirty 0 pend 0 grant 0 00000100:00000001:18.0:1673551344.131501:0:2269469:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551344.131501:0:2269469:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000e3f031ad refcount 54 to 172.16.0.56@o2ib 00000020:00000020:14.0:1673551344.131501:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli cd52cb9a-4225-4c91-b023-faa62420b31d/0000000006681ce8 dirty 0 pend 0 grant 537067520 00010000:00000001:18.0:1673551344.131502:0:2269469:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:18.0:1673551344.131502:0:2269469:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:14.0:1673551344.131502:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0003-mdtlov_UUID/000000006f304481 dirty 0 pend 0 grant 0 00000020:00000001:18.0:1673551344.131503:0:2269469:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:18.0:1673551344.131503:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6b79e14 x1754821710609024/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:230/0 lens 224/368 e 0 to 0 dl 1673551350 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000020:00000020:14.0:1673551344.131503:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000008b497c02 dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551344.131503:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000c611fe19 dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551344.131504:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 49374343-0861-470b-a659-345a443590fd/00000000aafb700c dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551344.131505:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0002-mdtlov_UUID/000000001a218102 dirty 0 pend 0 grant 0 00002000:00000020:14.0:1673551344.131505:0:2358800:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1447466831 free, 1428001130 avail; 60817408 objects: 29395648 free; state 200 00000100:00100000:18.0:1673551344.131506:0:2269469:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000f6b79e14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0000-mdtlov_UUID+5:12252:x1754821710609024:12345-172.16.0.56@o2ib:13: Request processed in 57us (99us total) trans 0 rc 0/0 00002000:00000001:14.0:1673551344.131506:0:2358800:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000001:14.0:1673551344.131507:0:2358800:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:18.0:1673551344.131508:0:2269469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.56@o2ib, seq: 7527 00000100:00000040:18.0:1673551344.131508:0:2269469:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001c5fbf11 : new rpc_count 0 00010000:00000040:14.0:1673551344.131508:0:2358800:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109420461, transno 0, xid 1754821710608960 00000800:00000200:5.2:1673551344.131508:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (69)++ 00000100:00000001:18.0:1673551344.131509:0:2269469:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:18.0:1673551344.131509:0:2269469:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:14.0:1673551344.131509:0:2358800:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000020:00000010:18.0:1673551344.131510:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ffab7b02. 00000020:00000010:18.0:1673551344.131510:0:2269469:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000bbe368b. 00010000:00000200:14.0:1673551344.131510:0:2358800:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000088f58c71 x1754821710608960/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:230/0 lens 224/368 e 0 to 0 dl 1673551350 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000020:00000010:18.0:1673551344.131511:0:2269469:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d49e0b4d. 00000020:00000040:18.0:1673551344.131512:0:2269469:0:(genops.c:979:class_export_put()) PUTting export 000000001c5fbf11 : new refcount 4 00000100:00000001:18.0:1673551344.131513:0:2269469:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:14.0:1673551344.131513:0:2358800:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:14.0:1673551344.131514:0:2358800:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:14.0:1673551344.131514:0:2358800:0:(import.c:1925:at_measured()) add 1 to 0000000076fc1371 time=112 v=1 (1 1 1 1) 00000100:00000001:14.0:1673551344.131516:0:2358800:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:14.0:1673551344.131517:0:2358800:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000e3f031ad refcount 55 to 172.16.0.56@o2ib 00000100:00000001:14.0:1673551344.131517:0:2358800:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146464 : -52831505782405152 : ff444e0680e407e0) 02000000:00000001:14.0:1673551344.131518:0:2358800:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:14.0:1673551344.131519:0:2358800:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551344.131519:0:2358800:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:14.0:1673551344.131520:0:2358800:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000800:00000200:19.0:1673551344.131522:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (70)++ 00000400:00000010:14.0:1673551344.131522:0:2358800:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000277e89bb. 00000100:00000200:14.0:1673551344.131525:0:2358800:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754821710608960, offset 224 00000400:00000200:14.0:1673551344.131527:0:2358800:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000400:00000200:14.0:1673551344.131528:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:19.0:1673551344.131529:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000580cc9cc] (71)-- 00000400:00000200:19.0:1673551344.131529:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:14.0:1673551344.131530:0:2358800:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.56@o2ib local destination 00000400:00000200:19.0:1673551344.131531:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000400:00000200:19.0:1673551344.131532:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000d52bdc24 00000400:00000010:19.0:1673551344.131532:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000d52bdc24. 00000400:00000200:14.0:1673551344.131532:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:19.0:1673551344.131533:0:12873:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:19.0:1673551344.131533:0:12873:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:19.0:1673551344.131534:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000400:00000200:14.0:1673551344.131534:0:2358800:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) : PUT try# 0 00000800:00000200:19.0:1673551344.131535:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 00000800:00000200:14.0:1673551344.131536:0:2358800:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.56@o2ib 00000400:00000200:14.0:1673551344.131538:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:14.0:1673551344.131540:0:2358800:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000e56901fc] -> 172.16.0.56@o2ib (2) version: 12 00000800:00000200:14.0:1673551344.131541:0:2358800:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000008042fb16] (68)++ 00000800:00000200:14.0:1673551344.131542:0:2358800:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000008042fb16] (69)++ 00000800:00000200:14.0:1673551344.131545:0:2358800:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000008042fb16] (70)-- 00000100:00000001:14.0:1673551344.131545:0:2358800:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551344.131546:0:2358800:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000e3f031ad refcount 54 to 172.16.0.56@o2ib 00010000:00000001:14.0:1673551344.131547:0:2358800:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:14.0:1673551344.131547:0:2358800:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551344.131548:0:2358800:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:14.0:1673551344.131549:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088f58c71 x1754821710608960/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:230/0 lens 224/368 e 0 to 0 dl 1673551350 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:14.0:1673551344.131551:0:2358800:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000088f58c71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0000-mdtlov_UUID+5:12264:x1754821710608960:12345-172.16.0.56@o2ib:13: Request processed in 78us (144us total) trans 0 rc 0/0 00000800:00000200:3.2:1673551344.131553:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (69)++ 00000100:00100000:14.0:1673551344.131554:0:2358800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.56@o2ib, seq: 7062 00000100:00000040:14.0:1673551344.131555:0:2358800:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009480fef3 : new rpc_count 0 00000100:00000001:14.0:1673551344.131555:0:2358800:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:14.0:1673551344.131556:0:2358800:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:14.0:1673551344.131557:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f81d824. 00000020:00000010:14.0:1673551344.131558:0:2358800:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b8e8bcc. 00000020:00000010:14.0:1673551344.131559:0:2358800:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000255f4a52. 00000020:00000040:14.0:1673551344.131559:0:2358800:0:(genops.c:979:class_export_put()) PUTting export 000000009480fef3 : new refcount 4 00000100:00000001:14.0:1673551344.131560:0:2358800:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:13.0:1673551344.131565:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (70)++ 00000800:00000200:13.0:1673551344.131571:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000008042fb16] (71)-- 00000400:00000200:13.0:1673551344.131573:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551344.131575:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 00000400:00000200:13.0:1673551344.131577:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000277e89bb 00000400:00000010:13.0:1673551344.131578:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000277e89bb. 00000800:00000200:12.0:1673551344.131578:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000100:00000001:13.0:1673551344.131579:0:12871:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:13.0:1673551344.131580:0:12871:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:13.0:1673551344.131582:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 00000800:00000200:14.2:1673551344.299655:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007b5fd11d] (68)++ 00000800:00000200:6.2:1673551344.299662:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000036519f99] (68)++ 00000800:00000200:3.0:1673551344.299673:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007b5fd11d] (69)++ 00000800:00000200:3.0:1673551344.299677:0:12866:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.23@o2ib 00000400:00000200:3.0:1673551344.299680:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:2.0:1673551344.299680:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (69)++ 00000800:00000200:2.0:1673551344.299682:0:12865:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.23@o2ib 00000400:00000200:3.0:1673551344.299683:0:12866:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.23@o2ib : PUT - for me 00000400:00000200:2.0:1673551344.299684:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:3.0:1673551344.299685:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:2.0:1673551344.299686:0:12865:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.23@o2ib : PUT - for me 00000400:00000200:3.0:1673551344.299688:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:2.0:1673551344.299689:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:2.0:1673551344.299690:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:3.0:1673551344.299694:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:3.0:1673551344.299696:0:12866:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 7 MB=0x63bfccd5cd380 00000400:00000200:2.0:1673551344.299696:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:2.0:1673551344.299698:0:12865:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 7 MB=0x63bfccd5cd300 00000400:00000200:3.0:1673551344.299699:0:12866:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.22@o2ib of length 224/224 into md 0x2bbc2e1 [8] + 1792 00000400:00000200:3.0:1673551344.299702:0:12866:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1673551344.299702:0:12865:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.22@o2ib of length 224/224 into md 0x2bbc2e1 [8] + 2016 00000400:00000200:3.0:1673551344.299704:0:12866:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.23@o2ib: PUT: OK 00000400:00000200:2.0:1673551344.299705:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1673551344.299706:0:12866:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:3.0:1673551344.299706:0:12866:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:2.0:1673551344.299706:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000100:00000010:3.0:1673551344.299708:0:12866:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000b9cc28e5. 00000100:00000040:3.0:1673551344.299710:0:12866:0:(events.c:367:request_in_callback()) incoming req@00000000b9cc28e5 x1754806823474048 msgsize 224 00000100:00100000:3.0:1673551344.299712:0:12866:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.22@o2ib (source: 12345-172.16.0.23@o2ib) 00000100:00000001:3.0:1673551344.299719:0:12866:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:3.0:1673551344.299725:0:12866:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000007b5fd11d] (70)++ 00000800:00000200:3.0:1673551344.299727:0:12866:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000007b5fd11d] (71)-- 00000800:00000200:3.0:1673551344.299728:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007b5fd11d] (70)-- 00000100:00000001:1.0:1673551344.299728:0:2269461:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1673551344.299729:0:2269461:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1673551344.299729:0:2269461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000800:00000200:3.0:1673551344.299730:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007b5fd11d] (69)-- 00000100:00000001:1.0:1673551344.299730:0:2269461:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1673551344.299731:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (70)-- 00000100:00000001:2.0:1673551344.299732:0:12865:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:2.0:1673551344.299732:0:12865:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:1.0:1673551344.299732:0:2269461:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1673551344.299733:0:12865:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000c131c331. 00000100:00000040:2.0:1673551344.299734:0:12865:0:(events.c:367:request_in_callback()) incoming req@00000000c131c331 x1754806823473920 msgsize 224 00000100:00100000:1.0:1673551344.299734:0:2269461:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754806823474048 00000020:00000001:1.0:1673551344.299735:0:2269461:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1673551344.299735:0:2269461:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c8769cc 00000020:00000001:1.0:1673551344.299736:0:2269461:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00100000:2.0:1673551344.299737:0:12865:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.22@o2ib (source: 12345-172.16.0.23@o2ib) 00000020:00000040:1.0:1673551344.299737:0:2269461:0:(lustre_handles.c:152:class_handle2object()) GET export 0000000089796a63 refcount=5 00000020:00000001:1.0:1673551344.299738:0:2269461:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558465890304 : -52831515243661312 : ff444e044cf4b800) 00000020:00000001:1.0:1673551344.299739:0:2269461:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558465890304 : -52831515243661312 : ff444e044cf4b800) 00000100:00000001:1.0:1673551344.299740:0:2269461:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1673551344.299741:0:2269461:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1673551344.299743:0:2269461:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e16a1c4. 00000020:00000010:1.0:1673551344.299744:0:2269461:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000123aaf51. 00000100:00000001:2.0:1673551344.299746:0:12865:0:(events.c:403:request_in_callback()) Process leaving 00000020:00000010:1.0:1673551344.299746:0:2269461:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000adadfd71. 00000800:00000200:2.0:1673551344.299747:0:12865:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000036519f99] (69)++ 00000800:00000200:2.0:1673551344.299748:0:12865:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000036519f99] (70)-- 00000800:00000200:2.0:1673551344.299749:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (69)-- 00000100:00000040:1.0:1673551344.299749:0:2269461:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:1.0:1673551344.299750:0:2269461:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1673551344.299751:0:2269461:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1673551344.299751:0:2269461:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551344.299754:0:2269461:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551344.299760:0:2269461:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1673551344.299763:0:2269461:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1673551344.299763:0:2269461:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1673551344.299763:0:2364967:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1673551344.299764:0:2269461:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1673551344.299764:0:2364967:0:(service.c:2059:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551344.299765:0:2269461:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1673551344.299765:0:2269461:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1673551344.299766:0:2269461:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754806823473920 00000020:00000001:1.0:1673551344.299767:0:2269461:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1673551344.299767:0:2269461:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876a58 00000100:00000001:0.0:1673551344.299767:0:2364967:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1673551344.299768:0:2269461:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00000001:0.0:1673551344.299768:0:2364967:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1673551344.299769:0:2269461:0:(lustre_handles.c:152:class_handle2object()) GET export 000000006f304481 refcount=5 00000020:00000001:1.0:1673551344.299770:0:2269461:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912595675790336 : -52831478033761280 : ff444e0cf6d6bc00) 00000100:00000001:3.0:1673551344.299771:0:2390114:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1673551344.299771:0:2269461:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912595675790336 : -52831478033761280 : ff444e0cf6d6bc00) 00000100:00100000:0.0:1673551344.299771:0:2364967:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.22@o2ib, seq: 4424 00000100:00000001:3.0:1673551344.299772:0:2390114:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1673551344.299772:0:2390114:0:(service.c:2025:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551344.299772:0:2269461:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1673551344.299772:0:2364967:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 0000000089796a63 : new rpc_count 1 00000100:00000001:3.0:1673551344.299773:0:2390114:0:(service.c:2230:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551344.299773:0:2269461:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1673551344.299773:0:2364967:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912573783377024 : -52831499926174592 : ff444e07ddf30480) 00000020:00000010:1.0:1673551344.299774:0:2269461:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003dd14a5e. 00000020:00000010:1.0:1673551344.299775:0:2269461:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042914606. 00000100:00000040:0.0:1673551344.299775:0:2364967:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b9cc28e5 x1754806823474048/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:230/0 lens 224/0 e 0 to 0 dl 1673551350 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1673551344.299776:0:2269461:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006489e9d9. 00000100:00000001:1.0:1673551344.299778:0:2269461:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1673551344.299779:0:2269461:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1673551344.299779:0:2269461:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551344.299780:0:2269461:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551344.299781:0:2364967:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1673551344.299781:0:2364967:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1673551344.299782:0:2364967:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000b9cc28e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:ai200x-MDT0003-mdtlov_UUID+5:10865:x1754806823474048:12345-172.16.0.22@o2ib:13: 00000100:00000001:1.0:1673551344.299785:0:2269461:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1673551344.299785:0:2364967:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754806823474048 00000100:00000001:1.0:1673551344.299786:0:2269461:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1673551344.299786:0:2364967:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:1.0:1673551344.299787:0:2269461:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1673551344.299787:0:2364967:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000001:3.0:1673551344.299788:0:2390114:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1673551344.299788:0:2390114:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1673551344.299788:0:2364967:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1673551344.299789:0:2269461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.22@o2ib, seq: 4425 00000020:00000001:0.0:1673551344.299789:0:2364967:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1673551344.299789:0:2364967:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000100:00000001:3.0:1673551344.299790:0:2390114:0:(service.c:2025:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551344.299790:0:2390114:0:(service.c:2230:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1673551344.299790:0:2269461:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000006f304481 : new rpc_count 1 00000100:00000001:1.0:1673551344.299790:0:2269461:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912603120930176 : -52831470588621440 : ff444e0eb29a8d80) 00000020:00000001:0.0:1673551344.299791:0:2364967:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1673551344.299792:0:2269461:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c131c331 x1754806823473920/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:230/0 lens 224/0 e 0 to 0 dl 1673551350 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000020:00000001:0.0:1673551344.299792:0:2364967:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1673551344.299792:0:2364967:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1673551344.299793:0:2364967:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1673551344.299794:0:2364967:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551344.299795:0:2364967:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1673551344.299796:0:2269461:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1673551344.299796:0:2269461:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:0.0:1673551344.299797:0:2364967:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1673551344.299798:0:2269461:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000c131c331 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:ai200x-MDT0003-mdtlov_UUID+5:10854:x1754806823473920:12345-172.16.0.22@o2ib:13: 02000000:00000010:0.0:1673551344.299798:0:2364967:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000cf065bbe. 00000100:00000200:1.0:1673551344.299799:0:2269461:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754806823473920 02000000:00000001:0.0:1673551344.299799:0:2364967:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1673551344.299800:0:2269461:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:0.0:1673551344.299800:0:2364967:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1673551344.299801:0:2269461:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00002000:00000001:0.0:1673551344.299801:0:2364967:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00000020:00000001:1.0:1673551344.299802:0:2269461:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1673551344.299802:0:2364967:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:1.0:1673551344.299803:0:2269461:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1673551344.299803:0:2269461:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:0.0:1673551344.299803:0:2364967:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1673551344.299803:0:2364967:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1673551344.299804:0:2269461:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1673551344.299805:0:2269461:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00002000:00000024:0.0:1673551344.299805:0:2364967:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 00000020:00000001:1.0:1673551344.299806:0:2269461:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000020:0.0:1673551344.299806:0:2364967:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00000020:00000001:1.0:1673551344.299807:0:2269461:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1673551344.299807:0:2269461:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1673551344.299807:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 00000100:00000001:1.0:1673551344.299808:0:2269461:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1673551344.299809:0:2269461:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000020:0.0:1673551344.299809:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 02000000:00000010:1.0:1673551344.299810:0:2269461:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000f00d6c02. 00000020:00000020:0.0:1673551344.299810:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 02000000:00000001:1.0:1673551344.299811:0:2269461:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1673551344.299811:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00000100:00000001:1.0:1673551344.299812:0:2269461:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1673551344.299813:0:2269461:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00000020:00000020:0.0:1673551344.299813:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00002000:00000001:1.0:1673551344.299814:0:2269461:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:1.0:1673551344.299814:0:2269461:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000020:0.0:1673551344.299814:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00000020:00000001:1.0:1673551344.299815:0:2269461:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:0.0:1673551344.299815:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00002000:00000024:1.0:1673551344.299816:0:2269461:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148413632 pending 0 free 5928824139776 avail 5849092771840 00000020:00000020:0.0:1673551344.299816:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00000020:00000020:1.0:1673551344.299817:0:2269461:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0003: processing self export: 143552 0 0 00000020:00000020:1.0:1673551344.299818:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0001-mdtlov_UUID/00000000e0414e82 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1673551344.299818:0:2364967:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00000020:00000020:1.0:1673551344.299819:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0000-mdtlov_UUID/000000009480fef3 dirty 0 pend 0 grant 0 00002000:00000001:0.0:1673551344.299819:0:2364967:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00000020:00000020:1.0:1673551344.299820:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli cd52cb9a-4225-4c91-b023-faa62420b31d/0000000006681ce8 dirty 0 pend 0 grant 537067520 00002000:00000001:0.0:1673551344.299821:0:2364967:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1673551344.299822:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0003-mdtlov_UUID/000000006f304481 dirty 0 pend 0 grant 0 00010000:00000040:0.0:1673551344.299822:0:2364967:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109418643, transno 0, xid 1754806823474048 00000020:00000020:1.0:1673551344.299823:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000008b497c02 dirty 0 pend 0 grant 537067520 00010000:00000001:0.0:1673551344.299823:0:2364967:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000020:00000020:1.0:1673551344.299824:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000c611fe19 dirty 0 pend 0 grant 537067520 00000020:00000020:1.0:1673551344.299825:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 49374343-0861-470b-a659-345a443590fd/00000000aafb700c dirty 0 pend 0 grant 537067520 00010000:00000200:0.0:1673551344.299825:0:2364967:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000b9cc28e5 x1754806823474048/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:230/0 lens 224/368 e 0 to 0 dl 1673551350 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000020:00000020:1.0:1673551344.299826:0:2269461:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0002-mdtlov_UUID/000000001a218102 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1673551344.299828:0:2269461:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1447466831 free, 1428001130 avail; 60817408 objects: 29395648 free; state 200 00002000:00000001:1.0:1673551344.299829:0:2269461:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00010000:00000001:0.0:1673551344.299829:0:2364967:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00002000:00000001:1.0:1673551344.299830:0:2269461:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1673551344.299830:0:2269461:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109417190, transno 0, xid 1754806823473920 00010000:00000001:0.0:1673551344.299830:0:2364967:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1673551344.299831:0:2269461:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000100:00001000:0.0:1673551344.299831:0:2364967:0:(import.c:1925:at_measured()) add 1 to 000000007b1b1a9f time=112 v=1 (1 1 1 1) 00010000:00000200:1.0:1673551344.299832:0:2269461:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000c131c331 x1754806823473920/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:230/0 lens 224/368 e 0 to 0 dl 1673551350 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1673551344.299833:0:2364967:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1673551344.299834:0:2364967:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000a5089673 refcount 49 to 172.16.0.22@o2ib 00000100:00000001:0.0:1673551344.299835:0:2364967:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560590877824 : -52831513118673792 : ff444e04cb9d7480) 00010000:00000001:1.0:1673551344.299836:0:2269461:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1673551344.299836:0:2269461:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1673551344.299837:0:2269461:0:(import.c:1925:at_measured()) add 1 to 000000007b1b1a9f time=112 v=1 (1 1 1 1) 02000000:00000001:0.0:1673551344.299837:0:2364967:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1673551344.299837:0:2364967:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551344.299838:0:2269461:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1673551344.299838:0:2364967:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1673551344.299839:0:2269461:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000a5089673 refcount 50 to 172.16.0.22@o2ib 00000100:00000001:1.0:1673551344.299840:0:2269461:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560590877824 : -52831513118673792 : ff444e04cb9d7480) 00000100:00000040:0.0:1673551344.299840:0:2364967:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.23@o2ib 02000000:00000001:1.0:1673551344.299841:0:2269461:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1673551344.299841:0:2364967:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b875edb. 02000000:00000001:1.0:1673551344.299842:0:2269461:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551344.299842:0:2269461:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1673551344.299843:0:2269461:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.23@o2ib 00000100:00000200:0.0:1673551344.299843:0:2364967:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754806823474048, offset 224 00000400:00000010:1.0:1673551344.299844:0:2269461:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cd6c666. 00000400:00000200:0.0:1673551344.299846:0:2364967:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.23@o2ib 00000100:00000200:1.0:1673551344.299847:0:2269461:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754806823473920, offset 224 00000400:00000200:0.0:1673551344.299848:0:2364967:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:1.0:1673551344.299849:0:2269461:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.23@o2ib 00000400:00000200:0.0:1673551344.299851:0:2364967:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.23@o2ib local destination 00000400:00000200:0.0:1673551344.299852:0:2364967:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:0.0:1673551344.299856:0:2364967:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.23@o2ib(172.16.0.23@o2ib:172.16.0.23@o2ib) : PUT try# 0 00000400:00000200:1.0:1673551344.299858:0:2269461:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:0.0:1673551344.299859:0:2364967:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.23@o2ib 00000400:00000200:1.0:1673551344.299860:0:2269461:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.23@o2ib local destination 00000400:00000200:1.0:1673551344.299862:0:2269461:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:1.0:1673551344.299865:0:2269461:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.23@o2ib(172.16.0.23@o2ib:172.16.0.23@o2ib) : PUT try# 0 00000800:00000200:1.0:1673551344.299867:0:2269461:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.23@o2ib 00000400:00000200:0.0:1673551344.299867:0:2364967:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:1.0:1673551344.299868:0:2269461:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:1.0:1673551344.299871:0:2269461:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000006b07c300] -> 172.16.0.23@o2ib (2) version: 12 00000800:00000200:0.0:1673551344.299871:0:2364967:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000086c48d2b] -> 172.16.0.23@o2ib (3) version: 12 00000800:00000200:1.0:1673551344.299872:0:2269461:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000036519f99] (68)++ 00000800:00000200:0.0:1673551344.299872:0:2364967:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000006f8568c3] (68)++ 00000800:00000200:1.0:1673551344.299873:0:2269461:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000036519f99] (69)++ 00000800:00000200:0.0:1673551344.299873:0:2364967:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000006f8568c3] (69)++ 00000800:00000200:1.0:1673551344.299876:0:2269461:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000036519f99] (70)-- 00000800:00000200:0.0:1673551344.299876:0:2364967:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000006f8568c3] (70)-- 00000100:00000001:1.0:1673551344.299877:0:2269461:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551344.299877:0:2364967:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1673551344.299879:0:2269461:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000a5089673 refcount 48 to 172.16.0.22@o2ib 00000100:00000040:0.0:1673551344.299879:0:2364967:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000a5089673 refcount 48 to 172.16.0.22@o2ib 00010000:00000001:1.0:1673551344.299880:0:2269461:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:1.0:1673551344.299880:0:2269461:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551344.299880:0:2364967:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:0.0:1673551344.299880:0:2364967:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1673551344.299881:0:2269461:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1673551344.299881:0:2364967:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1673551344.299883:0:2269461:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c131c331 x1754806823473920/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:230/0 lens 224/368 e 0 to 0 dl 1673551350 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000040:0.0:1673551344.299883:0:2364967:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9cc28e5 x1754806823474048/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:230/0 lens 224/368 e 0 to 0 dl 1673551350 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000800:00000200:6.2:1673551344.299885:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000036519f99] (69)++ 00000100:00100000:1.0:1673551344.299887:0:2269461:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000c131c331 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:ai200x-MDT0003-mdtlov_UUID+5:10854:x1754806823473920:12345-172.16.0.22@o2ib:13: Request processed in 90us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1673551344.299887:0:2364967:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000b9cc28e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:ai200x-MDT0003-mdtlov_UUID+5:10865:x1754806823474048:12345-172.16.0.22@o2ib:13: Request processed in 105us (176us total) trans 0 rc 0/0 00000800:00000200:14.2:1673551344.299890:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000006f8568c3] (69)++ 00000100:00100000:1.0:1673551344.299891:0:2269461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.22@o2ib, seq: 4425 00000100:00000040:1.0:1673551344.299892:0:2269461:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006f304481 : new rpc_count 0 00000100:00100000:0.0:1673551344.299892:0:2364967:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.22@o2ib, seq: 4424 00000100:00000001:1.0:1673551344.299893:0:2269461:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1673551344.299893:0:2269461:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1673551344.299893:0:2364967:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000089796a63 : new rpc_count 0 00000100:00000001:0.0:1673551344.299894:0:2364967:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1673551344.299895:0:2269461:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042914606. 00000100:00000001:0.0:1673551344.299895:0:2364967:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1673551344.299896:0:2269461:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006489e9d9. 00000020:00000010:0.0:1673551344.299896:0:2364967:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000123aaf51. 00000800:00000200:3.0:1673551344.299897:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (70)++ 00000020:00000010:1.0:1673551344.299897:0:2269461:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003dd14a5e. 00000020:00000010:0.0:1673551344.299897:0:2364967:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000adadfd71. 00000020:00000010:0.0:1673551344.299898:0:2364967:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e16a1c4. 00000800:00000200:3.0:1673551344.299899:0:12866:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000036519f99] (71)-- 00000020:00000040:1.0:1673551344.299899:0:2269461:0:(genops.c:979:class_export_put()) PUTting export 000000006f304481 : new refcount 4 00000020:00000040:0.0:1673551344.299899:0:2364967:0:(genops.c:979:class_export_put()) PUTting export 0000000089796a63 : new refcount 4 00000400:00000200:3.0:1673551344.299900:0:12866:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1673551344.299900:0:2269461:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1673551344.299900:0:2364967:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1673551344.299902:0:12866:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000400:00000200:3.0:1673551344.299903:0:12866:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000001cd6c666 00000400:00000010:3.0:1673551344.299904:0:12866:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000001cd6c666. 00000800:00000200:2.0:1673551344.299904:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000006f8568c3] (70)++ 00000100:00000001:3.0:1673551344.299905:0:12866:0:(events.c:416:reply_out_callback()) Process entered 00000800:00000200:2.0:1673551344.299905:0:12865:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000006f8568c3] (71)-- 00000100:00000001:3.0:1673551344.299906:0:12866:0:(events.c:428:reply_out_callback()) Process leaving 00000400:00000200:2.0:1673551344.299906:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1673551344.299907:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (70)-- 00000800:00000200:3.0:1673551344.299908:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (69)-- 00000400:00000200:2.0:1673551344.299908:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.23@o2ib: PUT: OK 00000400:00000200:2.0:1673551344.299909:0:12865:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000006b875edb 00000800:00000200:3.0:1673551344.299910:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006f8568c3] (70)-- 00000400:00000010:2.0:1673551344.299910:0:12865:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000006b875edb. 00000100:00000001:2.0:1673551344.299911:0:12865:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:2.0:1673551344.299911:0:12865:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:2.0:1673551344.299913:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006f8568c3] (69)-- 00000004:00000001:14.0:1673551344.341063:0:2270175:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:14.0:1673551344.341064:0:2270175:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000010:14.0:1673551344.341066:0:2270175:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000af8993a0. 00000020:00000040:14.0:1673551344.341067:0:2270175:0:(genops.c:1192:class_import_get()) import 00000000c0bbd62b refcount=3 obd=ai200x-OST0003-osc-MDT0001 00000100:00000001:14.0:1673551344.341068:0:2270175:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:14.0:1673551344.341069:0:2270175:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:14.0:1673551344.341070:0:2270175:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:4.0:1673551344.341071:0:2270171:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 02000000:00000010:14.0:1673551344.341072:0:2270175:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001e02f11c. 00000004:00000020:4.0:1673551344.341072:0:2270171:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000001:14.0:1673551344.341073:0:2270175:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551344.341074:0:2270175:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:14.0:1673551344.341075:0:2270175:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:4.0:1673551344.341075:0:2270171:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000da551d93. 00000100:00000040:14.0:1673551344.341076:0:2270175:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000af8993a0] to pc [ptlrpcd_03_00+0] req@00000000af8993a0 x1754791738763584/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000020:00000040:4.0:1673551344.341076:0:2270171:0:(genops.c:1192:class_import_get()) import 0000000030df3c5a refcount=3 obd=ai200x-OST0002-osc-MDT0001 00000100:00000001:4.0:1673551344.341078:0:2270171:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:4.0:1673551344.341079:0:2270171:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:4.0:1673551344.341080:0:2270171:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:4.0:1673551344.341081:0:2270171:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c034dfa8. 00000100:00000001:4.0:1673551344.341083:0:2270171:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551344.341084:0:2270171:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:4.0:1673551344.341085:0:2270171:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551344.341087:0:2270171:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000da551d93] to pc [ptlrpcd_01_03+3] req@00000000da551d93 x1754791738763648/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:14.0:1673551344.341089:0:2270175:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551344.341095:0:12914:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1673551344.341097:0:12914:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:13.0:1673551344.341097:0:12915:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1673551344.341098:0:12914:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:13.0:1673551344.341098:0:12915:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1673551344.341100:0:12914:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000af8993a0 x1754791738763584/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:15.0:1673551344.341104:0:12914:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:15.0:1673551344.341105:0:12914:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:4.0:1673551344.341105:0:2270171:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1673551344.341106:0:12914:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:15.0:1673551344.341106:0:12914:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:15.0:1673551344.341107:0:12914:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000af8993a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:ai200x-MDT0001-mdtlov_UUID:12914:1754791738763584:0@lo:13: 00000100:00000001:5.0:1673551344.341107:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1673551344.341109:0:12914:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000001:5.0:1673551344.341109:0:12909:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551344.341109:0:12909:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 02000000:00000001:15.0:1673551344.341110:0:12914:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:15.0:1673551344.341112:0:12914:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1673551344.341112:0:12914:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:5.0:1673551344.341112:0:12909:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000da551d93 x1754791738763648/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:15.0:1673551344.341113:0:12914:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000859c5abd. 02000000:00000001:15.0:1673551344.341114:0:12914:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1673551344.341115:0:12914:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:7.0:1673551344.341115:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000400:00000010:15.0:1673551344.341116:0:12914:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000009cb4ca6a. 00000100:00000001:7.0:1673551344.341116:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:15.0:1673551344.341117:0:12914:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4aca7e2. 00000100:00000001:5.0:1673551344.341117:0:12909:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:5.0:1673551344.341118:0:12909:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:15.0:1673551344.341119:0:12914:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738763584, portal 4 00000100:00000001:15.0:1673551344.341119:0:12914:0:(client.c:3106:ptlrpc_request_addref()) Process entered 02000000:00000001:5.0:1673551344.341119:0:12909:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:15.0:1673551344.341120:0:12914:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912614500509824 : -52831459209041792 : ff444e1158e12880) 02000000:00000001:5.0:1673551344.341120:0:12909:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:5.0:1673551344.341121:0:12909:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000da551d93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:ai200x-MDT0001-mdtlov_UUID:12909:1754791738763648:0@lo:13: 00000100:00000040:15.0:1673551344.341122:0:12914:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000af8993a0 x1754791738763584/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551351 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551344.341122:0:12909:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000001:15.0:1673551344.341124:0:12914:0:(niobuf.c:56:ptl_send_buf()) Process entered 02000000:00000001:5.0:1673551344.341124:0:12909:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:15.0:1673551344.341125:0:12914:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:5.0:1673551344.341125:0:12909:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:15.0:1673551344.341126:0:12914:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004a23c0e. 00000100:00000200:15.0:1673551344.341126:0:12914:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738763584, offset 0 02000000:00000001:5.0:1673551344.341126:0:12909:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:15.0:1673551344.341127:0:12914:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:5.0:1673551344.341127:0:12909:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004218fb71. 02000000:00000001:5.0:1673551344.341128:0:12909:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1673551344.341129:0:12914:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:5.0:1673551344.341129:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:15.0:1673551344.341130:0:12914:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:5.0:1673551344.341130:0:12909:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 0000000083d6e76c. 00000400:00000200:15.0:1673551344.341131:0:12914:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000010:5.0:1673551344.341131:0:12909:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003be8618e. 00000400:00000200:15.0:1673551344.341132:0:12914:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:15.0:1673551344.341133:0:12914:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000200:5.0:1673551344.341133:0:12909:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738763648, portal 4 00000400:00000200:15.0:1673551344.341134:0:12914:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x63bf94a3e6940 00000100:00000001:5.0:1673551344.341134:0:12909:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:5.0:1673551344.341134:0:12909:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638475264 : -52831455071076352 : ff444e124f858000) 00000400:00000200:15.0:1673551344.341136:0:12914:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x435078cd [8] + 5600 00000100:00000040:5.0:1673551344.341136:0:12909:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000da551d93 x1754791738763648/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551351 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:15.0:1673551344.341137:0:12914:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:5.0:1673551344.341138:0:12909:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000200:15.0:1673551344.341139:0:12914:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:5.0:1673551344.341139:0:12909:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:5.0:1673551344.341139:0:12909:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061653a68. 00000100:00000001:15.0:1673551344.341140:0:12914:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:15.0:1673551344.341140:0:12914:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:15.0:1673551344.341141:0:12914:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000000bdfec7c. 00000100:00000200:5.0:1673551344.341141:0:12909:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738763648, offset 0 00000100:00000040:15.0:1673551344.341142:0:12914:0:(events.c:367:request_in_callback()) incoming req@000000000bdfec7c x1754791738763584 msgsize 224 00000400:00000200:5.0:1673551344.341142:0:12909:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:15.0:1673551344.341143:0:12914:0:(events.c:370:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:5.0:1673551344.341144:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:5.0:1673551344.341145:0:12909:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:5.0:1673551344.341146:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:5.0:1673551344.341147:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:15.0:1673551344.341148:0:12914:0:(events.c:403:request_in_callback()) Process leaving 00000400:00000200:5.0:1673551344.341148:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:5.0:1673551344.341148:0:12909:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x63bf94a3e6980 00000400:00000200:5.0:1673551344.341150:0:12909:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x24d6a25 [8] + 10752 00000400:00000200:15.0:1673551344.341151:0:12914:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000004a23c0e 00000400:00000010:15.0:1673551344.341152:0:12914:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000004a23c0e. 00000400:00000200:5.0:1673551344.341152:0:12909:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:15.0:1673551344.341153:0:12914:0:(events.c:54:request_out_callback()) Process entered 00000400:00000200:5.0:1673551344.341153:0:12909:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:15.0:1673551344.341154:0:12914:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000af8993a0 x1754791738763584/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551351 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551344.341154:0:12909:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:5.0:1673551344.341155:0:12909:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:5.0:1673551344.341156:0:12909:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000438a8236. 00000100:00000001:14.0:1673551344.341157:0:2358800:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:5.0:1673551344.341157:0:12909:0:(events.c:367:request_in_callback()) incoming req@00000000438a8236 x1754791738763648 msgsize 224 00000100:00000001:15.0:1673551344.341158:0:12914:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 02000000:00000001:14.0:1673551344.341158:0:2358800:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:14.0:1673551344.341158:0:2358800:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00100000:5.0:1673551344.341158:0:12909:0:(events.c:370:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:14.0:1673551344.341159:0:2358800:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1673551344.341160:0:12914:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000af8993a0 x1754791738763584/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551351 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 02000000:00000001:14.0:1673551344.341160:0:2358800:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:14.0:1673551344.341161:0:2358800:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754791738763584 00000020:00000001:14.0:1673551344.341162:0:2358800:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000001:15.0:1673551344.341163:0:12914:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551344.341163:0:2358800:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c882c3d 00000020:00000001:14.0:1673551344.341163:0:2358800:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00000001:5.0:1673551344.341163:0:12909:0:(events.c:403:request_in_callback()) Process leaving 00000100:00000001:15.0:1673551344.341164:0:12914:0:(events.c:94:request_out_callback()) Process leaving 00000020:00000040:14.0:1673551344.341164:0:2358800:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000e0414e82 refcount=5 00000400:00000200:5.0:1673551344.341164:0:12909:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000061653a68 00000020:00000001:14.0:1673551344.341165:0:2358800:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558647006208 : -52831515062545408 : ff444e0457c05400) 00000400:00000010:5.0:1673551344.341165:0:12909:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000061653a68. 00000100:00000001:15.0:1673551344.341166:0:12914:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551344.341166:0:12914:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:14.0:1673551344.341166:0:2358800:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558647006208 : -52831515062545408 : ff444e0457c05400) 00000100:00000001:5.0:1673551344.341166:0:12909:0:(events.c:54:request_out_callback()) Process entered 00000100:00000001:14.0:1673551344.341167:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000200:5.0:1673551344.341167:0:12909:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000da551d93 x1754791738763648/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551351 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:15.0:1673551344.341168:0:12914:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551344.341168:0:2358800:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:15.0:1673551344.341169:0:12914:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:14.0:1673551344.341169:0:2358800:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000255f4a52. 00000100:00000001:5.0:1673551344.341169:0:12909:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:15.0:1673551344.341170:0:12914:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:14.0:1673551344.341170:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f81d824. 00000100:00000040:5.0:1673551344.341170:0:12909:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000da551d93 x1754791738763648/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551351 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:14.0:1673551344.341171:0:2358800:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b8e8bcc. 00000100:00000001:15.0:1673551344.341172:0:12914:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:7.0:1673551344.341172:0:2269464:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:5.0:1673551344.341172:0:12909:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551344.341172:0:12909:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:15.0:1673551344.341173:0:12914:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000040:14.0:1673551344.341173:0:2358800:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 02000000:00000001:7.0:1673551344.341173:0:2269464:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:7.0:1673551344.341173:0:2269464:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:5.0:1673551344.341173:0:12909:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551344.341174:0:12914:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1673551344.341174:0:12914:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:14.0:1673551344.341174:0:2358800:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:14.0:1673551344.341174:0:2358800:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:7.0:1673551344.341174:0:2269464:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551344.341174:0:12909:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:5.0:1673551344.341174:0:12909:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551344.341175:0:12914:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551344.341175:0:2358800:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1673551344.341175:0:2269464:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551344.341175:0:12909:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551344.341176:0:12914:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551344.341176:0:2358800:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:7.0:1673551344.341176:0:2269464:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754791738763648 00000100:00000001:5.0:1673551344.341176:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551344.341177:0:12914:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1673551344.341177:0:12914:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000020:00000001:7.0:1673551344.341177:0:2269464:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:7.0:1673551344.341177:0:2269464:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c882c36 00000100:00000001:15.0:1673551344.341178:0:12914:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551344.341178:0:2269464:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00000001:5.0:1673551344.341178:0:12909:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1673551344.341178:0:12909:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:15.0:1673551344.341179:0:12914:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551344.341179:0:2269464:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000cf4a289b refcount=5 00000100:00000001:5.0:1673551344.341179:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551344.341179:0:12909:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000020:00000001:7.0:1673551344.341180:0:2269464:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912555297655808 : -52831518411895808 : ff444e03901d4c00) 00000100:00000001:5.0:1673551344.341180:0:12909:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551344.341180:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551344.341181:0:2269464:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912555297655808 : -52831518411895808 : ff444e03901d4c00) 00000100:00000001:5.0:1673551344.341181:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551344.341181:0:12909:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551344.341181:0:12909:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551344.341182:0:2358800:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551344.341182:0:2269464:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:5.0:1673551344.341182:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551344.341183:0:2269464:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:7.0:1673551344.341184:0:2269464:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015bb0527. 00000100:00000001:14.0:1673551344.341185:0:2358800:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:14.0:1673551344.341186:0:2358800:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:14.0:1673551344.341187:0:2358800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7063 00000020:00000010:7.0:1673551344.341187:0:2269464:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004a709c3a. 00000020:00000010:7.0:1673551344.341188:0:2269464:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000051f64ff6. 00000100:00000040:14.0:1673551344.341189:0:2358800:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000e0414e82 : new rpc_count 1 00000100:00000001:14.0:1673551344.341190:0:2358800:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912624087996032 : -52831449621555584 : ff444e1394569680) 00000100:00000040:7.0:1673551344.341190:0:2269464:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:7.0:1673551344.341190:0:2269464:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000040:14.0:1673551344.341191:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000bdfec7c x1754791738763584/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:230/0 lens 224/0 e 0 to 0 dl 1673551350 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:7.0:1673551344.341191:0:2269464:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:7.0:1673551344.341191:0:2269464:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551344.341193:0:2269464:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551344.341194:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551344.341194:0:2358800:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:14.0:1673551344.341195:0:2358800:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000000bdfec7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0001-mdtlov_UUID+5:12914:x1754791738763584:12345-0@lo:13: 00000100:00000200:14.0:1673551344.341196:0:2358800:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754791738763584 00000020:00000001:14.0:1673551344.341197:0:2358800:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:14.0:1673551344.341197:0:2358800:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:14.0:1673551344.341198:0:2358800:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551344.341198:0:2358800:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00000001:7.0:1673551344.341198:0:2269464:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:14.0:1673551344.341199:0:2358800:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:14.0:1673551344.341199:0:2358800:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:14.0:1673551344.341200:0:2358800:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551344.341200:0:2269464:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000020:00000001:14.0:1673551344.341201:0:2358800:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:14.0:1673551344.341201:0:2358800:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000001:7.0:1673551344.341201:0:2269464:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000020:00000001:14.0:1673551344.341202:0:2358800:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551344.341202:0:2358800:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000100:00100000:7.0:1673551344.341202:0:2269464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1773 02000000:00000001:14.0:1673551344.341203:0:2358800:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:7.0:1673551344.341203:0:2269464:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000cf4a289b : new rpc_count 1 02000000:00000010:14.0:1673551344.341204:0:2358800:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000064a2618e. 02000000:00000001:14.0:1673551344.341204:0:2358800:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551344.341204:0:2269464:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912618642343040 : -52831455067208576 : ff444e124fc08480) 00000100:00000001:14.0:1673551344.341205:0:2358800:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:14.0:1673551344.341205:0:2358800:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00000100:00000040:7.0:1673551344.341205:0:2269464:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000438a8236 x1754791738763648/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:230/0 lens 224/0 e 0 to 0 dl 1673551350 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00002000:00000001:14.0:1673551344.341206:0:2358800:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:14.0:1673551344.341206:0:2358800:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:14.0:1673551344.341207:0:2358800:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:14.0:1673551344.341207:0:2358800:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148413632 pending 0 free 5928824139776 avail 5849092771840 00000020:00000020:14.0:1673551344.341208:0:2358800:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0003: processing self export: 143552 0 0 00000020:00000020:14.0:1673551344.341209:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0001-mdtlov_UUID/00000000e0414e82 dirty 0 pend 0 grant 0 00000100:00000001:7.0:1673551344.341209:0:2269464:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:7.0:1673551344.341209:0:2269464:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000020:00000020:14.0:1673551344.341210:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0000-mdtlov_UUID/000000009480fef3 dirty 0 pend 0 grant 0 00000100:00100000:7.0:1673551344.341210:0:2269464:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000438a8236 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create01:ai200x-MDT0001-mdtlov_UUID+5:12909:x1754791738763648:12345-0@lo:13: 00000020:00000020:14.0:1673551344.341211:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli cd52cb9a-4225-4c91-b023-faa62420b31d/0000000006681ce8 dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551344.341212:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0003-mdtlov_UUID/000000006f304481 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551344.341212:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000008b497c02 dirty 0 pend 0 grant 537067520 00000100:00000200:7.0:1673551344.341212:0:2269464:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754791738763648 00000020:00000001:7.0:1673551344.341212:0:2269464:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000020:14.0:1673551344.341213:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000c611fe19 dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551344.341213:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 49374343-0861-470b-a659-345a443590fd/00000000aafb700c dirty 0 pend 0 grant 537067520 00000020:00000001:7.0:1673551344.341213:0:2269464:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000020:14.0:1673551344.341214:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0002-mdtlov_UUID/000000001a218102 dirty 0 pend 0 grant 0 00000020:00000001:7.0:1673551344.341214:0:2269464:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551344.341214:0:2269464:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00002000:00000020:14.0:1673551344.341215:0:2358800:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1447466831 free, 1428001130 avail; 60817408 objects: 29395648 free; state 200 00002000:00000001:14.0:1673551344.341215:0:2358800:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00000020:00000001:7.0:1673551344.341215:0:2269464:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00002000:00000001:14.0:1673551344.341216:0:2358800:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551344.341216:0:2269464:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00010000:00000040:14.0:1673551344.341217:0:2358800:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109420464, transno 0, xid 1754791738763584 00000020:00000001:7.0:1673551344.341217:0:2269464:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:7.0:1673551344.341217:0:2269464:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00010000:00000001:14.0:1673551344.341218:0:2358800:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:14.0:1673551344.341218:0:2358800:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000000bdfec7c x1754791738763584/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:230/0 lens 224/368 e 0 to 0 dl 1673551350 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000020:00000001:7.0:1673551344.341218:0:2269464:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:7.0:1673551344.341218:0:2269464:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551344.341219:0:2269464:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00010000:00000001:14.0:1673551344.341220:0:2358800:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 02000000:00000001:7.0:1673551344.341220:0:2269464:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:14.0:1673551344.341221:0:2358800:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:14.0:1673551344.341221:0:2358800:0:(import.c:1925:at_measured()) add 1 to 0000000076fc1371 time=112 v=1 (1 1 1 1) 02000000:00000010:7.0:1673551344.341221:0:2269464:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 000000006f6e68ce. 02000000:00000001:7.0:1673551344.341221:0:2269464:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551344.341222:0:2358800:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000001:7.0:1673551344.341222:0:2269464:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551344.341223:0:2358800:0:(connection.c:143:ptlrpc_connection_addref()) conn=000000001f6219a4 refcount 46 to 0@lo 00002000:00000001:7.0:1673551344.341223:0:2269464:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00000100:00000001:14.0:1673551344.341224:0:2358800:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146656 : -52831505782404960 : ff444e0680e408a0) 02000000:00000001:14.0:1673551344.341224:0:2358800:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00002000:00000001:7.0:1673551344.341224:0:2269464:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:7.0:1673551344.341224:0:2269464:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 02000000:00000001:14.0:1673551344.341225:0:2358800:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551344.341225:0:2358800:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000020:00000001:7.0:1673551344.341225:0:2269464:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:7.0:1673551344.341225:0:2269464:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 00000100:00000040:14.0:1673551344.341226:0:2358800:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:14.0:1673551344.341226:0:2358800:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abd9c8b3. 00000020:00000020:7.0:1673551344.341226:0:2269464:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00000100:00000200:14.0:1673551344.341227:0:2358800:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754791738763584, offset 224 00000020:00000020:7.0:1673551344.341227:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 00000400:00000200:14.0:1673551344.341228:0:2358800:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000020:7.0:1673551344.341228:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 00000400:00000200:14.0:1673551344.341229:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000020:00000020:7.0:1673551344.341229:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 00000400:00000200:14.0:1673551344.341230:0:2358800:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000020:7.0:1673551344.341230:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00000400:00000200:14.0:1673551344.341231:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000020:00000020:7.0:1673551344.341231:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00000020:00000020:7.0:1673551344.341231:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00000400:00000200:14.0:1673551344.341232:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:14.0:1673551344.341232:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000020:00000020:7.0:1673551344.341232:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00000020:00000020:7.0:1673551344.341232:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00002000:00000020:7.0:1673551344.341233:0:2269464:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00000400:00000200:14.0:1673551344.341234:0:2358800:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x63bf94a3e6940 00002000:00000001:7.0:1673551344.341234:0:2269464:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00000400:00000200:14.0:1673551344.341235:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:14.0:1673551344.341236:0:2358800:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x4bd8e66d [1] + 224 00002000:00000001:7.0:1673551344.341236:0:2269464:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:7.0:1673551344.341236:0:2269464:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109421835, transno 0, xid 1754791738763648 00000400:00000200:14.0:1673551344.341237:0:2358800:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:7.0:1673551344.341237:0:2269464:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000400:00000200:14.0:1673551344.341238:0:2358800:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:7.0:1673551344.341238:0:2269464:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000438a8236 x1754791738763648/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:230/0 lens 224/368 e 0 to 0 dl 1673551350 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000001:14.0:1673551344.341239:0:2358800:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:14.0:1673551344.341239:0:2358800:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000af8993a0 x1754791738763584/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551351 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000001:7.0:1673551344.341241:0:2269464:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:7.0:1673551344.341241:0:2269464:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551344.341242:0:2358800:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000af8993a0 x1754791738763584/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551351 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00001000:7.0:1673551344.341242:0:2269464:0:(import.c:1925:at_measured()) add 1 to 0000000066aff150 time=102 v=1 (1 1 0 0) 00000100:00000001:7.0:1673551344.341243:0:2269464:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:7.0:1673551344.341244:0:2269464:0:(connection.c:143:ptlrpc_connection_addref()) conn=000000001f6219a4 refcount 47 to 0@lo 00000100:00000001:7.0:1673551344.341245:0:2269464:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146656 : -52831505782404960 : ff444e0680e408a0) 02000000:00000001:7.0:1673551344.341246:0:2269464:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:7.0:1673551344.341246:0:2269464:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551344.341247:0:2358800:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:7.0:1673551344.341247:0:2269464:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:7.0:1673551344.341248:0:2269464:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:14.0:1673551344.341249:0:2358800:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000abd9c8b3 00000400:00000010:7.0:1673551344.341249:0:2269464:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000610de5cd. 00000400:00000010:14.0:1673551344.341250:0:2358800:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000abd9c8b3. 00000100:00000001:14.0:1673551344.341251:0:2358800:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:14.0:1673551344.341251:0:2358800:0:(events.c:428:reply_out_callback()) Process leaving 00000100:00000200:7.0:1673551344.341251:0:2269464:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754791738763648, offset 224 00000100:00000001:14.0:1673551344.341252:0:2358800:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:7.0:1673551344.341253:0:2269464:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:14.0:1673551344.341254:0:2358800:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=000000001f6219a4 refcount 46 to 0@lo 00010000:00000001:14.0:1673551344.341255:0:2358800:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:14.0:1673551344.341255:0:2358800:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:7.0:1673551344.341255:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:15.0:1673551344.341256:0:12914:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1673551344.341256:0:12914:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000020:00000001:14.0:1673551344.341256:0:2358800:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000400:00000200:7.0:1673551344.341256:0:2269464:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:15.0:1673551344.341257:0:12914:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000040:14.0:1673551344.341257:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bdfec7c x1754791738763584/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:230/0 lens 224/368 e 0 to 0 dl 1673551350 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000400:00000200:7.0:1673551344.341257:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000001:15.0:1673551344.341258:0:12914:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000200:7.0:1673551344.341258:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000010:15.0:1673551344.341259:0:12914:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000009cb4ca6a. 00000400:00000200:7.0:1673551344.341259:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:7.0:1673551344.341259:0:2269464:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x63bf94a3e6980 00000400:00000200:15.0:1673551344.341260:0:12914:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000b4aca7e2 00000400:00000010:15.0:1673551344.341260:0:12914:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000b4aca7e2. 00000400:00000200:7.0:1673551344.341260:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:15.0:1673551344.341261:0:12914:0:(events.c:104:reply_in_callback()) Process entered 00000100:00100000:14.0:1673551344.341261:0:2358800:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000000bdfec7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0001-mdtlov_UUID+5:12914:x1754791738763584:12345-0@lo:13: Request processed in 66us (118us total) trans 0 rc 0/0 00000100:00000200:15.0:1673551344.341262:0:12914:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000af8993a0 x1754791738763584/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551351 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:7.0:1673551344.341262:0:2269464:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x4bd8e6ad [1] + 224 00000400:00000200:7.0:1673551344.341263:0:2269464:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:14.0:1673551344.341264:0:2358800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7063 00000100:00000040:14.0:1673551344.341265:0:2358800:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e0414e82 : new rpc_count 0 00000400:00000200:7.0:1673551344.341265:0:2269464:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:15.0:1673551344.341266:0:12914:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000af8993a0 x1754791738763584/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551351 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:14.0:1673551344.341266:0:2358800:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:14.0:1673551344.341266:0:2358800:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:7.0:1673551344.341266:0:2269464:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:7.0:1673551344.341266:0:2269464:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000da551d93 x1754791738763648/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551351 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:14.0:1673551344.341267:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f81d824. 00000020:00000010:14.0:1673551344.341268:0:2358800:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b8e8bcc. 00000100:00000001:15.0:1673551344.341269:0:12914:0:(events.c:186:reply_in_callback()) Process leaving 00000020:00000010:14.0:1673551344.341269:0:2358800:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000255f4a52. 00000100:00000040:7.0:1673551344.341269:0:2269464:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000da551d93 x1754791738763648/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551351 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000040:14.0:1673551344.341270:0:2358800:0:(genops.c:979:class_export_put()) PUTting export 00000000e0414e82 : new refcount 4 00000100:00000001:15.0:1673551344.341271:0:12914:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:14.0:1673551344.341271:0:2358800:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551344.341272:0:12914:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:15.0:1673551344.341272:0:12914:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:15.0:1673551344.341275:0:12914:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:15.0:1673551344.341276:0:12914:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551344.341276:0:2269464:0:(events.c:186:reply_in_callback()) Process leaving 02000000:00000001:15.0:1673551344.341277:0:12914:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:7.0:1673551344.341277:0:2269464:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000610de5cd 00000400:00000010:7.0:1673551344.341278:0:2269464:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000610de5cd. 00000100:00001000:15.0:1673551344.341279:0:12914:0:(import.c:1925:at_measured()) add 1 to 00000000f3a69ea4 time=107 v=1 (1 1 1 1) 00000100:00000001:7.0:1673551344.341279:0:2269464:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:7.0:1673551344.341279:0:2269464:0:(events.c:428:reply_out_callback()) Process leaving 00000100:00001000:15.0:1673551344.341280:0:12914:0:(import.c:1925:at_measured()) add 1 to 000000008f6ee659 time=107 v=1 (1 1 1 1) 00000100:00000001:7.0:1673551344.341280:0:2269464:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551344.341281:0:12914:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000040:7.0:1673551344.341281:0:2269464:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=000000001f6219a4 refcount 45 to 0@lo 00010000:00000001:7.0:1673551344.341281:0:2269464:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000100:00000001:15.0:1673551344.341282:0:12914:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551344.341282:0:2269464:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1673551344.341283:0:12914:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000020:00000001:7.0:1673551344.341283:0:2269464:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:7.0:1673551344.341283:0:2269464:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000438a8236 x1754791738763648/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:230/0 lens 224/368 e 0 to 0 dl 1673551350 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551344.341283:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551344.341283:0:12909:0:(client.c:1822:ptlrpc_check_set()) Process entered 00010000:00000001:15.0:1673551344.341284:0:12914:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:5.0:1673551344.341284:0:12909:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:5.0:1673551344.341285:0:12909:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:5.0:1673551344.341285:0:12909:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 0000000083d6e76c. 00000100:00000001:15.0:1673551344.341286:0:12914:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:15.0:1673551344.341286:0:12914:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0003-osc-MDT0001: skip recheck: last_committed 249109420464 00000100:00100000:7.0:1673551344.341286:0:2269464:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000438a8236 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create01:ai200x-MDT0001-mdtlov_UUID+5:12909:x1754791738763648:12345-0@lo:13: Request processed in 76us (128us total) trans 0 rc 0/0 00000400:00000200:5.0:1673551344.341286:0:12909:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003be8618e 00000400:00000010:5.0:1673551344.341286:0:12909:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003be8618e. 00000100:00000001:15.0:1673551344.341287:0:12914:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:5.0:1673551344.341287:0:12909:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:5.0:1673551344.341287:0:12909:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000da551d93 x1754791738763648/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551351 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:15.0:1673551344.341288:0:12914:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:7.0:1673551344.341288:0:2269464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1773 00000100:00000040:7.0:1673551344.341289:0:2269464:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf4a289b : new rpc_count 0 00000100:00000040:15.0:1673551344.341290:0:12914:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000af8993a0 x1754791738763584/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551351 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:7.0:1673551344.341290:0:2269464:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:7.0:1673551344.341290:0:2269464:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:5.0:1673551344.341290:0:12909:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000da551d93 x1754791738763648/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551351 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:7.0:1673551344.341291:0:2269464:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004a709c3a. 00000100:00000001:5.0:1673551344.341291:0:12909:0:(events.c:186:reply_in_callback()) Process leaving 00000020:00000010:7.0:1673551344.341292:0:2269464:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000051f64ff6. 00000100:00000001:5.0:1673551344.341292:0:12909:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551344.341292:0:12909:0:(client.c:1442:after_reply()) Process entered 00000020:00000010:7.0:1673551344.341293:0:2269464:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015bb0527. 02000000:00000001:5.0:1673551344.341293:0:12909:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:15.0:1673551344.341294:0:12914:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:7.0:1673551344.341294:0:2269464:0:(genops.c:979:class_export_put()) PUTting export 00000000cf4a289b : new refcount 4 00000100:00000001:7.0:1673551344.341294:0:2269464:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551344.341294:0:12909:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:5.0:1673551344.341294:0:12909:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551344.341295:0:12914:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:5.0:1673551344.341295:0:12909:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551344.341296:0:12914:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:15.0:1673551344.341296:0:12914:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000100:00001000:5.0:1673551344.341296:0:12909:0:(import.c:1925:at_measured()) add 1 to 00000000ec9fb0aa time=107 v=1 (1 1 1 1) 00000004:00000040:15.0:1673551344.341297:0:12914:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0003-osc-MDT0001: Updating status = 0 00000100:00001000:5.0:1673551344.341297:0:12909:0:(import.c:1925:at_measured()) add 1 to 000000008ec3d79d time=107 v=1 (1 1 1 1) 00000004:00000040:15.0:1673551344.341298:0:12914:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0003-osc-MDT0001: blocks=1923008600 free=1447466831 avail=1428001130 avail_mb=5578129 hwm_mb=14671 files=60817408 ffree=29395648 state=200: rc = 0 00000100:00000001:5.0:1673551344.341298:0:12909:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:5.0:1673551344.341299:0:12909:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1673551344.341299:0:12909:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000004:00000020:15.0:1673551344.341300:0:12914:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0003-osc-MDT0001 (0000000096bf50d7): 1923008600 blocks, 1447466831 free, 1428001130 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 29395648 free files 0x200 00010000:00000001:5.0:1673551344.341300:0:12909:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551344.341301:0:12909:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:5.0:1673551344.341301:0:12909:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0002-osc-MDT0001: skip recheck: last_committed 249109421835 00000004:00000001:15.0:1673551344.341302:0:12914:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551344.341302:0:12909:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:5.0:1673551344.341302:0:12909:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1673551344.341303:0:12914:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af8993a0 x1754791738763584/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551351 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000040:5.0:1673551344.341303:0:12909:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000da551d93 x1754791738763648/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551351 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00100000:15.0:1673551344.341305:0:12914:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000af8993a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_00:ai200x-MDT0001-mdtlov_UUID:12914:1754791738763584:0@lo:13: 00000100:00000001:5.0:1673551344.341305:0:12909:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:15.0:1673551344.341306:0:12914:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551344.341306:0:12909:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:15.0:1673551344.341307:0:12914:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:15.0:1673551344.341307:0:12914:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000af8993a0 x1754791738763584/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551351 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551344.341307:0:12909:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:5.0:1673551344.341307:0:12909:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000040:5.0:1673551344.341308:0:12909:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0002-osc-MDT0001: Updating status = 0 00000100:00000001:15.0:1673551344.341309:0:12914:0:(client.c:2641:__ptlrpc_free_req()) Process entered 00000004:00000040:5.0:1673551344.341309:0:12909:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0002-osc-MDT0001: blocks=1923008600 free=1442624642 avail=1423158942 avail_mb=5559214 hwm_mb=14671 files=60817408 ffree=29327698 state=200: rc = 0 02000000:00000001:15.0:1673551344.341310:0:12914:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:15.0:1673551344.341311:0:12914:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000859c5abd. 02000000:00000001:15.0:1673551344.341311:0:12914:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000004:00000020:5.0:1673551344.341311:0:12909:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0002-osc-MDT0001 (00000000edd6cd53): 1923008600 blocks, 1442624642 free, 1423158942 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 29327698 free files 0x200 00000020:00000001:15.0:1673551344.341312:0:12914:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:15.0:1673551344.341312:0:12914:0:(genops.c:1205:class_import_put()) import 00000000c0bbd62b refcount=2 obd=ai200x-OST0003-osc-MDT0001 00000004:00000001:5.0:1673551344.341312:0:12909:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551344.341313:0:12914:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:15.0:1673551344.341313:0:12914:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001e02f11c. 00000100:00000040:5.0:1673551344.341313:0:12909:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000da551d93 x1754791738763648/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551351 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 02000000:00000001:15.0:1673551344.341314:0:12914:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:15.0:1673551344.341314:0:12914:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:15.0:1673551344.341315:0:12914:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000af8993a0. 00000100:00100000:5.0:1673551344.341315:0:12909:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000da551d93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:ai200x-MDT0001-mdtlov_UUID:12909:1754791738763648:0@lo:13: 00000100:00000001:15.0:1673551344.341316:0:12914:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:15.0:1673551344.341316:0:12914:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551344.341316:0:12914:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551344.341317:0:12914:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1673551344.341317:0:12909:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551344.341317:0:12909:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:15.0:1673551344.341318:0:12914:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551344.341318:0:12914:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000040:5.0:1673551344.341318:0:12909:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000da551d93 x1754791738763648/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551351 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:15.0:1673551344.341319:0:12914:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551344.341319:0:12914:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1673551344.341319:0:12914:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551344.341320:0:12909:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:5.0:1673551344.341320:0:12909:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:5.0:1673551344.341321:0:12909:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004218fb71. 02000000:00000001:5.0:1673551344.341322:0:12909:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:5.0:1673551344.341322:0:12909:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:5.0:1673551344.341322:0:12909:0:(genops.c:1205:class_import_put()) import 0000000030df3c5a refcount=2 obd=ai200x-OST0002-osc-MDT0001 00000020:00000001:5.0:1673551344.341323:0:12909:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:5.0:1673551344.341324:0:12909:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c034dfa8. 02000000:00000001:5.0:1673551344.341324:0:12909:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:5.0:1673551344.341325:0:12909:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:5.0:1673551344.341325:0:12909:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000da551d93. 00000100:00000001:5.0:1673551344.341326:0:12909:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:5.0:1673551344.341326:0:12909:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551344.341327:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551344.341328:0:12909:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1673551344.341328:0:12909:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551344.341328:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551344.341329:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551344.341329:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551344.341330:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597062:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551344.597063:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597064:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551344.597064:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597065:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551344.597065:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597066:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551344.597066:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597068:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551344.597069:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597069:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551344.597070:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551344.597071:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551344.597072:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597073:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551344.597073:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597074:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597074:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597076:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551344.597076:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551344.597077:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551344.597078:0:232941:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:4.0:1673551344.597078:0:232941:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:4.0:1673551344.597079:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597079:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551344.597079:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597080:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597080:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597081:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551344.597081:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551344.597082:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551344.597082:0:232941:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:4.0:1673551344.597082:0:232941:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:4.0:1673551344.597083:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597083:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551344.597083:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597084:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597084:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597085:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551344.597085:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551344.597086:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551344.597086:0:232941:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:4.0:1673551344.597087:0:232941:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:4.0:1673551344.597087:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597087:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551344.597088:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597088:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597088:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597089:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551344.597090:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597091:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551344.597091:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597092:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551344.597092:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551344.597093:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551344.597093:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551344.597107:0:3629657:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:18.0:1673551344.597108:0:3629657:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:18.0:1673551344.597109:0:3629657:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:8.0:1673551344.731291:0:242519:0:(llite_lib.c:3468:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1673551344.731295:0:242519:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1673551344.731298:0:242519:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1673551344.731301:0:242519:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1673551344.872423:0:242553:0:(llite_lib.c:3468:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551344.872428:0:242553:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551344.872430:0:242553:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551344.872433:0:242553:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:17.0:1673551344.878213:0:242580:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:17.0:1673551344.878214:0:242580:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:17.0:1673551344.878214:0:242580:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 128 at 00000000749b5a43 (tot 183700604). 00000400:00000001:17.0:1673551344.878216:0:242580:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:17.0:1673551344.878217:0:242580:0:(module.c:117:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:17.0:1673551344.878217:0:242580:0:(module.c:131:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:17.0:1673551344.878218:0:242580:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3221775677 00000400:00001000:17.0:1673551344.878219:0:242580:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:17.0:1673551344.878221:0:242580:0:(api-ni.c:1563:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000027b12ae0 (tot 183700885). 00000400:00000010:17.0:1673551344.878223:0:242580:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8a67d1f. 00000400:00000010:17.0:1673551344.878227:0:242580:0:(lib-lnet.h:484:lnet_rspt_alloc()) rspt alloc 00000000b0a80d99 00000400:00000200:17.0:1673551344.878230:0:242580:0:(lib-move.c:5133:LNetGet()) LNetGet -> 12345-172.16.0.56@o2ib 00000400:00000200:17.0:1673551344.878233:0:242580:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551344.878235:0:242580:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000400:00000200:17.0:1673551344.878239:0:242580:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964983, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:17.0:1673551344.878241:0:242580:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964985, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964983, g:4294967295] 00000400:00000200:17.0:1673551344.878242:0:242580:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:17.0:1673551344.878244:0:242580:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964983, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964983, g:4294967295] 00000400:00000200:17.0:1673551344.878245:0:242580:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964985, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964983, g:4294967295] 00000400:00000200:17.0:1673551344.878246:0:242580:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:17.0:1673551344.878247:0:242580:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:17.0:1673551344.878249:0:242580:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:17.0:1673551344.878249:0:242580:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501163, 4501162] 00000400:00000200:17.0:1673551344.878251:0:242580:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.56@o2ib 00000400:00000200:17.0:1673551344.878251:0:242580:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551344.878253:0:242580:0:(lib-move.c:1877:lnet_handle_send()) rspt_next_hop_nid = 172.16.0.56@o2ib 00000400:00000200:17.0:1673551344.878255:0:242580:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) : GET try# 0 00000800:00000200:17.0:1673551344.878257:0:242580:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.16.0.56@o2ib 00000400:00000200:17.0:1673551344.878259:0:242580:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:17.0:1673551344.878262:0:242580:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000076e6a972] -> 172.16.0.56@o2ib (2) version: 12 00000800:00000200:17.0:1673551344.878263:0:242580:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000f2f16d9a] (68)++ 00000800:00000200:17.0:1673551344.878265:0:242580:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:17.0:1673551344.878269:0:242580:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000f2f16d9a] (70)-- 00000800:00000200:8.2:1673551344.878283:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:12.0:1673551344.878296:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)++ 00000800:00000200:12.0:1673551344.878304:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000f2f16d9a] (71)-- 00000400:00000200:12.0:1673551344.878307:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551344.878311:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: GET: OK 00000400:00000200:12.0:1673551344.878314:0:12872:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (5 0) 00000800:00000200:13.0:1673551344.878316:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000800:00000200:12.0:1673551344.878317:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000800:00000200:8.2:1673551344.878334:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (68)++ 00000400:00000001:4.0:1673551344.878337:0:242581:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:4.0:1673551344.878338:0:242581:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:4.0:1673551344.878339:0:242581:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 128 at 0000000057024de3 (tot 183701013). 00000400:00000001:4.0:1673551344.878340:0:242581:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:4.0:1673551344.878341:0:242581:0:(module.c:117:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:4.0:1673551344.878342:0:242581:0:(module.c:131:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:4.0:1673551344.878342:0:242581:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3221775677 00000400:00001000:4.0:1673551344.878343:0:242581:0:(api-ni.c:2650:LNetNIInit()) refs 2 00000400:00000010:4.0:1673551344.878345:0:242581:0:(api-ni.c:1563:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d7eb8b55 (tot 183701294). 00000800:00000200:13.0:1673551344.878346:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)++ 00000400:00000010:4.0:1673551344.878346:0:242581:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004da79ec4. 00000400:00000010:4.0:1673551344.878349:0:242581:0:(lib-lnet.h:484:lnet_rspt_alloc()) rspt alloc 000000004376c6a1 00000400:00000200:4.0:1673551344.878351:0:242581:0:(lib-move.c:5133:LNetGet()) LNetGet -> 12345-172.16.0.57@o2ib 00000800:00000200:13.0:1673551344.878352:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.56@o2ib 00000400:00000200:4.0:1673551344.878353:0:242581:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:13.0:1673551344.878355:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:4.0:1673551344.878355:0:242581:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.57@o2ib local destination 00000800:00000200:12.0:1673551344.878356:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000400:00000200:13.0:1673551344.878357:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.56@o2ib : REPLY - for me 00000400:00000200:4.0:1673551344.878357:0:242581:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964984, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:13.0:1673551344.878360:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:4.0:1673551344.878360:0:242581:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964985, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964984, g:4294967295] 00000400:00000200:13.0:1673551344.878362:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:4.0:1673551344.878362:0:242581:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:4.0:1673551344.878363:0:242581:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964984, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964984, g:4294967295] 00000400:00000200:4.0:1673551344.878364:0:242581:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964985, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964984, g:4294967295] 00000400:00000200:13.0:1673551344.878365:0:12871:0:(lib-move.c:4220:lnet_parse_reply()) 172.16.0.58@o2ib: Reply from 12345-172.16.0.56@o2ib of length 64/64 into md 0x11a334b1 00000400:00000200:4.0:1673551344.878365:0:242581:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:4.0:1673551344.878366:0:242581:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:4.0:1673551344.878367:0:242581:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:13.0:1673551344.878368:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:4.0:1673551344.878368:0:242581:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501163, 4501163] 00000400:00000200:4.0:1673551344.878369:0:242581:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.56@o2ib 00000400:00000200:13.0:1673551344.878370:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: REPLY: OK 00000400:00000200:4.0:1673551344.878370:0:242581:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551344.878371:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000f8a67d1f 00000400:00000200:4.0:1673551344.878371:0:242581:0:(lib-move.c:1877:lnet_handle_send()) rspt_next_hop_nid = 172.16.0.56@o2ib 00000400:00000010:13.0:1673551344.878373:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000f8a67d1f. 00000400:00000200:4.0:1673551344.878373:0:242581:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.56@o2ib(172.16.0.57@o2ib:172.16.0.56@o2ib) : GET try# 0 00000400:00000200:13.0:1673551344.878374:0:12871:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (3 0) unlinked 00000800:00000200:4.0:1673551344.878378:0:242581:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.16.0.56@o2ib 00000400:00000200:4.0:1673551344.878379:0:242581:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:13.0:1673551344.878380:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:13.0:1673551344.878381:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000f2f16d9a] (70)-- 00000800:00000200:4.0:1673551344.878381:0:242581:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000076e6a972] -> 172.16.0.56@o2ib (2) version: 12 00000800:00000200:4.0:1673551344.878382:0:242581:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000f2f16d9a] (70)++ 00000800:00000200:13.0:1673551344.878383:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000800:00000200:4.0:1673551344.878383:0:242581:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000f2f16d9a] (71)++ 00000800:00000200:4.0:1673551344.878385:0:242581:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000f2f16d9a] (70)-- 00000400:00000010:17.0:1673551344.878386:0:242580:0:(api-ni.c:1577:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000027b12ae0 (tot 183701013). 00000400:00000010:17.0:1673551344.878387:0:242580:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 128 at 00000000749b5a43 (tot 183700885). 00000400:00000001:17.0:1673551344.878388:0:242580:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.2:1673551344.878392:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:12.0:1673551344.878402:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)++ 00000800:00000200:12.0:1673551344.878407:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000f2f16d9a] (71)-- 00000400:00000200:12.0:1673551344.878409:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551344.878411:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: GET: OK 00000400:00000200:12.0:1673551344.878412:0:12872:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (5 0) 00000800:00000200:12.0:1673551344.878413:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000800:00000200:12.0:1673551344.878414:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000800:00000200:8.2:1673551344.878420:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (68)++ 00000800:00000200:12.0:1673551344.878426:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:12.0:1673551344.878432:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.56@o2ib 00000400:00000200:12.0:1673551344.878433:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:13.0:1673551344.878435:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000400:00000200:12.0:1673551344.878435:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.56@o2ib : REPLY - for me 00000400:00000200:12.0:1673551344.878437:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:12.0:1673551344.878438:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:12.0:1673551344.878440:0:12872:0:(lib-move.c:4220:lnet_parse_reply()) 172.16.0.58@o2ib: Reply from 12345-172.16.0.56@o2ib of length 64/64 into md 0xcc96545 00000400:00000200:12.0:1673551344.878442:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551344.878444:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: REPLY: OK 00000400:00000200:12.0:1673551344.878445:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000004da79ec4 00000400:00000010:12.0:1673551344.878445:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000004da79ec4. 00000400:00000200:12.0:1673551344.878446:0:12872:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (3 0) unlinked 00000400:00000001:23.0:1673551344.878450:0:242582:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:23.0:1673551344.878451:0:242582:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:23.0:1673551344.878452:0:242582:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 128 at 000000001e5b0f11 (tot 183701013). 00000800:00000200:12.0:1673551344.878452:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000f2f16d9a] (69)++ 00000400:00000001:23.0:1673551344.878453:0:242582:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1673551344.878453:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000f2f16d9a] (70)-- 00000400:00000001:23.0:1673551344.878454:0:242582:0:(module.c:117:libcfs_ioctl_data_adjust()) Process entered 00000800:00000200:12.0:1673551344.878454:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000400:00000001:23.0:1673551344.878455:0:242582:0:(module.c:131:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:23.0:1673551344.878455:0:242582:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3221775677 00000400:00001000:23.0:1673551344.878457:0:242582:0:(api-ni.c:2650:LNetNIInit()) refs 2 00000400:00000010:23.0:1673551344.878458:0:242582:0:(api-ni.c:1563:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b8d0ee38 (tot 183701013). 00000400:00000010:4.0:1673551344.878458:0:242581:0:(api-ni.c:1577:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d7eb8b55 (tot 183700732). 00000400:00000010:4.0:1673551344.878459:0:242581:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 128 at 0000000057024de3 (tot 183700885). 00000400:00000001:4.0:1673551344.878460:0:242581:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:23.0:1673551344.878461:0:242582:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a11f41a. 00000400:00000010:23.0:1673551344.878463:0:242582:0:(lib-lnet.h:484:lnet_rspt_alloc()) rspt alloc 000000007b7f35c5 00000400:00000200:23.0:1673551344.878465:0:242582:0:(lib-move.c:5133:LNetGet()) LNetGet -> 12345-172.16.0.58@o2ib 00000400:00000200:23.0:1673551344.878467:0:242582:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:23.0:1673551344.878468:0:242582:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.58@o2ib local destination 00000400:00000200:23.0:1673551344.878470:0:242582:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964985, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:23.0:1673551344.878473:0:242582:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964985, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964985, g:4294967295] 00000400:00000200:23.0:1673551344.878474:0:242582:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:23.0:1673551344.878475:0:242582:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964985, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964985, g:4294967295] 00000400:00000200:23.0:1673551344.878476:0:242582:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964985, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964985, g:4294967295] 00000400:00000200:23.0:1673551344.878477:0:242582:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:23.0:1673551344.878478:0:242582:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:23.0:1673551344.878480:0:242582:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:23.0:1673551344.878481:0:242582:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.59@o2ib c:[32, 32], s:[3715, 3715] 00000400:00000200:23.0:1673551344.878482:0:242582:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.58@o2ib 00000400:00000200:23.0:1673551344.878482:0:242582:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:23.0:1673551344.878484:0:242582:0:(lib-move.c:1877:lnet_handle_send()) rspt_next_hop_nid = 172.16.0.58@o2ib 00000400:00000200:23.0:1673551344.878486:0:242582:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) : GET try# 0 00000800:00000200:23.0:1673551344.878488:0:242582:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.16.0.58@o2ib 00000400:00000200:23.0:1673551344.878489:0:242582:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000800:00000200:23.0:1673551344.878492:0:242582:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000065be6af6] -> 172.16.0.58@o2ib (3) version: 12 00000800:00000200:23.0:1673551344.878493:0:242582:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000074522b1b] (68)++ 00000800:00000200:23.0:1673551344.878494:0:242582:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000074522b1b] (69)++ 00000800:00000200:23.0:1673551344.878497:0:242582:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000074522b1b] (70)-- 00000800:00000200:21.2:1673551344.878514:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000006d43aecb] (68)++ 00000800:00000200:21.2:1673551344.878519:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000074522b1b] (69)++ 00000800:00000200:23.0:1673551344.878531:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000006d43aecb] (69)++ 00000800:00000200:23.0:1673551344.878532:0:12876:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.58@o2ib 00000800:00000200:21.0:1673551344.878532:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000074522b1b] (70)++ 00000400:00000200:23.0:1673551344.878533:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000800:00000200:21.0:1673551344.878533:0:12875:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000074522b1b] (71)-- 00000400:00000001:7.0:1673551344.878534:0:242583:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000200:23.0:1673551344.878535:0:12876:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.58@o2ib : GET - for me 00000400:00000200:21.0:1673551344.878535:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:7.0:1673551344.878535:0:242583:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:7.0:1673551344.878535:0:242583:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 128 at 000000004a709c3a (tot 183701013). 00000400:00000200:23.0:1673551344.878536:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:23.0:1673551344.878537:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:21.0:1673551344.878537:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.58@o2ib: GET: OK 00000400:00000001:7.0:1673551344.878537:0:242583:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:23.0:1673551344.878538:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000001:7.0:1673551344.878538:0:242583:0:(module.c:117:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:7.0:1673551344.878538:0:242583:0:(module.c:131:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:23.0:1673551344.878539:0:12876:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.58@o2ib of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:21.0:1673551344.878539:0:12875:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (5 0) 00000400:00000080:7.0:1673551344.878539:0:242583:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3221775677 00000400:00001000:7.0:1673551344.878539:0:242583:0:(api-ni.c:2650:LNetNIInit()) refs 2 00000800:00000200:21.0:1673551344.878541:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000074522b1b] (70)-- 00000400:00000010:7.0:1673551344.878541:0:242583:0:(api-ni.c:1563:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008d7e3563 (tot 183701294). 00000400:00000010:7.0:1673551344.878542:0:242583:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000610de5cd. 00000400:00000200:23.0:1673551344.878543:0:12876:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-172.16.0.58@o2ib of length 64/272 into md 0x1 [1] + 0 00000800:00000200:21.0:1673551344.878543:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006d43aecb] (70)-- 00000800:00000200:21.0:1673551344.878543:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000074522b1b] (69)-- 00000400:00000010:7.0:1673551344.878544:0:242583:0:(lib-lnet.h:484:lnet_rspt_alloc()) rspt alloc 00000000f74b6096 00000800:00000200:23.0:1673551344.878545:0:12876:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000006d43aecb] (69)++ 00000800:00000200:23.0:1673551344.878546:0:12876:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000006d43aecb] (70)-- 00000400:00000200:7.0:1673551344.878546:0:242583:0:(lib-move.c:5133:LNetGet()) LNetGet -> 12345-172.16.0.59@o2ib 00000400:00000200:23.0:1673551344.878547:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:23.0:1673551344.878548:0:12876:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.58@o2ib local destination 00000400:00000200:7.0:1673551344.878548:0:242583:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000400:00000200:23.0:1673551344.878549:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:7.0:1673551344.878550:0:242583:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.59@o2ib local destination 00000400:00000200:7.0:1673551344.878551:0:242583:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964986, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:23.0:1673551344.878552:0:12876:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) 172.16.0.58@o2ib : REPLY try# 0 00000800:00000200:23.0:1673551344.878554:0:12876:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 64 bytes in 1 frags to 12345-172.16.0.58@o2ib 00000400:00000200:23.0:1673551344.878554:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:7.0:1673551344.878554:0:242583:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964985, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10964986, g:4294967295] 00000400:00000200:7.0:1673551344.878555:0:242583:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000800:00000200:23.0:1673551344.878556:0:12876:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000065be6af6] -> 172.16.0.58@o2ib (3) version: 12 00000400:00000200:7.0:1673551344.878556:0:242583:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964986, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964985, g:4294967295] 00000800:00000200:23.0:1673551344.878557:0:12876:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000006d43aecb] (69)++ 00000800:00000200:23.0:1673551344.878557:0:12876:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000006d43aecb] (70)++ 00000800:00000200:23.0:1673551344.878558:0:12876:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000006d43aecb] (71)-- 00000400:00000200:7.0:1673551344.878558:0:242583:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964985, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964985, g:4294967295] 00000800:00000200:23.0:1673551344.878559:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006d43aecb] (70)-- 00000400:00000200:7.0:1673551344.878559:0:242583:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:7.0:1673551344.878560:0:242583:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 1 00000400:00000200:7.0:1673551344.878560:0:242583:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:7.0:1673551344.878561:0:242583:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.59@o2ib c:[32, 31], s:[3715, 3717] 00000400:00000200:7.0:1673551344.878562:0:242583:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.59@o2ib 00000400:00000200:7.0:1673551344.878563:0:242583:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000400:00000200:7.0:1673551344.878565:0:242583:0:(lib-move.c:1877:lnet_handle_send()) rspt_next_hop_nid = 172.16.0.59@o2ib 00000800:00000200:21.2:1673551344.878566:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000074522b1b] (68)++ 00000800:00000200:21.2:1673551344.878567:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000006d43aecb] (69)++ 00000400:00000200:7.0:1673551344.878568:0:242583:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) : GET try# 0 00000800:00000200:7.0:1673551344.878569:0:242583:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.16.0.59@o2ib 00000400:00000200:7.0:1673551344.878570:0:242583:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000800:00000200:23.0:1673551344.878573:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000074522b1b] (69)++ 00000800:00000200:23.0:1673551344.878574:0:12876:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.58@o2ib 00000800:00000200:21.0:1673551344.878574:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000006d43aecb] (70)++ 00000800:00000200:7.0:1673551344.878574:0:242583:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000eeb68623] -> 172.16.0.59@o2ib (3) version: 12 00000400:00000200:23.0:1673551344.878575:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:23.0:1673551344.878576:0:12876:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.58@o2ib : REPLY - for me 00000800:00000200:21.0:1673551344.878576:0:12875:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000006d43aecb] (71)-- 00000800:00000200:7.0:1673551344.878576:0:242583:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000bf06712e] (68)++ 00000800:00000200:7.0:1673551344.878576:0:242583:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000bf06712e] (69)++ 00000400:00000200:21.0:1673551344.878577:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:23.0:1673551344.878578:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:23.0:1673551344.878578:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:21.0:1673551344.878578:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.58@o2ib: REPLY: OK 00000400:00000200:23.0:1673551344.878580:0:12876:0:(lib-move.c:4220:lnet_parse_reply()) 172.16.0.58@o2ib: Reply from 12345-172.16.0.58@o2ib of length 64/64 into md 0x13a9db75 00000800:00000200:21.0:1673551344.878580:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006d43aecb] (70)-- 00000800:00000200:7.0:1673551344.878580:0:242583:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000bf06712e] (70)-- 00000400:00000200:23.0:1673551344.878581:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:21.0:1673551344.878581:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000074522b1b] (70)-- 00000800:00000200:21.0:1673551344.878581:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006d43aecb] (69)-- 00000400:00000200:23.0:1673551344.878582:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.58@o2ib: REPLY: OK 00000400:00000200:23.0:1673551344.878583:0:12876:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000009a11f41a 00000400:00000010:23.0:1673551344.878584:0:12876:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000009a11f41a. 00000400:00000200:23.0:1673551344.878584:0:12876:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (3 0) unlinked 00000800:00000200:23.0:1673551344.878592:0:12876:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000074522b1b] (69)++ 00000800:00000200:23.0:1673551344.878593:0:12876:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000074522b1b] (70)-- 00000800:00000200:23.0:1673551344.878593:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000074522b1b] (69)-- 00000400:00000010:2.0:1673551344.878597:0:242582:0:(api-ni.c:1577:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b8d0ee38 (tot 183701013). 00000800:00000200:6.2:1673551344.878601:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000e22913ef] (68)++ 00000400:00000010:2.0:1673551344.878601:0:242582:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 128 at 000000001e5b0f11 (tot 183700885). 00000400:00000001:2.0:1673551344.878601:0:242582:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:6.2:1673551344.878609:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000bf06712e] (69)++ 00000800:00000200:0.0:1673551344.878621:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000e22913ef] (69)++ 00000800:00000200:0.0:1673551344.878625:0:12865:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.59@o2ib 00000800:00000200:3.0:1673551344.878627:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000bf06712e] (70)++ 00000400:00000200:0.0:1673551344.878627:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000400:00000200:0.0:1673551344.878629:0:12865:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.59@o2ib : GET - for me 00000800:00000200:3.0:1673551344.878630:0:12866:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000bf06712e] (71)-- 00000400:00000200:3.0:1673551344.878631:0:12866:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1673551344.878631:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000400:00000200:0.0:1673551344.878632:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000400:00000200:0.0:1673551344.878633:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:3.0:1673551344.878634:0:12866:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.59@o2ib: GET: OK 00000400:00000200:0.0:1673551344.878635:0:12865:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.58@o2ib of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1673551344.878636:0:12866:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (5 0) 00000400:00000200:0.0:1673551344.878637:0:12865:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-172.16.0.58@o2ib of length 64/272 into md 0x1 [1] + 0 00000800:00000200:3.0:1673551344.878639:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000bf06712e] (70)-- 00000800:00000200:0.0:1673551344.878640:0:12865:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000e22913ef] (70)++ 00000800:00000200:0.0:1673551344.878641:0:12865:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000e22913ef] (71)-- 00000800:00000200:3.0:1673551344.878642:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000e22913ef] (70)-- 00000400:00000200:0.0:1673551344.878642:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000800:00000200:3.0:1673551344.878643:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000bf06712e] (69)-- 00000400:00000200:0.0:1673551344.878643:0:12865:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.59@o2ib local destination 00000400:00000200:0.0:1673551344.878645:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000400:00000200:0.0:1673551344.878647:0:12865:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) 172.16.0.59@o2ib : REPLY try# 0 00000800:00000200:0.0:1673551344.878649:0:12865:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 64 bytes in 1 frags to 12345-172.16.0.59@o2ib 00000400:00000200:0.0:1673551344.878650:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000800:00000200:0.0:1673551344.878651:0:12865:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000eeb68623] -> 172.16.0.59@o2ib (3) version: 12 00000800:00000200:0.0:1673551344.878652:0:12865:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000e22913ef] (69)++ 00000800:00000200:0.0:1673551344.878653:0:12865:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000e22913ef] (70)++ 00000800:00000200:0.0:1673551344.878654:0:12865:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000e22913ef] (71)-- 00000800:00000200:0.0:1673551344.878655:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000e22913ef] (70)-- 00000800:00000200:6.2:1673551344.878661:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000bf06712e] (68)++ 00000800:00000200:6.2:1673551344.878665:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000e22913ef] (69)++ 00000800:00000200:0.0:1673551344.878671:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000bf06712e] (69)++ 00000800:00000200:0.0:1673551344.878672:0:12865:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.59@o2ib 00000400:00000200:0.0:1673551344.878674:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000800:00000200:3.0:1673551344.878675:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000e22913ef] (70)++ 00000400:00000200:0.0:1673551344.878675:0:12865:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.59@o2ib : REPLY - for me 00000800:00000200:3.0:1673551344.878676:0:12866:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000e22913ef] (71)-- 00000400:00000200:0.0:1673551344.878676:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000400:00000200:3.0:1673551344.878677:0:12866:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1673551344.878677:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000400:00000200:0.0:1673551344.878678:0:12865:0:(lib-move.c:4220:lnet_parse_reply()) 172.16.0.59@o2ib: Reply from 12345-172.16.0.59@o2ib of length 64/64 into md 0xcc96565 00000400:00000200:3.0:1673551344.878679:0:12866:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.59@o2ib: REPLY: OK 00000400:00000200:0.0:1673551344.878680:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1673551344.878681:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000e22913ef] (70)-- 00000400:00000200:0.0:1673551344.878681:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.59@o2ib: REPLY: OK 00000400:00000200:0.0:1673551344.878682:0:12865:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000610de5cd 00000400:00000010:0.0:1673551344.878682:0:12865:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000610de5cd. 00000800:00000200:3.0:1673551344.878683:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000bf06712e] (70)-- 00000800:00000200:3.0:1673551344.878684:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000e22913ef] (69)-- 00000400:00000200:0.0:1673551344.878684:0:12865:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (3 0) unlinked 00000800:00000200:0.0:1673551344.878689:0:12865:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000bf06712e] (69)++ 00000800:00000200:0.0:1673551344.878690:0:12865:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000bf06712e] (70)-- 00000800:00000200:0.0:1673551344.878690:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000bf06712e] (69)-- 00000400:00000010:7.0:1673551344.878695:0:242583:0:(api-ni.c:1577:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008d7e3563 (tot 183700604). 00000400:00000010:7.0:1673551344.878697:0:242583:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 128 at 000000004a709c3a (tot 183700476). 00000400:00000001:7.0:1673551344.878697:0:242583:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:10.0:1673551345.120719:0:242589:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551345.120720:0:242589:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551345.120721:0:242589:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000f0aa1a2b (tot 183701348). 00000400:00000001:10.0:1673551345.120723:0:242589:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551345.120724:0:242589:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:10.0:1673551345.120726:0:242589:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551345.120728:0:242589:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000f0aa1a2b (tot 183700476). 00000400:00000001:10.0:1673551345.120729:0:242589:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:10.0:1673551345.120741:0:242589:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551345.120741:0:242589:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551345.120741:0:242589:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000f0aa1a2b (tot 183701348). 00000400:00000001:10.0:1673551345.120742:0:242589:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551345.120742:0:242589:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:10.0:1673551345.120743:0:242589:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551345.120744:0:242589:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000f0aa1a2b (tot 183700476). 00000400:00000001:10.0:1673551345.120745:0:242589:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:10.0:1673551345.120748:0:242589:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551345.120748:0:242589:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551345.120748:0:242589:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000f0aa1a2b (tot 183701348). 00000400:00000001:10.0:1673551345.120749:0:242589:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551345.120749:0:242589:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:10.0:1673551345.120750:0:242589:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551345.120751:0:242589:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000f0aa1a2b (tot 183700476). 00000400:00000001:10.0:1673551345.120751:0:242589:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:10.0:1673551345.120753:0:242589:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551345.120753:0:242589:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551345.120753:0:242589:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000f0aa1a2b (tot 183701348). 00000400:00000001:10.0:1673551345.120754:0:242589:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551345.120754:0:242589:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:10.0:1673551345.120754:0:242589:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551345.120755:0:242589:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000f0aa1a2b (tot 183700476). 00000400:00000001:10.0:1673551345.120755:0:242589:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:20.0:1673551345.161572:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073532671228 : -176880388 : fffffffff57504fc) 00000020:00000001:20.0:1673551345.161574:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=261442086 : 261442086 : f954a26) 00000020:00000001:20.0:1673551345.161574:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=374304940 : 374304940 : 164f70ac) 00000020:00000001:20.0:1673551345.161575:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073206932509 : -502619107 : ffffffffe20aa41d) 00000020:00000001:20.0:1673551345.161576:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072226266918 : -1483284698 : ffffffffa796df26) 00000020:00000001:20.0:1673551345.161576:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073557035405 : -152516211 : fffffffff6e8c98d) 00000020:00000001:20.0:1673551345.161577:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=142333735 : 142333735 : 87bd727) 00000020:00000001:20.0:1673551345.161577:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073424249261 : -285302355 : ffffffffeefea1ad) 00000020:00000001:20.0:1673551345.161577:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072927438438 : -782113178 : ffffffffd161e666) 00000020:00000001:20.0:1673551345.161578:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072929536757 : -780014859 : ffffffffd181eaf5) 00000020:00000001:20.0:1673551345.161578:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072599125337 : -1110426279 : ffffffffbdd03d59) 00000020:00000001:20.0:1673551345.161579:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072658307947 : -1051243669 : ffffffffc1574b6b) 00000020:00000001:20.0:1673551345.161579:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1805725672 : 1805725672 : 6ba12fe8) 00000020:00000001:20.0:1673551345.161580:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1465036029 : 1465036029 : 5752acfd) 00000020:00000001:20.0:1673551345.161580:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=2399217312 : 2399217312 : 8f0126a0) 00000020:00000001:20.0:1673551345.161581:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1574753651 : 1574753651 : 5ddcd573) 00000020:00000001:20.0:1673551345.161581:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=304503379 : 304503379 : 12265a53) 00000020:00000001:20.0:1673551345.161582:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1730257965 : 1730257965 : 6721a42d) 00000020:00000001:20.0:1673551345.161582:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1584838877 : 1584838877 : 5e76b8dd) 00000020:00000001:20.0:1673551345.161583:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1533030263 : 1533030263 : 5b602f77) 00000020:00000001:20.0:1673551345.161583:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072928234454 : -781317162 : ffffffffd16e0bd6) 00000020:00000001:20.0:1673551345.161583:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=89606602 : 89606602 : 55749ca) 00000020:00000001:20.0:1673551345.161584:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072905643732 : -803907884 : ffffffffd01556d4) 00000020:00000001:20.0:1673551345.161584:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=48075981 : 48075981 : 2dd94cd) 00000020:00000001:20.0:1673551345.161627:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073532671228 : -176880388 : fffffffff57504fc) 00000020:00000001:20.0:1673551345.161628:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=261442086 : 261442086 : f954a26) 00000020:00000001:20.0:1673551345.161628:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=374304940 : 374304940 : 164f70ac) 00000020:00000001:20.0:1673551345.161629:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073206932509 : -502619107 : ffffffffe20aa41d) 00000020:00000001:20.0:1673551345.161629:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072226266918 : -1483284698 : ffffffffa796df26) 00000020:00000001:20.0:1673551345.161630:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073557035405 : -152516211 : fffffffff6e8c98d) 00000020:00000001:20.0:1673551345.161630:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=142333735 : 142333735 : 87bd727) 00000020:00000001:20.0:1673551345.161631:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073424249261 : -285302355 : ffffffffeefea1ad) 00000020:00000001:20.0:1673551345.161631:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072927438438 : -782113178 : ffffffffd161e666) 00000020:00000001:20.0:1673551345.161632:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072929536757 : -780014859 : ffffffffd181eaf5) 00000020:00000001:20.0:1673551345.161632:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072599125337 : -1110426279 : ffffffffbdd03d59) 00000020:00000001:20.0:1673551345.161632:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072658307947 : -1051243669 : ffffffffc1574b6b) 00000020:00000001:20.0:1673551345.161633:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1805725672 : 1805725672 : 6ba12fe8) 00000020:00000001:20.0:1673551345.161633:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1465036029 : 1465036029 : 5752acfd) 00000020:00000001:20.0:1673551345.161634:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=2399217312 : 2399217312 : 8f0126a0) 00000020:00000001:20.0:1673551345.161634:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1574753651 : 1574753651 : 5ddcd573) 00000020:00000001:20.0:1673551345.161635:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=304503379 : 304503379 : 12265a53) 00000020:00000001:20.0:1673551345.161635:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1730257965 : 1730257965 : 6721a42d) 00000020:00000001:20.0:1673551345.161635:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1584838877 : 1584838877 : 5e76b8dd) 00000020:00000001:20.0:1673551345.161636:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1533030263 : 1533030263 : 5b602f77) 00000020:00000001:20.0:1673551345.161636:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072928234454 : -781317162 : ffffffffd16e0bd6) 00000020:00000001:20.0:1673551345.161637:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=89606602 : 89606602 : 55749ca) 00000020:00000001:20.0:1673551345.161637:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072905643732 : -803907884 : ffffffffd01556d4) 00000020:00000001:20.0:1673551345.161638:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=48075981 : 48075981 : 2dd94cd) 00000020:00000040:20.0:1673551345.161688:0:242595:0:(obd_config.c:920:class_incref()) incref MGC172.16.0.56@o2ib (00000000dc661651) now 5 00000020:00000001:20.0:1673551345.161690:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161691:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161692:0:242595:0:(obd_config.c:931:class_decref()) Decref MGC172.16.0.56@o2ib (00000000dc661651) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161693:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 00000020:00000001:20.0:1673551345.161693:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161694:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161695:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 - health_check_show 00000020:00000040:20.0:1673551345.161695:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 00000020:00000001:20.0:1673551345.161696:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161696:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161696:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161697:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 00000020:00000001:20.0:1673551345.161697:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161698:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161699:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161699:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 00000020:00000001:20.0:1673551345.161700:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161700:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161700:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161701:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 00000020:00000001:20.0:1673551345.161701:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161701:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161702:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161702:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 00000020:00000001:20.0:1673551345.161703:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161703:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161703:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161704:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 00000020:00000001:20.0:1673551345.161704:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161705:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161705:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161706:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 00000020:00000001:20.0:1673551345.161706:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161706:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161707:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161708:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 00000020:00000001:20.0:1673551345.161708:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161708:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161709:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161710:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 00000020:00000001:20.0:1673551345.161710:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161710:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161711:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161711:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 00000020:00000001:20.0:1673551345.161712:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161712:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161712:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161713:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 00000020:00000001:20.0:1673551345.161713:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161713:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161714:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161714:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 00000020:00000001:20.0:1673551345.161715:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161715:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161715:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161716:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 00000020:00000001:20.0:1673551345.161716:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161717:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161717:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161718:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osd (00000000854d7bae) now 5 00000020:00000001:20.0:1673551345.161719:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161720:0:242595:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161720:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osd (00000000854d7bae) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161721:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 00000020:00000001:20.0:1673551345.161721:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161722:0:242595:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161723:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161724:0:242595:0:(obd_config.c:920:class_incref()) incref OSS (00000000c9099cbe) now 3 00000020:00000001:20.0:1673551345.161724:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161731:0:242595:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161731:0:242595:0:(obd_config.c:931:class_decref()) Decref OSS (00000000c9099cbe) now 3 - health_check_show 00000020:00000040:20.0:1673551345.161732:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002 (00000000539e52b3) now 19 00000020:00000001:20.0:1673551345.161732:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:20.0:1673551345.161734:0:242595:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e449f79d. 00000020:00000010:20.0:1673551345.161736:0:242595:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fc03063f. 00000020:00000010:20.0:1673551345.161737:0:242595:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000f53c8f19. 00000020:00000010:20.0:1673551345.161740:0:242595:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551345.161742:0:242595:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 0000000088f3270d. 80000000:00000010:20.0:1673551345.161743:0:242595:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551345.161744:0:242595:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 0000000048eafe57. 00040000:00000010:20.0:1673551345.161746:0:242595:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000003db6b575. 00040000:00000010:20.0:1673551345.161747:0:242595:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000efb94a42. 00080000:00000010:20.0:1673551345.161749:0:242595:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000fcef7103. 00080000:00000010:20.0:1673551345.161750:0:242595:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d8375487. 00100000:00000010:20.0:1673551345.161752:0:242595:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000681d16c9. 00002000:00000010:20.0:1673551345.161754:0:242595:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000a147ccbf. 00000020:00000010:20.0:1673551345.161759:0:242595:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000fc03063f. 00000020:00000010:20.0:1673551345.161760:0:242595:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000f53c8f19. 00000020:00000010:20.0:1673551345.161761:0:242595:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551345.161762:0:242595:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 0000000088f3270d. 80000000:00000010:20.0:1673551345.161763:0:242595:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551345.161763:0:242595:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 0000000048eafe57. 00040000:00000010:20.0:1673551345.161764:0:242595:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 000000003db6b575. 00040000:00000010:20.0:1673551345.161765:0:242595:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000efb94a42. 00080000:00000010:20.0:1673551345.161765:0:242595:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d8375487. 00080000:00000010:20.0:1673551345.161766:0:242595:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000fcef7103. 00100000:00000010:20.0:1673551345.161767:0:242595:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000681d16c9. 00002000:00000010:20.0:1673551345.161767:0:242595:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000a147ccbf. 00000020:00000010:20.0:1673551345.161768:0:242595:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e449f79d. 00000020:00000001:20.0:1673551345.161769:0:242595:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161769:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002 (00000000539e52b3) now 19 - health_check_show 00000020:00000040:20.0:1673551345.161772:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 00000020:00000001:20.0:1673551345.161772:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161774:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161774:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161775:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 00000020:00000001:20.0:1673551345.161775:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161775:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161776:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161776:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 00000020:00000001:20.0:1673551345.161777:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161777:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161777:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161778:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 00000020:00000001:20.0:1673551345.161778:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161778:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161779:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161779:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003 (000000002b59130a) now 19 00000020:00000001:20.0:1673551345.161780:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:20.0:1673551345.161780:0:242595:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e449f79d. 00000020:00000010:20.0:1673551345.161781:0:242595:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000002b8cb6f5. 00000020:00000010:20.0:1673551345.161781:0:242595:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000681d16c9. 00000020:00000010:20.0:1673551345.161782:0:242595:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551345.161782:0:242595:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000efb94a42. 80000000:00000010:20.0:1673551345.161783:0:242595:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551345.161783:0:242595:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 0000000048eafe57. 00040000:00000010:20.0:1673551345.161784:0:242595:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000003db6b575. 00040000:00000010:20.0:1673551345.161784:0:242595:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000088f3270d. 00080000:00000010:20.0:1673551345.161785:0:242595:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000fcef7103. 00080000:00000010:20.0:1673551345.161785:0:242595:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d8375487. 00100000:00000010:20.0:1673551345.161786:0:242595:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f53c8f19. 00002000:00000010:20.0:1673551345.161786:0:242595:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000a147ccbf. 00000020:00000010:20.0:1673551345.161789:0:242595:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000002b8cb6f5. 00000020:00000010:20.0:1673551345.161790:0:242595:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000681d16c9. 00000020:00000010:20.0:1673551345.161790:0:242595:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551345.161791:0:242595:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000efb94a42. 80000000:00000010:20.0:1673551345.161791:0:242595:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551345.161792:0:242595:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 0000000048eafe57. 00040000:00000010:20.0:1673551345.161792:0:242595:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 000000003db6b575. 00040000:00000010:20.0:1673551345.161793:0:242595:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 0000000088f3270d. 00080000:00000010:20.0:1673551345.161793:0:242595:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d8375487. 00080000:00000010:20.0:1673551345.161794:0:242595:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000fcef7103. 00100000:00000010:20.0:1673551345.161794:0:242595:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f53c8f19. 00002000:00000010:20.0:1673551345.161795:0:242595:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000a147ccbf. 00000020:00000010:20.0:1673551345.161795:0:242595:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e449f79d. 00000020:00000001:20.0:1673551345.161795:0:242595:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161796:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003 (000000002b59130a) now 19 - health_check_show 00000020:00000040:20.0:1673551345.161796:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 00000020:00000001:20.0:1673551345.161797:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161797:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161797:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161798:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 00000020:00000001:20.0:1673551345.161798:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161799:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161799:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161800:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 00000020:00000001:20.0:1673551345.161800:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161800:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161801:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161801:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 00000020:00000001:20.0:1673551345.161801:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161802:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161802:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161803:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 00000020:00000001:20.0:1673551345.161803:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161804:0:242595:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161804:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 - health_check_show 00000020:00000040:20.0:1673551345.161805:0:242595:0:(obd_config.c:920:class_incref()) incref MDS (00000000f55b68e7) now 3 00000020:00000001:20.0:1673551345.161806:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161815:0:242595:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161816:0:242595:0:(obd_config.c:931:class_decref()) Decref MDS (00000000f55b68e7) now 3 - health_check_show 00000020:00000040:20.0:1673551345.161816:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 00000020:00000001:20.0:1673551345.161817:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161817:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161818:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 - health_check_show 00000020:00000040:20.0:1673551345.161818:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001 (00000000315cb77a) now 53 00000020:00000001:20.0:1673551345.161819:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161819:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161819:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001 (00000000315cb77a) now 53 - health_check_show 00000020:00000040:20.0:1673551345.161820:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDD0001 (00000000be65ec15) now 4 00000020:00000001:20.0:1673551345.161820:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161821:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161821:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDD0001 (00000000be65ec15) now 4 - health_check_show 00000020:00000040:20.0:1673551345.161822:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 00000020:00000001:20.0:1673551345.161823:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161823:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161823:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161824:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 00000020:00000001:20.0:1673551345.161825:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161825:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161825:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161826:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 00000020:00000001:20.0:1673551345.161826:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161826:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161827:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161827:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 00000020:00000001:20.0:1673551345.161828:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161828:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161828:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161829:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 00000020:00000001:20.0:1673551345.161829:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161829:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161831:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161832:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 00000020:00000001:20.0:1673551345.161832:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161833:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161833:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161834:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 00000020:00000001:20.0:1673551345.161834:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161834:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161835:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161835:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 00000020:00000001:20.0:1673551345.161836:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161836:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161836:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161837:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 00000020:00000001:20.0:1673551345.161837:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161838:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161838:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161839:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 00000020:00000001:20.0:1673551345.161839:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161839:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161840:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161840:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 00000020:00000001:20.0:1673551345.161841:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161841:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161841:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161842:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 00000020:00000001:20.0:1673551345.161842:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161843:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161843:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 - health_check_show 00000020:00000040:20.0:1673551345.161875:0:242595:0:(obd_config.c:920:class_incref()) incref MGC172.16.0.56@o2ib (00000000dc661651) now 5 00000020:00000001:20.0:1673551345.161876:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161876:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161877:0:242595:0:(obd_config.c:931:class_decref()) Decref MGC172.16.0.56@o2ib (00000000dc661651) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161879:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 00000020:00000001:20.0:1673551345.161879:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161880:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161880:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 - health_check_seq_show 00000020:00000040:20.0:1673551345.161880:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 00000020:00000001:20.0:1673551345.161881:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161881:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161881:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161882:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 00000020:00000001:20.0:1673551345.161882:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161883:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161883:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161884:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 00000020:00000001:20.0:1673551345.161884:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161884:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161885:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161885:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 00000020:00000001:20.0:1673551345.161886:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161886:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161886:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161887:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 00000020:00000001:20.0:1673551345.161887:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161887:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161888:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161888:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 00000020:00000001:20.0:1673551345.161889:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161889:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161889:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161890:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 00000020:00000001:20.0:1673551345.161890:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161890:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161891:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161891:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 00000020:00000001:20.0:1673551345.161892:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161892:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161892:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161893:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 00000020:00000001:20.0:1673551345.161893:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161894:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161894:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161894:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 00000020:00000001:20.0:1673551345.161895:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161895:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161896:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161896:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 00000020:00000001:20.0:1673551345.161896:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161897:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161897:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161898:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 00000020:00000001:20.0:1673551345.161898:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161898:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161899:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161899:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 00000020:00000001:20.0:1673551345.161900:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161900:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161900:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161901:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osd (00000000854d7bae) now 5 00000020:00000001:20.0:1673551345.161901:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161901:0:242595:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161902:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osd (00000000854d7bae) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161902:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 00000020:00000001:20.0:1673551345.161903:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161903:0:242595:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161903:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161904:0:242595:0:(obd_config.c:920:class_incref()) incref OSS (00000000c9099cbe) now 3 00000020:00000001:20.0:1673551345.161905:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161906:0:242595:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161906:0:242595:0:(obd_config.c:931:class_decref()) Decref OSS (00000000c9099cbe) now 3 - health_check_seq_show 00000020:00000040:20.0:1673551345.161907:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002 (00000000539e52b3) now 19 00000020:00000001:20.0:1673551345.161907:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:20.0:1673551345.161908:0:242595:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc03063f. 00000020:00000010:20.0:1673551345.161908:0:242595:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000088f3270d. 00000020:00000010:20.0:1673551345.161909:0:242595:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000f53c8f19. 00000020:00000010:20.0:1673551345.161909:0:242595:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551345.161910:0:242595:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000efb94a42. 80000000:00000010:20.0:1673551345.161911:0:242595:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551345.161911:0:242595:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 0000000019175f0c. 00040000:00000010:20.0:1673551345.161912:0:242595:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000003db6b575. 00040000:00000010:20.0:1673551345.161912:0:242595:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000002b8cb6f5. 00080000:00000010:20.0:1673551345.161912:0:242595:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000fcef7103. 00080000:00000010:20.0:1673551345.161913:0:242595:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d8375487. 00100000:00000010:20.0:1673551345.161914:0:242595:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000681d16c9. 00002000:00000010:20.0:1673551345.161914:0:242595:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000a147ccbf. 00000020:00000010:20.0:1673551345.161915:0:242595:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000088f3270d. 00000020:00000010:20.0:1673551345.161916:0:242595:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000f53c8f19. 00000020:00000010:20.0:1673551345.161917:0:242595:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551345.161917:0:242595:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000efb94a42. 80000000:00000010:20.0:1673551345.161918:0:242595:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551345.161918:0:242595:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 0000000019175f0c. 00040000:00000010:20.0:1673551345.161918:0:242595:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 000000003db6b575. 00040000:00000010:20.0:1673551345.161919:0:242595:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000002b8cb6f5. 00080000:00000010:20.0:1673551345.161919:0:242595:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d8375487. 00080000:00000010:20.0:1673551345.161920:0:242595:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000fcef7103. 00100000:00000010:20.0:1673551345.161920:0:242595:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000681d16c9. 00002000:00000010:20.0:1673551345.161921:0:242595:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000a147ccbf. 00000020:00000010:20.0:1673551345.161921:0:242595:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc03063f. 00000020:00000001:20.0:1673551345.161922:0:242595:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161923:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002 (00000000539e52b3) now 19 - health_check_seq_show 00000020:00000040:20.0:1673551345.161924:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 00000020:00000001:20.0:1673551345.161924:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161925:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161925:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161925:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 00000020:00000001:20.0:1673551345.161926:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161926:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161927:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161927:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 00000020:00000001:20.0:1673551345.161927:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161928:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161928:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161929:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 00000020:00000001:20.0:1673551345.161929:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161929:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161930:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161930:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003 (000000002b59130a) now 19 00000020:00000001:20.0:1673551345.161930:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:20.0:1673551345.161931:0:242595:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc03063f. 00000020:00000010:20.0:1673551345.161931:0:242595:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000da0c3654. 00000020:00000010:20.0:1673551345.161932:0:242595:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000681d16c9. 00000020:00000010:20.0:1673551345.161932:0:242595:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551345.161933:0:242595:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000002b8cb6f5. 80000000:00000010:20.0:1673551345.161933:0:242595:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551345.161934:0:242595:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 0000000019175f0c. 00040000:00000010:20.0:1673551345.161934:0:242595:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000003db6b575. 00040000:00000010:20.0:1673551345.161934:0:242595:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000efb94a42. 00080000:00000010:20.0:1673551345.161935:0:242595:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000fcef7103. 00080000:00000010:20.0:1673551345.161935:0:242595:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d8375487. 00100000:00000010:20.0:1673551345.161936:0:242595:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f53c8f19. 00002000:00000010:20.0:1673551345.161936:0:242595:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000a147ccbf. 00000020:00000010:20.0:1673551345.161938:0:242595:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000da0c3654. 00000020:00000010:20.0:1673551345.161939:0:242595:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000681d16c9. 00000020:00000010:20.0:1673551345.161940:0:242595:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551345.161940:0:242595:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000002b8cb6f5. 80000000:00000010:20.0:1673551345.161941:0:242595:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551345.161941:0:242595:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 0000000019175f0c. 00040000:00000010:20.0:1673551345.161942:0:242595:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 000000003db6b575. 00040000:00000010:20.0:1673551345.161942:0:242595:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000efb94a42. 00080000:00000010:20.0:1673551345.161942:0:242595:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d8375487. 00080000:00000010:20.0:1673551345.161943:0:242595:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000fcef7103. 00100000:00000010:20.0:1673551345.161943:0:242595:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f53c8f19. 00002000:00000010:20.0:1673551345.161944:0:242595:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000a147ccbf. 00000020:00000010:20.0:1673551345.161944:0:242595:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc03063f. 00000020:00000001:20.0:1673551345.161945:0:242595:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161945:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003 (000000002b59130a) now 19 - health_check_seq_show 00000020:00000040:20.0:1673551345.161946:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 00000020:00000001:20.0:1673551345.161946:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161946:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161947:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161947:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 00000020:00000001:20.0:1673551345.161948:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161948:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161948:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161949:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 00000020:00000001:20.0:1673551345.161949:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161949:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161950:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161950:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 00000020:00000001:20.0:1673551345.161951:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161951:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161951:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161952:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 00000020:00000001:20.0:1673551345.161952:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161952:0:242595:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161953:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 - health_check_seq_show 00000020:00000040:20.0:1673551345.161954:0:242595:0:(obd_config.c:920:class_incref()) incref MDS (00000000f55b68e7) now 3 00000020:00000001:20.0:1673551345.161954:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161956:0:242595:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161956:0:242595:0:(obd_config.c:931:class_decref()) Decref MDS (00000000f55b68e7) now 3 - health_check_seq_show 00000020:00000040:20.0:1673551345.161957:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 00000020:00000001:20.0:1673551345.161957:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161957:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161958:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 - health_check_seq_show 00000020:00000040:20.0:1673551345.161958:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001 (00000000315cb77a) now 53 00000020:00000001:20.0:1673551345.161959:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161959:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161959:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001 (00000000315cb77a) now 53 - health_check_seq_show 00000020:00000040:20.0:1673551345.161960:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDD0001 (00000000be65ec15) now 4 00000020:00000001:20.0:1673551345.161960:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161960:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161961:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDD0001 (00000000be65ec15) now 4 - health_check_seq_show 00000020:00000040:20.0:1673551345.161961:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 00000020:00000001:20.0:1673551345.161962:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161962:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161962:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161963:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 00000020:00000001:20.0:1673551345.161963:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161963:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161964:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161964:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 00000020:00000001:20.0:1673551345.161964:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161965:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161965:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161966:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 00000020:00000001:20.0:1673551345.161966:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161966:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161967:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161967:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 00000020:00000001:20.0:1673551345.161968:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161968:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161968:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161969:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 00000020:00000001:20.0:1673551345.161969:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161970:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161970:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161970:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 00000020:00000001:20.0:1673551345.161971:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161971:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161971:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161972:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 00000020:00000001:20.0:1673551345.161972:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161973:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161973:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161973:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 00000020:00000001:20.0:1673551345.161974:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161974:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161974:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161975:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 00000020:00000001:20.0:1673551345.161975:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161976:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161976:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161976:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 00000020:00000001:20.0:1673551345.161977:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161977:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161977:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551345.161978:0:242595:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 00000020:00000001:20.0:1673551345.161978:0:242595:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551345.161978:0:242595:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551345.161979:0:242595:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 - health_check_seq_show 00080000:00000010:20.0:1673551345.162368:0:242595:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162373:0:242595:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162385:0:242595:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162386:0:242595:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162393:0:242595:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162394:0:242595:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162482:0:242595:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162484:0:242595:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162494:0:242595:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162495:0:242595:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162502:0:242595:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162503:0:242595:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162696:0:242595:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162697:0:242595:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162708:0:242595:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162709:0:242595:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162716:0:242595:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162717:0:242595:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162801:0:242595:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162802:0:242595:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162812:0:242595:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162813:0:242595:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162820:0:242595:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162821:0:242595:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162905:0:242595:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162907:0:242595:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162917:0:242595:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162918:0:242595:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162925:0:242595:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551345.162926:0:242595:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00000020:00000001:20.0:1673551345.164471:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709534356 : -17260 : ffffffffffffbc94) 00000020:00000001:20.0:1673551345.164473:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709544896 : -6720 : ffffffffffffe5c0) 00000020:00000001:20.0:1673551345.164473:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709535372 : -16244 : ffffffffffffc08c) 00000020:00000001:20.0:1673551345.164474:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709546493 : -5123 : ffffffffffffebfd) 00000020:00000001:20.0:1673551345.164475:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=55664 : 55664 : d970) 00000020:00000001:20.0:1673551345.164476:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709539462 : -12154 : ffffffffffffd086) 00000020:00000001:20.0:1673551345.164477:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=100021 : 100021 : 186b5) 00000020:00000001:20.0:1673551345.164477:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=17760 : 17760 : 4560) 00000020:00000001:20.0:1673551345.164478:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709535518 : -16098 : ffffffffffffc11e) 00000020:00000001:20.0:1673551345.164479:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709544026 : -7590 : ffffffffffffe25a) 00000020:00000001:20.0:1673551345.164479:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538216 : -13400 : ffffffffffffcba8) 00000020:00000001:20.0:1673551345.164480:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709546924 : -4692 : ffffffffffffedac) 00000020:00000001:20.0:1673551345.164481:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709543771 : -7845 : ffffffffffffe15b) 00000020:00000001:20.0:1673551345.164481:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1270 : 1270 : 4f6) 00000020:00000001:20.0:1673551345.164482:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709547278 : -4338 : ffffffffffffef0e) 00000020:00000001:20.0:1673551345.164482:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709550160 : -1456 : fffffffffffffa50) 00000020:00000001:20.0:1673551345.164483:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1804 : 1804 : 70c) 00000020:00000001:20.0:1673551345.164483:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709545648 : -5968 : ffffffffffffe8b0) 00000020:00000001:20.0:1673551345.164484:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538053 : -13563 : ffffffffffffcb05) 00000020:00000001:20.0:1673551345.164484:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=6133 : 6133 : 17f5) 00000020:00000001:20.0:1673551345.164485:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709530999 : -20617 : ffffffffffffaf77) 00000020:00000001:20.0:1673551345.164485:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709545959 : -5657 : ffffffffffffe9e7) 00000020:00000001:20.0:1673551345.164486:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709535634 : -15982 : ffffffffffffc192) 00000020:00000001:20.0:1673551345.164486:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709546505 : -5111 : ffffffffffffec09) 00000020:00000001:20.0:1673551345.164497:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709487565 : -64051 : ffffffffffff05cd) 00000020:00000001:20.0:1673551345.164498:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538857 : -12759 : ffffffffffffce29) 00000020:00000001:20.0:1673551345.164499:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709508610 : -43006 : ffffffffffff5802) 00000020:00000001:20.0:1673551345.164499:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709548664 : -2952 : fffffffffffff478) 00000020:00000001:20.0:1673551345.164500:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709453695 : -97921 : fffffffffffe817f) 00000020:00000001:20.0:1673551345.164500:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709507705 : -43911 : ffffffffffff5479) 00000020:00000001:20.0:1673551345.164501:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709483209 : -68407 : fffffffffffef4c9) 00000020:00000001:20.0:1673551345.164501:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709520894 : -30722 : ffffffffffff87fe) 00000020:00000001:20.0:1673551345.164502:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709481850 : -69766 : fffffffffffeef7a) 00000020:00000001:20.0:1673551345.164503:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709519676 : -31940 : ffffffffffff833c) 00000020:00000001:20.0:1673551345.164503:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709504456 : -47160 : ffffffffffff47c8) 00000020:00000001:20.0:1673551345.164504:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709528266 : -23350 : ffffffffffffa4ca) 00000020:00000001:20.0:1673551345.164504:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=99958 : 99958 : 18676) 00000020:00000001:20.0:1673551345.164505:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=93840 : 93840 : 16e90) 00000020:00000001:20.0:1673551345.164505:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=86257 : 86257 : 150f1) 00000020:00000001:20.0:1673551345.164506:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=96452 : 96452 : 178c4) 00000020:00000001:20.0:1673551345.164506:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=92500 : 92500 : 16954) 00000020:00000001:20.0:1673551345.164507:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=77142 : 77142 : 12d56) 00000020:00000001:20.0:1673551345.164507:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=82664 : 82664 : 142e8) 00000020:00000001:20.0:1673551345.164508:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=94100 : 94100 : 16f94) 00000020:00000001:20.0:1673551345.164509:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709469393 : -82223 : fffffffffffebed1) 00000020:00000001:20.0:1673551345.164509:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709527539 : -24077 : ffffffffffffa1f3) 00000020:00000001:20.0:1673551345.164510:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709484241 : -67375 : fffffffffffef8d1) 00000020:00000001:20.0:1673551345.164510:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538326 : -13290 : ffffffffffffcc16) 00000020:00000001:20.0:1673551345.164517:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709488030 : -63586 : ffffffffffff079e) 00000020:00000001:20.0:1673551345.164518:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709536179 : -15437 : ffffffffffffc3b3) 00000020:00000001:20.0:1673551345.164518:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709507560 : -44056 : ffffffffffff53e8) 00000020:00000001:20.0:1673551345.164519:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709547905 : -3711 : fffffffffffff181) 00000020:00000001:20.0:1673551345.164519:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709454671 : -96945 : fffffffffffe854f) 00000020:00000001:20.0:1673551345.164520:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709507714 : -43902 : ffffffffffff5482) 00000020:00000001:20.0:1673551345.164520:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709483113 : -68503 : fffffffffffef469) 00000020:00000001:20.0:1673551345.164521:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709519743 : -31873 : ffffffffffff837f) 00000020:00000001:20.0:1673551345.164521:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709482948 : -68668 : fffffffffffef3c4) 00000020:00000001:20.0:1673551345.164522:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709520003 : -31613 : ffffffffffff8483) 00000020:00000001:20.0:1673551345.164522:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709506527 : -45089 : ffffffffffff4fdf) 00000020:00000001:20.0:1673551345.164523:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709527989 : -23627 : ffffffffffffa3b5) 00000020:00000001:20.0:1673551345.164524:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=96824 : 96824 : 17a38) 00000020:00000001:20.0:1673551345.164524:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=92537 : 92537 : 16979) 00000020:00000001:20.0:1673551345.164525:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=88525 : 88525 : 159cd) 00000020:00000001:20.0:1673551345.164526:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=97422 : 97422 : 17c8e) 00000020:00000001:20.0:1673551345.164526:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=92864 : 92864 : 16ac0) 00000020:00000001:20.0:1673551345.164527:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=79840 : 79840 : 137e0) 00000020:00000001:20.0:1673551345.164527:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=81741 : 81741 : 13f4d) 00000020:00000001:20.0:1673551345.164527:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=95135 : 95135 : 1739f) 00000020:00000001:20.0:1673551345.164528:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709469016 : -82600 : fffffffffffebd58) 00000020:00000001:20.0:1673551345.164528:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709528588 : -23028 : ffffffffffffa60c) 00000020:00000001:20.0:1673551345.164529:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709482799 : -68817 : fffffffffffef32f) 00000020:00000001:20.0:1673551345.164529:0:242595:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538186 : -13430 : ffffffffffffcb8a) 00000400:00000001:4.0:1673551345.167332:0:242599:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:4.0:1673551345.167333:0:242599:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:4.0:1673551345.167334:0:242599:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000806b9808 (tot 183701348). 00000400:00000001:4.0:1673551345.167336:0:242599:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:4.0:1673551345.167336:0:242599:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:4.0:1673551345.167338:0:242599:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:4.0:1673551345.167341:0:242599:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000806b9808 (tot 183700476). 00000400:00000001:4.0:1673551345.167342:0:242599:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:4.0:1673551345.167354:0:242599:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:4.0:1673551345.167354:0:242599:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:4.0:1673551345.167355:0:242599:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 72 at 0000000081acc310 (tot 183700548). 00000400:00000001:4.0:1673551345.167356:0:242599:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:4.0:1673551345.167357:0:242599:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310053 00000400:00001000:4.0:1673551345.167357:0:242599:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:4.0:1673551345.167358:0:242599:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 72 at 0000000081acc310 (tot 183700476). 00000400:00000001:4.0:1673551345.167359:0:242599:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:4.0:1673551345.167362:0:242599:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:4.0:1673551345.167363:0:242599:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:4.0:1673551345.167363:0:242599:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 48 at 000000001500b48f (tot 183700524). 00000400:00000001:4.0:1673551345.167364:0:242599:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:4.0:1673551345.167364:0:242599:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310055 00000400:00001000:4.0:1673551345.167364:0:242599:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:4.0:1673551345.167365:0:242599:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 48 at 000000001500b48f (tot 183700476). 00000400:00000001:4.0:1673551345.167366:0:242599:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:4.0:1673551345.167371:0:242599:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:4.0:1673551345.167371:0:242599:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:4.0:1673551345.167372:0:242599:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000806b9808 (tot 183701348). 00000400:00000001:4.0:1673551345.167373:0:242599:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:4.0:1673551345.167373:0:242599:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:4.0:1673551345.167374:0:242599:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:4.0:1673551345.167375:0:242599:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000806b9808 (tot 183700476). 00000400:00000001:4.0:1673551345.167376:0:242599:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:4.0:1673551345.167379:0:242599:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:4.0:1673551345.167379:0:242599:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:4.0:1673551345.167380:0:242599:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 72 at 0000000081acc310 (tot 183700548). 00000400:00000001:4.0:1673551345.167380:0:242599:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:4.0:1673551345.167381:0:242599:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310053 00000400:00001000:4.0:1673551345.167381:0:242599:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:4.0:1673551345.167382:0:242599:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 72 at 0000000081acc310 (tot 183700476). 00000400:00000001:4.0:1673551345.167382:0:242599:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:4.0:1673551345.167385:0:242599:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:4.0:1673551345.167386:0:242599:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:4.0:1673551345.167386:0:242599:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 48 at 000000001500b48f (tot 183700524). 00000400:00000001:4.0:1673551345.167386:0:242599:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:4.0:1673551345.167387:0:242599:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310055 00000400:00001000:4.0:1673551345.167387:0:242599:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:4.0:1673551345.167388:0:242599:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 48 at 000000001500b48f (tot 183700476). 00000400:00000001:4.0:1673551345.167388:0:242599:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:4.0:1673551345.167394:0:242599:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:4.0:1673551345.167394:0:242599:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:4.0:1673551345.167394:0:242599:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000806b9808 (tot 183701348). 00000400:00000001:4.0:1673551345.167395:0:242599:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:4.0:1673551345.167395:0:242599:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:4.0:1673551345.167396:0:242599:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:4.0:1673551345.167397:0:242599:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000806b9808 (tot 183700476). 00000400:00000001:4.0:1673551345.167397:0:242599:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:4.0:1673551345.167399:0:242599:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:4.0:1673551345.167400:0:242599:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:4.0:1673551345.167400:0:242599:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 72 at 0000000081acc310 (tot 183700548). 00000400:00000001:4.0:1673551345.167400:0:242599:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:4.0:1673551345.167401:0:242599:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310053 00000400:00001000:4.0:1673551345.167401:0:242599:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:4.0:1673551345.167402:0:242599:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 72 at 0000000081acc310 (tot 183700476). 00000400:00000001:4.0:1673551345.167402:0:242599:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:4.0:1673551345.167404:0:242599:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:4.0:1673551345.167404:0:242599:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:4.0:1673551345.167404:0:242599:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 48 at 000000001500b48f (tot 183700524). 00000400:00000001:4.0:1673551345.167405:0:242599:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:4.0:1673551345.167406:0:242599:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310055 00000400:00001000:4.0:1673551345.167406:0:242599:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:4.0:1673551345.167406:0:242599:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 48 at 000000001500b48f (tot 183700476). 00000400:00000001:4.0:1673551345.167407:0:242599:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:4.0:1673551345.167412:0:242599:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:4.0:1673551345.167412:0:242599:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:4.0:1673551345.167412:0:242599:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000806b9808 (tot 183701348). 00000400:00000001:4.0:1673551345.167413:0:242599:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:4.0:1673551345.167413:0:242599:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:4.0:1673551345.167414:0:242599:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:4.0:1673551345.167414:0:242599:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000806b9808 (tot 183700476). 00000400:00000001:4.0:1673551345.167415:0:242599:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:18.0:1673551345.173068:0:2269469:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:18.0:1673551345.173070:0:2269469:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551345.301071:0:2364967:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1673551345.301073:0:2364967:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.2:1673551345.323648:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (68)++ 00000800:00000200:21.0:1673551345.323662:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (69)++ 00000800:00000200:21.0:1673551345.323670:0:12875:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.22@o2ib 00000400:00000200:21.0:1673551345.323673:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:21.0:1673551345.323675:0:12875:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.22@o2ib : PUT - for me 00000800:00000200:23.0:1673551345.323677:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000400:00000200:21.0:1673551345.323678:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:21.0:1673551345.323680:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:21.0:1673551345.323681:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:21.0:1673551345.323683:0:12875:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 24 MB=0x63bfccd5cd480 00000400:00000200:21.0:1673551345.323686:0:12875:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 18 from 12345-172.16.0.22@o2ib of length 224/224 into md 0xb9d25b5 [256] + 2688 00000400:00000200:21.0:1673551345.323688:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:21.0:1673551345.323690:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000100:00000001:21.0:1673551345.323692:0:12875:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:21.0:1673551345.323693:0:12875:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_out 00000100:00000010:21.0:1673551345.323696:0:12875:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000a679bca8. 00000100:00000040:21.0:1673551345.323697:0:12875:0:(events.c:367:request_in_callback()) incoming req@00000000a679bca8 x1754806823474304 msgsize 224 00000100:00100000:21.0:1673551345.323699:0:12875:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.22@o2ib (source: 12345-172.16.0.22@o2ib) 00000100:00000001:21.0:1673551345.323705:0:12875:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:21.0:1673551345.323709:0:12875:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000001a128d74] (69)++ 00000800:00000200:21.0:1673551345.323712:0:12875:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000001a128d74] (70)-- 00000800:00000200:21.0:1673551345.323714:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 00000100:00000001:20.0:1673551345.323718:0:2269515:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:20.0:1673551345.323720:0:2269515:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:20.0:1673551345.323722:0:2269515:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:20.0:1673551345.323723:0:2269515:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:20.0:1673551345.323725:0:2269515:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:20.0:1673551345.323728:0:2269515:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754806823474304 00000020:00000001:20.0:1673551345.323730:0:2269515:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:20.0:1673551345.323731:0:2269515:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b69 00000020:00000001:20.0:1673551345.323732:0:2269515:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:20.0:1673551345.323733:0:2269515:0:(lustre_handles.c:152:class_handle2object()) GET export 000000004d397a21 refcount=5 00000020:00000001:20.0:1673551345.323734:0:2269515:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748043776 : -52831469961507840 : ff444e0ed7fb8c00) 00000020:00000001:20.0:1673551345.323735:0:2269515:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748043776 : -52831469961507840 : ff444e0ed7fb8c00) 00000100:00000001:20.0:1673551345.323737:0:2269515:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:20.0:1673551345.323738:0:2269515:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:20.0:1673551345.323739:0:2269515:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc03063f. 00000020:00000010:20.0:1673551345.323741:0:2269515:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a5db69fc. 00000020:00000010:20.0:1673551345.323744:0:2269515:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049270743. 00000100:00000040:20.0:1673551345.323745:0:2269515:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_out at +1s 00000100:00000001:20.0:1673551345.323746:0:2269515:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:20.0:1673551345.323748:0:2269515:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:20.0:1673551345.323748:0:2269515:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551345.323750:0:2269515:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551345.323756:0:2269515:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:20.0:1673551345.323760:0:2269515:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:20.0:1673551345.323761:0:2269515:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:21.0:1673551345.323763:0:2378960:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00100000:20.0:1673551345.323763:0:2269515:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.22@o2ib, seq: 9288 00000100:00000001:21.0:1673551345.323764:0:2378960:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000040:20.0:1673551345.323764:0:2269515:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000004d397a21 : new rpc_count 1 00000100:00000001:21.0:1673551345.323765:0:2378960:0:(service.c:2025:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551345.323765:0:2269515:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912593449130752 : -52831480260420864 : ff444e0c721e9b00) 00000100:00000001:21.0:1673551345.323766:0:2378960:0:(service.c:2230:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:20.0:1673551345.323768:0:2269515:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a679bca8 x1754806823474304/t0(0) o41->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:231/0 lens 224/0 e 0 to 0 dl 1673551351 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:20.0:1673551345.323773:0:2269515:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:20.0:1673551345.323774:0:2269515:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:20.0:1673551345.323775:0:2269515:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000a679bca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out05_00:ai200x-MDT0003-mdtlov_UUID+5:10859:x1754806823474304:12345-172.16.0.22@o2ib:41: 00000100:00000200:20.0:1673551345.323777:0:2269515:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754806823474304 00000020:00000001:20.0:1673551345.323779:0:2269515:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:20.0:1673551345.323780:0:2269515:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:20.0:1673551345.323781:0:2269515:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:20.0:1673551345.323783:0:2269515:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:20.0:1673551345.323783:0:2269515:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072666184064 : -1043367552 : ffffffffc1cf7980) 00000020:00000001:20.0:1673551345.323785:0:2269515:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:20.0:1673551345.323786:0:2269515:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:20.0:1673551345.323787:0:2269515:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:20.0:1673551345.323788:0:2269515:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:20.0:1673551345.323790:0:2269515:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551345.323791:0:2269515:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:20.0:1673551345.323792:0:2269515:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:20.0:1673551345.323793:0:2269515:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000001cebcd5. 02000000:00000001:20.0:1673551345.323794:0:2269515:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551345.323795:0:2269515:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:20.0:1673551345.323796:0:2269515:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000004:00000001:20.0:1673551345.323797:0:2269515:0:(mdt_lib.c:398:mdt_check_ucred()) Process entered 00000004:00000001:20.0:1673551345.323799:0:2269515:0:(mdt_lib.c:405:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:20.0:1673551345.323804:0:2269515:0:(mdt_handler.c:539:mdt_statfs()) blocks cached 0 granted 1906311167 pending 0 free 16804335616 avail 14330667008 00000020:00000020:20.0:1673551345.323806:0:2269515:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-MDT0001: processing self export: 0 0 0 00000020:00000020:20.0:1673551345.323807:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0001_UUID/00000000e9be0120 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551345.323809:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0000_UUID/000000000ef2907f dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551345.323810:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0004_UUID/0000000089451880 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551345.323810:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0005_UUID/00000000ebefb99a dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551345.323811:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0007_UUID/00000000dc25e61b dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551345.323812:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0006_UUID/00000000b5e1bf39 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551345.323813:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0003_UUID/0000000057d49917 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551345.323814:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0002_UUID/000000002b2e9d79 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551345.323814:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0000-mdtlov_UUID/000000005666bac4 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551345.323815:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/0000000079935574 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551345.323816:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0003-mdtlov_UUID/000000004d397a21 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551345.323817:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000f831e444 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551345.323818:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 8147c41a-b0e0-4f67-9b16-3ecec5e74e59/0000000068eb6ecf dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551345.323818:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli f6883e33-f9d9-44e1-9620-7d1810cee4d6/0000000016af0c64 dirty 0 pend 0 grant 1879048191 00000020:00000020:20.0:1673551345.323819:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 546ca0b7-6780-4f13-8f75-9c5ff65b0676/00000000395f0866 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551345.323820:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli e2e002af-f09c-4b05-bf31-5f3b5c0fc2b7/0000000085149461 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551345.323820:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 6d8d6132-29b8-426f-8245-b058f840fb7b/000000007d0d8ee7 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551345.323821:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 20170d48-9f93-4e23-b2d9-7467b30c0d37/00000000b61481ba dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551345.323822:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli b2f40830-929d-417e-aaf4-df6a6828a827/00000000aeff7c1c dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551345.323822:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli fac71ec6-9f35-4566-9c12-4be9db31431f/0000000000e137be dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551345.323823:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 77d2bdab-e05e-4099-8d1d-9a11cdcc0ba1/0000000030187047 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551345.323824:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 45cb3ae8-41b4-4d54-9b54-bb58c7e102f3/0000000057709798 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551345.323825:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000db8e401b dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551345.323826:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 49374343-0861-470b-a659-345a443590fd/000000003709ca29 dirty 0 pend 0 grant 2097152 00000020:00000020:20.0:1673551345.323827:0:2269515:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0002-mdtlov_UUID/00000000af8736a1 dirty 0 pend 0 grant 0 00000004:00000020:20.0:1673551345.323827:0:2269515:0:(mdt_handler.c:549:mdt_statfs()) 34884907 blocks: 4102621 free, 3498698 avail; 96642000 objects: 68578523 free; state 200 00000004:00000001:20.0:1673551345.323830:0:2269515:0:(mdt_handler.c:568:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:20.0:1673551345.323831:0:2269515:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813136948, transno 0, xid 1754806823474304 00010000:00000001:20.0:1673551345.323832:0:2269515:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:20.0:1673551345.323833:0:2269515:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000a679bca8 x1754806823474304/t0(0) o41->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:231/0 lens 224/368 e 0 to 0 dl 1673551351 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:20.0:1673551345.323836:0:2269515:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:20.0:1673551345.323837:0:2269515:0:(ldlm_lib.c:3203:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:20.0:1673551345.323838:0:2269515:0:(import.c:1925:at_measured()) add 1 to 0000000096598e37 time=114 v=1 (1 1 1 1) 00000100:00000001:20.0:1673551345.323840:0:2269515:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:20.0:1673551345.323841:0:2269515:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000a5089673 refcount 49 to 172.16.0.22@o2ib 00000100:00000001:20.0:1673551345.323841:0:2269515:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560590877824 : -52831513118673792 : ff444e04cb9d7480) 02000000:00000001:20.0:1673551345.323842:0:2269515:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:20.0:1673551345.323843:0:2269515:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551345.323844:0:2269515:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:20.0:1673551345.323844:0:2269515:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000010:20.0:1673551345.323845:0:2269515:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c8ea8b6. 00000100:00000200:20.0:1673551345.323847:0:2269515:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754806823474304, offset 224 00000400:00000200:20.0:1673551345.323849:0:2269515:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000400:00000200:20.0:1673551345.323851:0:2269515:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:20.0:1673551345.323853:0:2269515:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.22@o2ib local destination 00000400:00000200:20.0:1673551345.323854:0:2269515:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:20.0:1673551345.323857:0:2269515:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.22@o2ib(172.16.0.22@o2ib:172.16.0.22@o2ib) : PUT try# 0 00000800:00000200:20.0:1673551345.323859:0:2269515:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.22@o2ib 00000400:00000200:20.0:1673551345.323861:0:2269515:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:20.0:1673551345.323863:0:2269515:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000028e78a33] -> 172.16.0.22@o2ib (2) version: 12 00000800:00000200:20.0:1673551345.323865:0:2269515:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000001a128d74] (68)++ 00000800:00000200:20.0:1673551345.323866:0:2269515:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000001a128d74] (69)++ 00000800:00000200:20.0:1673551345.323869:0:2269515:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000001a128d74] (70)-- 00000100:00000001:20.0:1673551345.323870:0:2269515:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:20.0:1673551345.323871:0:2269515:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000a5089673 refcount 48 to 172.16.0.22@o2ib 00010000:00000001:20.0:1673551345.323871:0:2269515:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:20.0:1673551345.323872:0:2269515:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:20.0:1673551345.323872:0:2269515:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:20.0:1673551345.323874:0:2269515:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a679bca8 x1754806823474304/t0(0) o41->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:231/0 lens 224/368 e 0 to 0 dl 1673551351 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:20.0:1673551345.323879:0:2269515:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000a679bca8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out05_00:ai200x-MDT0003-mdtlov_UUID+5:10859:x1754806823474304:12345-172.16.0.22@o2ib:41: Request processed in 105us (180us total) trans 0 rc 0/0 00000800:00000200:21.2:1673551345.323881:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (69)++ 00000100:00100000:20.0:1673551345.323882:0:2269515:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.22@o2ib, seq: 9288 00000100:00000040:20.0:1673551345.323883:0:2269515:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004d397a21 : new rpc_count 0 00000100:00000001:20.0:1673551345.323884:0:2269515:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:20.0:1673551345.323885:0:2269515:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:20.0:1673551345.323887:0:2269515:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a5db69fc. 00000020:00000010:20.0:1673551345.323889:0:2269515:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049270743. 00000020:00000010:20.0:1673551345.323890:0:2269515:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc03063f. 00000020:00000040:20.0:1673551345.323892:0:2269515:0:(genops.c:979:class_export_put()) PUTting export 000000004d397a21 : new refcount 4 00000800:00000200:23.0:1673551345.323893:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (70)++ 00000100:00000001:20.0:1673551345.323893:0:2269515:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:23.0:1673551345.323898:0:12876:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000001a128d74] (71)-- 00000400:00000200:23.0:1673551345.323899:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:23.0:1673551345.323902:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000800:00000200:21.0:1673551345.323903:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000400:00000200:23.0:1673551345.323904:0:12876:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000006c8ea8b6 00000400:00000010:23.0:1673551345.323905:0:12876:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000006c8ea8b6. 00000100:00000001:23.0:1673551345.323907:0:12876:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:23.0:1673551345.323907:0:12876:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:23.0:1673551345.323909:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 00000100:00000001:14.0:1673551345.365062:0:2358800:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:14.0:1673551345.365064:0:2358800:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:18.0:1673551345.365073:0:2270165:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000001:1.0:1673551345.365073:0:2270167:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:18.0:1673551345.365074:0:2270165:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000004:00000001:11.0:1673551345.365074:0:2270180:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:1.0:1673551345.365074:0:2270167:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000004:00000020:11.0:1673551345.365075:0:2270180:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000010:18.0:1673551345.365076:0:2270165:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000030b93c90. 00000100:00000010:11.0:1673551345.365076:0:2270180:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000b0f61867. 00000100:00000010:1.0:1673551345.365076:0:2270167:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000008df3bff9. 00000020:00000040:18.0:1673551345.365078:0:2270165:0:(genops.c:1192:class_import_get()) import 00000000b84b80cc refcount=3 obd=ai200x-OST0000-osc-MDT0001 00000020:00000040:11.0:1673551345.365078:0:2270180:0:(genops.c:1192:class_import_get()) import 000000008bad2712 refcount=3 obd=ai200x-OST0006-osc-MDT0001 00000020:00000040:1.0:1673551345.365078:0:2270167:0:(genops.c:1192:class_import_get()) import 00000000bf34f1d8 refcount=3 obd=ai200x-OST0001-osc-MDT0001 00000100:00000001:18.0:1673551345.365080:0:2270165:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:11.0:1673551345.365080:0:2270180:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1673551345.365080:0:2270167:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:18.0:1673551345.365081:0:2270165:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:11.0:1673551345.365081:0:2270180:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1673551345.365081:0:2270167:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:18.0:1673551345.365083:0:2270165:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1673551345.365083:0:2270180:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1673551345.365083:0:2270167:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:18.0:1673551345.365085:0:2270165:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005263d2f3. 02000000:00000010:11.0:1673551345.365085:0:2270180:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cd209a58. 00000004:00000001:7.0:1673551345.365085:0:2270178:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 02000000:00000010:1.0:1673551345.365085:0:2270167:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012311b28. 00000004:00000020:7.0:1673551345.365086:0:2270178:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000001:5.0:1673551345.365086:0:2269464:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:5.0:1673551345.365087:0:2269464:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551345.365088:0:2270165:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:7.0:1673551345.365088:0:2270178:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000003f28a0dd. 00000100:00000001:1.0:1673551345.365088:0:2270167:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551345.365089:0:2270180:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551345.365090:0:2270165:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:11.0:1673551345.365090:0:2270180:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1673551345.365090:0:2270167:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:18.0:1673551345.365091:0:2270165:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551345.365091:0:2270180:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551345.365091:0:2270178:0:(genops.c:1192:class_import_get()) import 00000000bea1065f refcount=3 obd=ai200x-OST0007-osc-MDT0001 00000100:00000001:1.0:1673551345.365091:0:2270167:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551345.365093:0:2270178:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:11.0:1673551345.365094:0:2270180:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000b0f61867] to pc [ptlrpcd_02_03+3] req@00000000b0f61867 x1754791738763840/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 02000000:00000001:7.0:1673551345.365094:0:2270178:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1673551345.365094:0:2270167:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [000000008df3bff9] to pc [ptlrpcd_00_02+2] req@000000008df3bff9 x1754791738763712/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:18.0:1673551345.365095:0:2270165:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [0000000030b93c90] to pc [ptlrpcd_04_01+1] req@0000000030b93c90 x1754791738763776/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 02000000:00000001:7.0:1673551345.365095:0:2270178:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:7.0:1673551345.365098:0:2270178:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b05b2474. 00000100:00000001:7.0:1673551345.365100:0:2270178:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551345.365102:0:2270178:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:7.0:1673551345.365103:0:2270178:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1673551345.365106:0:2270178:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [000000003f28a0dd] to pc [ptlrpcd_01_00+0] req@000000003f28a0dd x1754791738763904/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:18.0:1673551345.365108:0:2270165:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1673551345.365109:0:2270167:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:11.0:1673551345.365110:0:2270180:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551345.365111:0:12904:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:17.0:1673551345.365112:0:12919:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:17.0:1673551345.365113:0:12919:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551345.365113:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551345.365113:0:12904:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:19.0:1673551345.365114:0:12918:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:17.0:1673551345.365114:0:12919:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:19.0:1673551345.365115:0:12918:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.365115:0:12913:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551345.365116:0:12913:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1673551345.365116:0:12904:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:17.0:1673551345.365117:0:12919:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000030b93c90 x1754791738763776/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:3.0:1673551345.365118:0:12904:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008df3bff9 x1754791738763712/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1673551345.365118:0:12905:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000040:9.0:1673551345.365119:0:12913:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b0f61867 x1754791738763840/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1673551345.365119:0:12905:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551345.365120:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:17.0:1673551345.365121:0:12919:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:17.0:1673551345.365121:0:12919:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551345.365121:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:17.0:1673551345.365123:0:12919:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1673551345.365123:0:12904:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 02000000:00000001:17.0:1673551345.365124:0:12919:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551345.365124:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551345.365124:0:12906:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1673551345.365124:0:12904:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:17.0:1673551345.365125:0:12919:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@0000000030b93c90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_04_01:ai200x-MDT0001-mdtlov_UUID:12919:1754791738763776:172.16.0.56@o2ib:13: 00000100:00000001:9.0:1673551345.365125:0:12913:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:9.0:1673551345.365125:0:12913:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:7.0:1673551345.365125:0:2270178:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551345.365125:0:12906:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1673551345.365125:0:12904:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1673551345.365126:0:12904:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551345.365127:0:12919:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:9.0:1673551345.365127:0:12913:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:17.0:1673551345.365128:0:12919:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:9.0:1673551345.365128:0:12913:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1673551345.365128:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f28a0dd x1754791738763904/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1673551345.365128:0:12904:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@000000008df3bff9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ai200x-MDT0001-mdtlov_UUID:12904:1754791738763712:172.16.0.56@o2ib:13: 02000000:00000001:17.0:1673551345.365129:0:12919:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:9.0:1673551345.365130:0:12913:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000b0f61867 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:ai200x-MDT0001-mdtlov_UUID:12913:1754791738763840:172.16.0.22@o2ib:13: 00000100:00000001:3.0:1673551345.365130:0:12904:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:17.0:1673551345.365131:0:12919:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1673551345.365131:0:12904:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:9.0:1673551345.365132:0:12913:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1673551345.365132:0:12904:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:17.0:1673551345.365133:0:12919:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000064fd8d09. 02000000:00000001:9.0:1673551345.365133:0:12913:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1673551345.365133:0:12904:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:17.0:1673551345.365134:0:12919:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1673551345.365134:0:12913:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551345.365134:0:12906:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:4.0:1673551345.365134:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1673551345.365134:0:12904:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b3e7a0aa. 02000000:00000001:9.0:1673551345.365135:0:12913:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:5.0:1673551345.365135:0:12906:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1673551345.365135:0:12904:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1673551345.365136:0:12906:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:4.0:1673551345.365136:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:17.0:1673551345.365137:0:12919:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 02000000:00000010:9.0:1673551345.365137:0:12913:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002b9bbf16. 02000000:00000001:5.0:1673551345.365137:0:12906:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:17.0:1673551345.365138:0:12919:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000697562f0. 02000000:00000001:9.0:1673551345.365138:0:12913:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1673551345.365138:0:12904:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00100000:5.0:1673551345.365139:0:12906:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@000000003f28a0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ai200x-MDT0001-mdtlov_UUID:12906:1754791738763904:172.16.0.22@o2ib:13: 00000400:00000010:3.0:1673551345.365139:0:12904:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000006c1d5758. 00000400:00000010:17.0:1673551345.365140:0:12919:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f7f3b94. 00000400:00000200:9.0:1673551345.365140:0:12913:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000010:9.0:1673551345.365141:0:12913:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000002f42a08c. 00000100:00000001:5.0:1673551345.365141:0:12906:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1673551345.365141:0:12904:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dd078ff. 00000100:00000200:17.0:1673551345.365142:0:12919:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738763776, portal 4 02000000:00000001:5.0:1673551345.365142:0:12906:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:17.0:1673551345.365143:0:12919:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:17.0:1673551345.365143:0:12919:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912605166346112 : -52831468543205504 : ff444e0f2c851f80) 00000400:00000010:9.0:1673551345.365143:0:12913:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003d9a1b3. 02000000:00000001:5.0:1673551345.365143:0:12906:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1673551345.365143:0:12904:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738763712, portal 4 02000000:00000001:5.0:1673551345.365144:0:12906:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1673551345.365144:0:12904:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1673551345.365145:0:12904:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618818068096 : -52831454891483520 : ff444e125a39de80) 00000100:00000040:17.0:1673551345.365146:0:12919:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@0000000030b93c90 x1754791738763776/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000200:9.0:1673551345.365146:0:12913:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738763840, portal 4 00000100:00000001:9.0:1673551345.365146:0:12913:0:(client.c:3106:ptlrpc_request_addref()) Process entered 02000000:00000010:5.0:1673551345.365146:0:12906:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008ab34664. 00000100:00000001:9.0:1673551345.365147:0:12913:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912558540955520 : -52831515168596096 : ff444e04516e1f80) 02000000:00000001:5.0:1673551345.365147:0:12906:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1673551345.365148:0:12904:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@000000008df3bff9 x1754791738763712/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:17.0:1673551345.365149:0:12919:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:9.0:1673551345.365149:0:12913:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000b0f61867 x1754791738763840/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000040:17.0:1673551345.365150:0:12919:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000400:00000010:17.0:1673551345.365151:0:12919:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8a67d1f. 00000100:00000200:17.0:1673551345.365151:0:12919:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738763776, offset 0 00000100:00000001:9.0:1673551345.365151:0:12913:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000200:5.0:1673551345.365151:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000001:3.0:1673551345.365151:0:12904:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:9.0:1673551345.365152:0:12913:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000100:00000040:3.0:1673551345.365152:0:12904:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000400:00000010:9.0:1673551345.365153:0:12913:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb49469d. 00000400:00000010:5.0:1673551345.365153:0:12906:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 0000000083d6e76c. 00000400:00000010:3.0:1673551345.365153:0:12904:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7e460ac. 00000400:00000200:17.0:1673551345.365154:0:12919:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000100:00000200:9.0:1673551345.365154:0:12913:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738763840, offset 0 00000400:00000010:5.0:1673551345.365154:0:12906:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003be8618e. 00000100:00000200:3.0:1673551345.365154:0:12904:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738763712, offset 0 00000100:00000200:5.0:1673551345.365155:0:12906:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738763904, portal 4 00000400:00000200:9.0:1673551345.365156:0:12913:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000100:00000001:5.0:1673551345.365156:0:12906:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1673551345.365156:0:12904:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000400:00000200:17.0:1673551345.365157:0:12919:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:5.0:1673551345.365157:0:12906:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912620950828544 : -52831452758723072 : ff444e12d9593600) 00000400:00000200:9.0:1673551345.365158:0:12913:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:3.0:1673551345.365158:0:12904:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551345.365159:0:12919:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000100:00000040:5.0:1673551345.365159:0:12906:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@000000003f28a0dd x1754791738763904/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:9.0:1673551345.365160:0:12913:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.22@o2ib local destination 00000400:00000200:3.0:1673551345.365160:0:12904:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000100:00000001:5.0:1673551345.365161:0:12906:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000200:17.0:1673551345.365162:0:12919:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964986, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000100:00000040:5.0:1673551345.365162:0:12906:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000200:9.0:1673551345.365163:0:12913:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964986, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000010:5.0:1673551345.365163:0:12906:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061653a68. 00000400:00000200:3.0:1673551345.365163:0:12904:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964986, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000100:00000200:5.0:1673551345.365164:0:12906:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738763904, offset 0 00000400:00000200:17.0:1673551345.365165:0:12919:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964986, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964986, g:4294967295] 00000400:00000200:9.0:1673551345.365165:0:12913:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964986, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964986, g:4294967295] 00000400:00000200:5.0:1673551345.365166:0:12906:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000400:00000200:17.0:1673551345.365167:0:12919:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:9.0:1673551345.365167:0:12913:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:5.0:1673551345.365167:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:3.0:1673551345.365167:0:12904:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964986, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964986, g:4294967295] 00000400:00000200:17.0:1673551345.365168:0:12919:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964986, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964986, g:4294967295] 00000400:00000200:9.0:1673551345.365168:0:12913:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964986, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964986, g:4294967295] 00000400:00000200:5.0:1673551345.365169:0:12906:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.22@o2ib local destination 00000400:00000200:3.0:1673551345.365169:0:12904:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:17.0:1673551345.365170:0:12919:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964986, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964986, g:4294967295] 00000400:00000200:9.0:1673551345.365170:0:12913:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964986, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964986, g:4294967295] 00000400:00000200:17.0:1673551345.365171:0:12919:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:9.0:1673551345.365171:0:12913:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:5.0:1673551345.365171:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964986, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:17.0:1673551345.365172:0:12919:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:3.0:1673551345.365172:0:12904:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964986, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964986, g:4294967295] 00000400:00000200:9.0:1673551345.365173:0:12913:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:5.0:1673551345.365173:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964986, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964988, g:4294967295] 00000400:00000200:9.0:1673551345.365174:0:12913:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:3.0:1673551345.365174:0:12904:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964986, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964988, g:4294967295] 00000400:00000200:17.0:1673551345.365175:0:12919:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:17.0:1673551345.365175:0:12919:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501163, 4501164] 00000400:00000200:9.0:1673551345.365175:0:12913:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.23@o2ib c:[32, 32], s:[3094132, 3094131] 00000400:00000200:5.0:1673551345.365175:0:12906:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:5.0:1673551345.365176:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964988, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964986, g:4294967295] 00000400:00000200:17.0:1673551345.365177:0:12919:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.57@o2ib 00000400:00000200:9.0:1673551345.365177:0:12913:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.22@o2ib 00000400:00000200:9.0:1673551345.365177:0:12913:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:3.0:1673551345.365177:0:12904:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:17.0:1673551345.365178:0:12919:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:5.0:1673551345.365178:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964987, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964986, g:4294967295] 00000400:00000200:3.0:1673551345.365178:0:12904:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:5.0:1673551345.365179:0:12906:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:5.0:1673551345.365180:0:12906:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:3.0:1673551345.365180:0:12904:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:17.0:1673551345.365182:0:12919:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.57@o2ib(172.16.0.56@o2ib:172.16.0.57@o2ib) : PUT try# 0 00000400:00000200:9.0:1673551345.365182:0:12913:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.22@o2ib(172.16.0.22@o2ib:172.16.0.22@o2ib) : PUT try# 0 00000400:00000200:5.0:1673551345.365182:0:12906:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:3.0:1673551345.365182:0:12904:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[31, 32], s:[4501164, 4501164] 00000400:00000200:5.0:1673551345.365183:0:12906:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.23@o2ib c:[32, 31], s:[3094132, 3094132] 00000400:00000200:3.0:1673551345.365183:0:12904:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.56@o2ib 00000400:00000200:5.0:1673551345.365184:0:12906:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.23@o2ib 00000400:00000200:3.0:1673551345.365185:0:12904:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:17.0:1673551345.365186:0:12919:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000800:00000200:9.0:1673551345.365186:0:12913:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.22@o2ib 00000400:00000200:5.0:1673551345.365186:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:9.0:1673551345.365187:0:12913:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:17.0:1673551345.365188:0:12919:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:9.0:1673551345.365190:0:12913:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000028e78a33] -> 172.16.0.22@o2ib (2) version: 12 00000400:00000200:5.0:1673551345.365190:0:12906:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.23@o2ib(172.16.0.22@o2ib:172.16.0.23@o2ib) : PUT try# 0 00000400:00000200:3.0:1673551345.365190:0:12904:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) : PUT try# 0 00000800:00000200:17.0:1673551345.365191:0:12919:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000625538ff] -> 172.16.0.57@o2ib (2) version: 12 00000800:00000200:17.0:1673551345.365192:0:12919:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000580cc9cc] (68)++ 00000800:00000200:9.0:1673551345.365192:0:12913:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000001a128d74] (68)++ 00000800:00000200:5.0:1673551345.365192:0:12906:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.23@o2ib 00000800:00000200:3.0:1673551345.365192:0:12904:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.56@o2ib 00000800:00000200:17.0:1673551345.365193:0:12919:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000580cc9cc] (69)++ 00000800:00000200:9.0:1673551345.365193:0:12913:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000001a128d74] (69)++ 00000400:00000200:5.0:1673551345.365193:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:3.0:1673551345.365193:0:12904:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:5.0:1673551345.365196:0:12906:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000006b07c300] -> 172.16.0.23@o2ib (2) version: 12 00000800:00000200:3.0:1673551345.365196:0:12904:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000e56901fc] -> 172.16.0.56@o2ib (2) version: 12 00000800:00000200:17.0:1673551345.365197:0:12919:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000580cc9cc] (70)-- 00000800:00000200:9.0:1673551345.365197:0:12913:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000001a128d74] (70)-- 00000800:00000200:5.0:1673551345.365197:0:12906:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000036519f99] (68)++ 00000100:00000001:17.0:1673551345.365198:0:12919:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551345.365198:0:12919:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1673551345.365198:0:12913:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.365198:0:12913:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:5.0:1673551345.365198:0:12906:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000036519f99] (69)++ 00000800:00000200:3.0:1673551345.365198:0:12904:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000008042fb16] (68)++ 00000800:00000200:3.0:1673551345.365198:0:12904:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000008042fb16] (69)++ 00000100:00000001:17.0:1673551345.365200:0:12919:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.365200:0:12913:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551345.365201:0:12919:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.365201:0:12913:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551345.365202:0:12919:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551345.365202:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1673551345.365202:0:12904:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000008042fb16] (70)-- 00000100:00000001:3.0:1673551345.365202:0:12904:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551345.365203:0:12904:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:17.0:1673551345.365204:0:12919:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:17.0:1673551345.365204:0:12919:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:9.0:1673551345.365204:0:12913:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1673551345.365204:0:12913:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000800:00000200:5.2:1673551345.365204:0:12906:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (69)++ 00000100:00000001:3.0:1673551345.365204:0:12904:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551345.365205:0:12919:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:17.0:1673551345.365205:0:12919:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551345.365205:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551345.365205:0:12913:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1673551345.365206:0:12919:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551345.365206:0:12919:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.365206:0:12913:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551345.365207:0:12919:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:17.0:1673551345.365207:0:12919:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551345.365207:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.365207:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551345.365207:0:12913:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:17.0:1673551345.365208:0:12919:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551345.365208:0:12919:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.365208:0:12913:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.365208:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.2:1673551345.365209:0:12904:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (69)++ 00000800:00000200:21.2:1673551345.365210:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (69)++ 00000800:00000200:5.0:1673551345.365214:0:12906:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000036519f99] (70)-- 00000100:00000001:5.0:1673551345.365215:0:12906:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551345.365216:0:12906:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:5.0:1673551345.365216:0:12906:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1673551345.365217:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (70)++ 00000100:00000001:5.0:1673551345.365217:0:12906:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551345.365217:0:12904:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1673551345.365218:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (70)++ 00000100:00000001:5.0:1673551345.365218:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551345.365218:0:12904:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551345.365220:0:12906:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1673551345.365220:0:12906:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1673551345.365220:0:12904:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1673551345.365221:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551345.365221:0:12906:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1673551345.365221:0:12904:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1673551345.365221:0:12904:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000800:00000200:6.2:1673551345.365222:0:9776:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000036519f99] (69)++ 00000100:00000001:5.0:1673551345.365222:0:12906:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551345.365222:0:12904:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1673551345.365222:0:12904:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1673551345.365223:0:12875:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000001a128d74] (71)-- 00000100:00000001:5.0:1673551345.365223:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551345.365223:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551345.365223:0:12904:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:21.0:1673551345.365224:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:19.0:1673551345.365224:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000580cc9cc] (71)-- 00000100:00000001:5.0:1673551345.365224:0:12906:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551345.365224:0:12906:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551345.365224:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551345.365224:0:12904:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551345.365224:0:12904:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1673551345.365224:0:12904:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:19.0:1673551345.365225:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:13.0:1673551345.365225:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (70)++ 00000100:00000001:3.0:1673551345.365225:0:12904:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:21.0:1673551345.365227:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000400:00000200:21.0:1673551345.365228:0:12875:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000fb49469d 00000400:00000200:19.0:1673551345.365228:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000400:00000010:21.0:1673551345.365229:0:12875:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000fb49469d. 00000400:00000200:19.0:1673551345.365229:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000f8a67d1f 00000800:00000200:23.0:1673551345.365230:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000400:00000010:19.0:1673551345.365230:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000f8a67d1f. 00000100:00000001:21.0:1673551345.365231:0:12875:0:(events.c:54:request_out_callback()) Process entered 00000100:00000001:19.0:1673551345.365231:0:12873:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:21.0:1673551345.365232:0:12875:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000b0f61867 x1754791738763840/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:17.0:1673551345.365232:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000100:00000200:19.0:1673551345.365233:0:12873:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@0000000030b93c90 x1754791738763776/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:13.0:1673551345.365233:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000008042fb16] (71)-- 00000400:00000200:13.0:1673551345.365235:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:21.0:1673551345.365236:0:12875:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:19.0:1673551345.365236:0:12873:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:21.0:1673551345.365237:0:12875:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b0f61867 x1754791738763840/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:19.0:1673551345.365237:0:12873:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000030b93c90 x1754791738763776/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:21.0:1673551345.365239:0:12875:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1673551345.365239:0:12875:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:19.0:1673551345.365239:0:12873:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1673551345.365239:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 00000100:00000001:19.0:1673551345.365240:0:12873:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:2.0:1673551345.365240:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (70)++ 00000800:00000200:21.0:1673551345.365241:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 00000800:00000200:19.0:1673551345.365241:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 00000400:00000200:13.0:1673551345.365241:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000e7e460ac 00000400:00000010:13.0:1673551345.365242:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000e7e460ac. 00000800:00000200:12.0:1673551345.365242:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000100:00000001:13.0:1673551345.365243:0:12871:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:13.0:1673551345.365245:0:12871:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@000000008df3bff9 x1754791738763712/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1673551345.365247:0:12866:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000036519f99] (71)-- 00000400:00000200:2.0:1673551345.365248:0:12866:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:13.0:1673551345.365250:0:12871:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000400:00000200:2.0:1673551345.365250:0:12866:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000400:00000200:2.0:1673551345.365251:0:12866:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000061653a68 00000100:00000040:13.0:1673551345.365252:0:12871:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008df3bff9 x1754791738763712/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1673551345.365252:0:12866:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000061653a68. 00000100:00000001:2.0:1673551345.365253:0:12866:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:2.0:1673551345.365254:0:12866:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@000000003f28a0dd x1754791738763904/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1673551345.365254:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (70)-- 00000100:00000001:13.0:1673551345.365256:0:12871:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551345.365257:0:12871:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:2.0:1673551345.365257:0:12866:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1673551345.365258:0:12866:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003f28a0dd x1754791738763904/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:13.0:1673551345.365259:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 00000100:00000001:2.0:1673551345.365261:0:12866:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551345.365261:0:12866:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:2.0:1673551345.365263:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (69)-- 00000800:00000200:21.2:1673551345.365285:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (68)++ 00000800:00000200:23.0:1673551345.365296:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (69)++ 00000800:00000200:23.0:1673551345.365301:0:12876:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.22@o2ib 00000400:00000200:23.0:1673551345.365303:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551345.365304:0:12876:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.22@o2ib : PUT - for me 00000800:00000200:21.0:1673551345.365304:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000400:00000200:23.0:1673551345.365306:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551345.365307:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551345.365308:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551345.365309:0:12876:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 368 into portal 4 MB=0x63bf94a3e6a40 00000800:00000200:6.2:1673551345.365309:0:9776:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000036519f99] (68)++ 00000400:00000200:23.0:1673551345.365311:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551345.365313:0:12876:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.22@o2ib of length 368/368 into md 0x13a9dbb5 [1] + 224 00000400:00000200:23.0:1673551345.365315:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:23.0:1673551345.365316:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000100:00000001:23.0:1673551345.365318:0:12876:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:23.0:1673551345.365319:0:12876:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000b0f61867 x1754791738763840/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1673551345.365321:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (69)++ 00000100:00000040:23.0:1673551345.365323:0:12876:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000b0f61867 x1754791738763840/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:5.2:1673551345.365324:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (68)++ 00000800:00000200:0.0:1673551345.365327:0:12865:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.23@o2ib 00000400:00000200:0.0:1673551345.365328:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000100:00000001:23.0:1673551345.365329:0:12876:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000200:0.0:1673551345.365330:0:12865:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.23@o2ib : PUT - for me 00000800:00000200:23.0:1673551345.365331:0:12876:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000001a128d74] (69)++ 00000800:00000200:23.0:1673551345.365332:0:12876:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000001a128d74] (70)-- 00000400:00000200:0.0:1673551345.365332:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:23.0:1673551345.365333:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 00000800:00000200:3.2:1673551345.365334:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (68)++ 00000400:00000200:0.0:1673551345.365334:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:2.0:1673551345.365335:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (70)-- 00000400:00000200:0.0:1673551345.365335:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000001:9.0:1673551345.365336:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1673551345.365336:0:12865:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 368 into portal 4 MB=0x63bf94a3e6a80 00000800:00000200:17.0:1673551345.365337:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (69)++ 00000100:00000001:9.0:1673551345.365337:0:12913:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1673551345.365337:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000001:9.0:1673551345.365338:0:12913:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:9.0:1673551345.365338:0:12913:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:9.0:1673551345.365339:0:12913:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000002f42a08c. 00000400:00000200:9.0:1673551345.365340:0:12913:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000003d9a1b3 00000400:00000010:9.0:1673551345.365340:0:12913:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000003d9a1b3. 00000100:00000001:9.0:1673551345.365341:0:12913:0:(events.c:104:reply_in_callback()) Process entered 00000800:00000200:17.0:1673551345.365342:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.57@o2ib 00000100:00000200:9.0:1673551345.365342:0:12913:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000b0f61867 x1754791738763840/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:17.0:1673551345.365343:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:0.0:1673551345.365344:0:12865:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.22@o2ib of length 368/368 into md 0x13a9dbd5 [1] + 224 00000400:00000200:17.0:1673551345.365345:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.57@o2ib : PUT - for me 00000100:00000200:9.0:1673551345.365345:0:12913:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000b0f61867 x1754791738763840/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:19.0:1673551345.365346:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000400:00000200:17.0:1673551345.365346:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:0.0:1673551345.365346:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551345.365347:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:12.0:1673551345.365347:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (69)++ 00000100:00000001:9.0:1673551345.365347:0:12913:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:9.0:1673551345.365347:0:12913:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:17.0:1673551345.365348:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:9.0:1673551345.365348:0:12913:0:(client.c:1442:after_reply()) Process entered 00000400:00000200:0.0:1673551345.365348:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000400:00000200:17.0:1673551345.365349:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 368 into portal 4 MB=0x63bf94a3e6a00 02000000:00000001:9.0:1673551345.365349:0:12913:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1673551345.365349:0:12865:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:9.0:1673551345.365350:0:12913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:9.0:1673551345.365350:0:12913:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1673551345.365350:0:12865:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@000000003f28a0dd x1754791738763904/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:17.0:1673551345.365351:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 02000000:00000001:9.0:1673551345.365351:0:12913:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:17.0:1673551345.365352:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.56@o2ib of length 368/368 into md 0x4bd8e6ed [1] + 224 00000400:00000200:17.0:1673551345.365353:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:12.0:1673551345.365353:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.56@o2ib 00000100:00001000:9.0:1673551345.365353:0:12913:0:(import.c:1925:at_measured()) add 1 to 000000005f4d656e time=117 v=1 (1 1 1 1) 00000100:00001000:9.0:1673551345.365354:0:12913:0:(import.c:1925:at_measured()) add 1 to 00000000c14e5005 time=117 v=1 (1 1 1 1) 00000100:00000040:0.0:1673551345.365354:0:12865:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@000000003f28a0dd x1754791738763904/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:17.0:1673551345.365355:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000100:00000001:9.0:1673551345.365355:0:12913:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:9.0:1673551345.365355:0:12913:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551345.365356:0:12874:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:12.0:1673551345.365356:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000200:17.0:1673551345.365357:0:12874:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@0000000030b93c90 x1754791738763776/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000001:9.0:1673551345.365357:0:12913:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000400:00000200:12.0:1673551345.365358:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.56@o2ib : PUT - for me 00010000:00000001:9.0:1673551345.365358:0:12913:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.365359:0:12913:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:9.0:1673551345.365359:0:12913:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0006-osc-MDT0001: skip recheck: last_committed 274891053261 00000800:00000200:13.0:1673551345.365360:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000100:00000001:9.0:1673551345.365360:0:12913:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000040:17.0:1673551345.365361:0:12874:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@0000000030b93c90 x1754791738763776/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:12.0:1673551345.365361:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:9.0:1673551345.365361:0:12913:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551345.365361:0:12865:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000200:12.0:1673551345.365362:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000040:9.0:1673551345.365362:0:12913:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b0f61867 x1754791738763840/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000800:00000200:0.0:1673551345.365362:0:12865:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000036519f99] (69)++ 00000800:00000200:0.0:1673551345.365363:0:12865:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000036519f99] (70)-- 00000400:00000200:12.0:1673551345.365364:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:9.0:1673551345.365364:0:12913:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1673551345.365364:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (69)-- 00000400:00000200:12.0:1673551345.365365:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 368 into portal 4 MB=0x63bf94a3e69c0 00000100:00000001:9.0:1673551345.365365:0:12913:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:17.0:1673551345.365366:0:12874:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:9.0:1673551345.365366:0:12913:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:9.0:1673551345.365366:0:12913:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000100:00000001:5.0:1673551345.365367:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551345.365367:0:12906:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:19.0:1673551345.365368:0:12919:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000800:00000200:17.0:1673551345.365368:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000580cc9cc] (69)++ 00000800:00000200:17.0:1673551345.365368:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000580cc9cc] (70)-- 00000400:00000200:12.0:1673551345.365368:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000004:00000040:9.0:1673551345.365368:0:12913:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0006-osc-MDT0001: Updating status = 0 00000004:00000040:9.0:1673551345.365368:0:12913:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0006-osc-MDT0001: blocks=1923008600 free=1290824725 avail=1271359023 avail_mb=4966246 hwm_mb=14671 files=60817408 ffree=34088770 state=200: rc = 0 00000400:00000001:5.0:1673551345.365368:0:12906:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:19.0:1673551345.365369:0:12919:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000800:00000200:17.0:1673551345.365369:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 00000400:00000001:5.0:1673551345.365369:0:12906:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:5.0:1673551345.365369:0:12906:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 0000000083d6e76c. 00000400:00000200:12.0:1673551345.365370:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.56@o2ib of length 368/368 into md 0x4bd8e70d [1] + 224 00000004:00000020:9.0:1673551345.365370:0:12913:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0006-osc-MDT0001 (00000000a19474d5): 1923008600 blocks, 1290824725 free, 1271359023 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 34088770 free files 0x200 00000400:00000200:5.0:1673551345.365370:0:12906:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003be8618e 00000400:00000010:5.0:1673551345.365370:0:12906:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003be8618e. 00000100:00000001:5.0:1673551345.365371:0:12906:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000001:19.0:1673551345.365372:0:12919:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:19.0:1673551345.365372:0:12919:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000200:12.0:1673551345.365372:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:9.0:1673551345.365372:0:12913:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:5.0:1673551345.365372:0:12906:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@000000003f28a0dd x1754791738763904/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000010:19.0:1673551345.365373:0:12919:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000697562f0. 00000100:00000040:9.0:1673551345.365373:0:12913:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0f61867 x1754791738763840/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000400:00000200:19.0:1673551345.365374:0:12919:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000001f7f3b94 00000400:00000010:19.0:1673551345.365374:0:12919:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000001f7f3b94. 00000400:00000200:12.0:1673551345.365374:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 00000100:00000001:19.0:1673551345.365375:0:12919:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:12.0:1673551345.365375:0:12872:0:(events.c:104:reply_in_callback()) Process entered 00000100:00100000:9.0:1673551345.365375:0:12913:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000b0f61867 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:ai200x-MDT0001-mdtlov_UUID:12913:1754791738763840:172.16.0.22@o2ib:13: 00000100:00000200:5.0:1673551345.365375:0:12906:0:(events.c:128:reply_in_callback()) @@@ unlink req@000000003f28a0dd x1754791738763904/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:19.0:1673551345.365376:0:12919:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@0000000030b93c90 x1754791738763776/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:12.0:1673551345.365377:0:12872:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@000000008df3bff9 x1754791738763712/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:9.0:1673551345.365377:0:12913:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551345.365377:0:12913:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:5.0:1673551345.365377:0:12906:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:5.0:1673551345.365377:0:12906:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:19.0:1673551345.365378:0:12919:0:(events.c:128:reply_in_callback()) @@@ unlink req@0000000030b93c90 x1754791738763776/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:9.0:1673551345.365378:0:12913:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b0f61867 x1754791738763840/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551345.365378:0:12906:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:5.0:1673551345.365379:0:12906:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:5.0:1673551345.365379:0:12906:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:19.0:1673551345.365380:0:12919:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:19.0:1673551345.365380:0:12919:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551345.365380:0:12913:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:9.0:1673551345.365380:0:12913:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:5.0:1673551345.365380:0:12906:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551345.365381:0:12919:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:19.0:1673551345.365381:0:12919:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000040:12.0:1673551345.365381:0:12872:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@000000008df3bff9 x1754791738763712/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 02000000:00000010:9.0:1673551345.365381:0:12913:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002b9bbf16. 02000000:00000001:5.0:1673551345.365381:0:12906:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551345.365382:0:12919:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:19.0:1673551345.365382:0:12919:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1673551345.365382:0:12913:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:9.0:1673551345.365382:0:12913:0:(genops.c:1199:class_import_put()) Process entered 00000100:00001000:5.0:1673551345.365382:0:12906:0:(import.c:1925:at_measured()) add 1 to 000000004df511b4 time=117 v=1 (1 1 1 1) 02000000:00000001:19.0:1673551345.365383:0:12919:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:9.0:1673551345.365383:0:12913:0:(genops.c:1205:class_import_put()) import 000000008bad2712 refcount=2 obd=ai200x-OST0006-osc-MDT0001 00000020:00000001:9.0:1673551345.365383:0:12913:0:(genops.c:1212:class_import_put()) Process leaving 00000100:00001000:5.0:1673551345.365383:0:12906:0:(import.c:1925:at_measured()) add 1 to 00000000c2b67475 time=117 v=1 (1 1 1 1) 00000100:00001000:19.0:1673551345.365384:0:12919:0:(import.c:1925:at_measured()) add 1 to 00000000f3eec6b4 time=117 v=1 (1 1 1 1) 02000000:00000010:9.0:1673551345.365384:0:12913:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cd209a58. 00000100:00000001:5.0:1673551345.365384:0:12906:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:5.0:1673551345.365384:0:12906:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:19.0:1673551345.365385:0:12919:0:(import.c:1925:at_measured()) add 1 to 00000000e1fb47f6 time=117 v=1 (1 1 1 1) 02000000:00000001:9.0:1673551345.365385:0:12913:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:5.0:1673551345.365385:0:12906:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:19.0:1673551345.365386:0:12919:0:(client.c:1363:ptlrpc_check_status()) Process entered 02000000:00000001:9.0:1673551345.365386:0:12913:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:9.0:1673551345.365386:0:12913:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000b0f61867. 00010000:00000001:5.0:1673551345.365386:0:12906:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551345.365387:0:12919:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.365387:0:12913:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:9.0:1673551345.365387:0:12913:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551345.365387:0:12906:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:5.0:1673551345.365387:0:12906:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0007-osc-MDT0001: skip recheck: last_committed 231941380167 00010000:00000001:19.0:1673551345.365388:0:12919:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:12.0:1673551345.365388:0:12872:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:9.0:1673551345.365388:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551345.365388:0:12906:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:5.0:1673551345.365388:0:12906:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:19.0:1673551345.365389:0:12919:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551345.365389:0:12919:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000001:9.0:1673551345.365389:0:12913:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1673551345.365389:0:12913:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.365389:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000040:5.0:1673551345.365389:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f28a0dd x1754791738763904/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000040:19.0:1673551345.365390:0:12919:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0000-osc-MDT0001: skip recheck: last_committed 313543463269 00000100:00000001:19.0:1673551345.365390:0:12919:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:9.0:1673551345.365390:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.365390:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:19.0:1673551345.365391:0:12919:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1673551345.365391:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000008042fb16] (69)++ 00000100:00000001:9.0:1673551345.365391:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551345.365391:0:12906:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:19.0:1673551345.365392:0:12919:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000030b93c90 x1754791738763776/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000800:00000200:12.0:1673551345.365392:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000008042fb16] (70)-- 00000100:00000001:5.0:1673551345.365392:0:12906:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:5.0:1673551345.365392:0:12906:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:12.0:1673551345.365393:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 00000004:00000001:5.0:1673551345.365393:0:12906:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000100:00000001:19.0:1673551345.365394:0:12919:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000040:5.0:1673551345.365394:0:12906:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0007-osc-MDT0001: Updating status = 0 00000100:00000001:3.0:1673551345.365394:0:12904:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:19.0:1673551345.365395:0:12919:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:19.0:1673551345.365395:0:12919:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:5.0:1673551345.365395:0:12906:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0007-osc-MDT0001: blocks=1923008600 free=1296952785 avail=1277487084 avail_mb=4990183 hwm_mb=14671 files=60817408 ffree=34420711 state=200: rc = 0 00000100:00000001:3.0:1673551345.365395:0:12904:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000004:00000001:19.0:1673551345.365396:0:12919:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000400:00000001:3.0:1673551345.365396:0:12904:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1673551345.365396:0:12904:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000004:00000040:19.0:1673551345.365397:0:12919:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0000-osc-MDT0001: Updating status = 0 00000004:00000020:5.0:1673551345.365397:0:12906:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0007-osc-MDT0001 (0000000019d3763d): 1923008600 blocks, 1296952785 free, 1277487084 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 33 reserved ino low, 67 reserved ino high, 60817408 files, 34420711 free files 0x200 00000400:00000010:3.0:1673551345.365397:0:12904:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000006c1d5758. 00000004:00000040:19.0:1673551345.365398:0:12919:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0000-osc-MDT0001: blocks=1923008600 free=1445531882 avail=1426066181 avail_mb=5570571 hwm_mb=14671 files=60817408 ffree=29307776 state=200: rc = 0 00000004:00000020:19.0:1673551345.365399:0:12919:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0000-osc-MDT0001 (000000004ade8028): 1923008600 blocks, 1445531882 free, 1426066181 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 29307776 free files 0x200 00000004:00000001:5.0:1673551345.365399:0:12906:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1673551345.365400:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f28a0dd x1754791738763904/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000400:00000200:3.0:1673551345.365400:0:12904:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000004dd078ff 00000400:00000010:3.0:1673551345.365400:0:12904:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000004dd078ff. 00000004:00000001:19.0:1673551345.365401:0:12919:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551345.365401:0:12904:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000040:19.0:1673551345.365402:0:12919:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030b93c90 x1754791738763776/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00100000:5.0:1673551345.365402:0:12906:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@000000003f28a0dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ai200x-MDT0001-mdtlov_UUID:12906:1754791738763904:172.16.0.22@o2ib:13: 00000100:00000200:3.0:1673551345.365402:0:12904:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@000000008df3bff9 x1754791738763712/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551345.365403:0:12906:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551345.365404:0:12906:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:5.0:1673551345.365404:0:12906:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003f28a0dd x1754791738763904/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000200:3.0:1673551345.365404:0:12904:0:(events.c:128:reply_in_callback()) @@@ unlink req@000000008df3bff9 x1754791738763712/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:19.0:1673551345.365405:0:12919:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@0000000030b93c90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_04_01:ai200x-MDT0001-mdtlov_UUID:12919:1754791738763776:172.16.0.56@o2ib:13: 00000100:00000001:19.0:1673551345.365406:0:12919:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551345.365406:0:12906:0:(client.c:2641:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1673551345.365406:0:12904:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:3.0:1673551345.365406:0:12904:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1673551345.365407:0:12919:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:19.0:1673551345.365407:0:12919:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000030b93c90 x1754791738763776/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 02000000:00000001:5.0:1673551345.365407:0:12906:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:5.0:1673551345.365407:0:12906:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008ab34664. 00000100:00000001:3.0:1673551345.365407:0:12904:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:3.0:1673551345.365407:0:12904:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 02000000:00000001:5.0:1673551345.365408:0:12906:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1673551345.365408:0:12904:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1673551345.365408:0:12904:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551345.365409:0:12919:0:(client.c:2641:__ptlrpc_free_req()) Process entered 00000020:00000001:5.0:1673551345.365409:0:12906:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:5.0:1673551345.365409:0:12906:0:(genops.c:1205:class_import_put()) import 00000000bea1065f refcount=2 obd=ai200x-OST0007-osc-MDT0001 02000000:00000001:3.0:1673551345.365409:0:12904:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1673551345.365410:0:12919:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:19.0:1673551345.365410:0:12919:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000064fd8d09. 00000020:00000001:5.0:1673551345.365410:0:12906:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:5.0:1673551345.365410:0:12906:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b05b2474. 00000100:00001000:3.0:1673551345.365410:0:12904:0:(import.c:1925:at_measured()) add 1 to 00000000ab082929 time=117 v=1 (1 1 1 1) 02000000:00000001:19.0:1673551345.365411:0:12919:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:19.0:1673551345.365411:0:12919:0:(genops.c:1199:class_import_put()) Process entered 02000000:00000001:5.0:1673551345.365411:0:12906:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:5.0:1673551345.365411:0:12906:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:3.0:1673551345.365411:0:12904:0:(import.c:1925:at_measured()) add 1 to 0000000025d6da45 time=117 v=1 (1 1 1 1) 00000020:00000040:19.0:1673551345.365412:0:12919:0:(genops.c:1205:class_import_put()) import 00000000b84b80cc refcount=2 obd=ai200x-OST0000-osc-MDT0001 00000020:00000001:19.0:1673551345.365412:0:12919:0:(genops.c:1212:class_import_put()) Process leaving 00000100:00000010:5.0:1673551345.365412:0:12906:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000003f28a0dd. 00000100:00000001:3.0:1673551345.365412:0:12904:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1673551345.365412:0:12904:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:19.0:1673551345.365413:0:12919:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005263d2f3. 00000100:00000001:5.0:1673551345.365413:0:12906:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:5.0:1673551345.365413:0:12906:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1673551345.365413:0:12904:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 02000000:00000001:19.0:1673551345.365414:0:12919:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:19.0:1673551345.365414:0:12919:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:5.0:1673551345.365414:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1673551345.365414:0:12904:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:19.0:1673551345.365415:0:12919:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000030b93c90. 00000100:00000001:19.0:1673551345.365415:0:12919:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:5.0:1673551345.365415:0:12906:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1673551345.365415:0:12906:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551345.365415:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551345.365415:0:12904:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1673551345.365415:0:12904:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0001-osc-MDT0001: skip recheck: last_committed 313543462209 00000100:00000001:19.0:1673551345.365416:0:12919:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1673551345.365416:0:12919:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551345.365416:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551345.365416:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551345.365416:0:12904:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1673551345.365416:0:12904:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551345.365417:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1673551345.365417:0:12904:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008df3bff9 x1754791738763712/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:19.0:1673551345.365418:0:12919:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:19.0:1673551345.365418:0:12919:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551345.365419:0:12919:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:19.0:1673551345.365419:0:12919:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551345.365419:0:12904:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:19.0:1673551345.365420:0:12919:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:19.0:1673551345.365420:0:12919:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551345.365420:0:12904:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1673551345.365420:0:12904:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1673551345.365421:0:12904:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1673551345.365422:0:12904:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0001-osc-MDT0001: Updating status = 0 00000004:00000040:3.0:1673551345.365423:0:12904:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0001-osc-MDT0001: blocks=1923008600 free=1449267356 avail=1429801655 avail_mb=5585162 hwm_mb=14671 files=60817408 ffree=29434415 state=200: rc = 0 00000004:00000020:3.0:1673551345.365424:0:12904:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0001-osc-MDT0001 (00000000c75fd052): 1923008600 blocks, 1449267356 free, 1429801655 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 29434415 free files 0x200 00000004:00000001:3.0:1673551345.365428:0:12904:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1673551345.365428:0:12904:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008df3bff9 x1754791738763712/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00100000:3.0:1673551345.365431:0:12904:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@000000008df3bff9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ai200x-MDT0001-mdtlov_UUID:12904:1754791738763712:172.16.0.56@o2ib:13: 00000100:00000001:3.0:1673551345.365432:0:12904:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551345.365433:0:12904:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1673551345.365433:0:12904:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008df3bff9 x1754791738763712/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1673551345.365435:0:12904:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1673551345.365436:0:12904:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1673551345.365436:0:12904:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b3e7a0aa. 02000000:00000001:3.0:1673551345.365437:0:12904:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1673551345.365438:0:12904:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:3.0:1673551345.365438:0:12904:0:(genops.c:1205:class_import_put()) import 00000000bf34f1d8 refcount=2 obd=ai200x-OST0001-osc-MDT0001 00000020:00000001:3.0:1673551345.365439:0:12904:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:3.0:1673551345.365439:0:12904:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000012311b28. 02000000:00000001:3.0:1673551345.365440:0:12904:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1673551345.365441:0:12904:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1673551345.365441:0:12904:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000008df3bff9. 00000100:00000001:3.0:1673551345.365442:0:12904:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1673551345.365442:0:12904:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551345.365443:0:12904:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551345.365444:0:12904:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1673551345.365444:0:12904:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551345.365445:0:12904:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551345.365445:0:12904:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551345.365446:0:12904:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551345.365446:0:12904:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551345.621061:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551345.621062:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551345.621063:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551345.621063:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551345.621065:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551345.621065:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551345.621068:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551345.621069:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551345.621071:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551345.621072:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551345.621073:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551345.621075:0:232941:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:4.0:1673551345.621076:0:232941:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:4.0:1673551345.621077:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551345.621078:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551345.621079:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551345.621080:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551345.621081:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551345.621082:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551345.621083:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551345.621084:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551345.621085:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551345.621086:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551345.621088:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551345.621089:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551345.621089:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551345.621091:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551345.621091:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551345.621092:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551345.621093:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551345.621094:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551345.621095:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551345.621096:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551345.621096:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:16.0:1673551345.621112:0:3758871:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:16.0:1673551345.621114:0:3758871:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:16.0:1673551345.621115:0:3758871:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:5.2:1673551345.650218:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (68)++ 00000800:00000200:19.0:1673551345.650237:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (69)++ 00000800:00000200:19.0:1673551345.650246:0:12873:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.21@o2ib 00000400:00000200:19.0:1673551345.650249:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:19.0:1673551345.650250:0:12873:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000400:00000200:19.0:1673551345.650253:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:17.0:1673551345.650253:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000400:00000200:19.0:1673551345.650255:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:19.0:1673551345.650256:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:19.0:1673551345.650257:0:12873:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 24 MB=0x63bfd66a431c0 00000400:00000200:19.0:1673551345.650260:0:12873:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 18 from 12345-172.16.0.20@o2ib of length 224/224 into md 0x11615cf1 [256] + 5600 00000400:00000200:19.0:1673551345.650263:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:19.0:1673551345.650264:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:19.0:1673551345.650267:0:12873:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:19.0:1673551345.650268:0:12873:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_out 00000100:00000010:19.0:1673551345.650270:0:12873:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000072f9a492. 00000100:00000040:19.0:1673551345.650271:0:12873:0:(events.c:367:request_in_callback()) incoming req@0000000072f9a492 x1754809395065280 msgsize 224 00000100:00100000:19.0:1673551345.650272:0:12873:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.21@o2ib) 00000100:00000001:19.0:1673551345.650277:0:12873:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:19.0:1673551345.650281:0:12873:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000051b88e6b] (69)++ 00000800:00000200:19.0:1673551345.650284:0:12873:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000051b88e6b] (70)-- 00000800:00000200:19.0:1673551345.650285:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000100:00000001:18.0:1673551345.650289:0:309720:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:18.0:1673551345.650291:0:309720:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:18.0:1673551345.650292:0:309720:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:18.0:1673551345.650293:0:309720:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551345.650295:0:309720:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:18.0:1673551345.650297:0:309720:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395065280 00000020:00000001:18.0:1673551345.650298:0:309720:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:18.0:1673551345.650299:0:309720:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b07 00000020:00000001:18.0:1673551345.650300:0:309720:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:18.0:1673551345.650301:0:309720:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000af8736a1 refcount=5 00000020:00000001:18.0:1673551345.650302:0:309720:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748067328 : -52831469961484288 : ff444e0ed7fbe800) 00000020:00000001:18.0:1673551345.650303:0:309720:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748067328 : -52831469961484288 : ff444e0ed7fbe800) 00000100:00000001:18.0:1673551345.650304:0:309720:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551345.650305:0:309720:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:18.0:1673551345.650309:0:309720:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a921222. 00000020:00000010:18.0:1673551345.650311:0:309720:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ffab7b02. 00000020:00000010:18.0:1673551345.650314:0:309720:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000bbe368b. 00000100:00000040:18.0:1673551345.650316:0:309720:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_out at +1s 00000100:00000001:18.0:1673551345.650316:0:309720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:18.0:1673551345.650317:0:309720:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:18.0:1673551345.650317:0:309720:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551345.650320:0:309720:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551345.650325:0:309720:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551345.650329:0:309720:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:18.0:1673551345.650330:0:309720:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:18.0:1673551345.650332:0:309720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 532405 00000100:00000040:18.0:1673551345.650333:0:309720:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000af8736a1 : new rpc_count 1 00000100:00000001:18.0:1673551345.650334:0:309720:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912571296489344 : -52831502413062272 : ff444e0749b81f80) 00000100:00000040:18.0:1673551345.650337:0:309720:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000072f9a492 x1754809395065280/t0(0) o41->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:231/0 lens 224/0 e 0 to 0 dl 1673551351 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:18.0:1673551345.650342:0:309720:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551345.650342:0:309720:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:18.0:1673551345.650343:0:309720:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000072f9a492 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out04_00:ai200x-MDT0002-mdtlov_UUID+5:10567:x1754809395065280:12345-172.16.0.20@o2ib:41: 00000100:00000200:18.0:1673551345.650346:0:309720:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395065280 00000020:00000001:18.0:1673551345.650347:0:309720:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:18.0:1673551345.650348:0:309720:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:18.0:1673551345.650349:0:309720:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551345.650350:0:309720:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:18.0:1673551345.650351:0:309720:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072666184064 : -1043367552 : ffffffffc1cf7980) 00000020:00000001:18.0:1673551345.650353:0:309720:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:18.0:1673551345.650355:0:309720:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:18.0:1673551345.650355:0:309720:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:18.0:1673551345.650356:0:309720:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:18.0:1673551345.650357:0:309720:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551345.650359:0:309720:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:18.0:1673551345.650359:0:309720:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:18.0:1673551345.650360:0:309720:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000014504960. 02000000:00000001:18.0:1673551345.650361:0:309720:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551345.650362:0:309720:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:18.0:1673551345.650363:0:309720:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000004:00000001:18.0:1673551345.650365:0:309720:0:(mdt_lib.c:398:mdt_check_ucred()) Process entered 00000004:00000001:18.0:1673551345.650366:0:309720:0:(mdt_lib.c:405:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:18.0:1673551345.650367:0:309720:0:(mdt_handler.c:539:mdt_statfs()) blocks cached 0 granted 1906311167 pending 0 free 16804335616 avail 14330667008 00000020:00000020:18.0:1673551345.650368:0:309720:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-MDT0001: processing self export: 0 0 0 00000020:00000020:18.0:1673551345.650369:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0001_UUID/00000000e9be0120 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551345.650370:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0000_UUID/000000000ef2907f dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551345.650371:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0004_UUID/0000000089451880 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551345.650372:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0005_UUID/00000000ebefb99a dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551345.650373:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0007_UUID/00000000dc25e61b dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551345.650374:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0006_UUID/00000000b5e1bf39 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551345.650375:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0003_UUID/0000000057d49917 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551345.650375:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0002_UUID/000000002b2e9d79 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551345.650376:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0000-mdtlov_UUID/000000005666bac4 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551345.650377:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/0000000079935574 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.650378:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0003-mdtlov_UUID/000000004d397a21 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551345.650378:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000f831e444 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.650379:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 8147c41a-b0e0-4f67-9b16-3ecec5e74e59/0000000068eb6ecf dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.650380:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli f6883e33-f9d9-44e1-9620-7d1810cee4d6/0000000016af0c64 dirty 0 pend 0 grant 1879048191 00000020:00000020:18.0:1673551345.650381:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 546ca0b7-6780-4f13-8f75-9c5ff65b0676/00000000395f0866 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.650381:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli e2e002af-f09c-4b05-bf31-5f3b5c0fc2b7/0000000085149461 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.650382:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 6d8d6132-29b8-426f-8245-b058f840fb7b/000000007d0d8ee7 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.650382:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 20170d48-9f93-4e23-b2d9-7467b30c0d37/00000000b61481ba dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.650383:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli b2f40830-929d-417e-aaf4-df6a6828a827/00000000aeff7c1c dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.650385:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli fac71ec6-9f35-4566-9c12-4be9db31431f/0000000000e137be dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.650386:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 77d2bdab-e05e-4099-8d1d-9a11cdcc0ba1/0000000030187047 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.650387:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 45cb3ae8-41b4-4d54-9b54-bb58c7e102f3/0000000057709798 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.650387:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000db8e401b dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.650388:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 49374343-0861-470b-a659-345a443590fd/000000003709ca29 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.650389:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0002-mdtlov_UUID/00000000af8736a1 dirty 0 pend 0 grant 0 00000004:00000020:18.0:1673551345.650389:0:309720:0:(mdt_handler.c:549:mdt_statfs()) 34884907 blocks: 4102621 free, 3498698 avail; 96642000 objects: 68578523 free; state 200 00000004:00000001:18.0:1673551345.650391:0:309720:0:(mdt_handler.c:568:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:18.0:1673551345.650392:0:309720:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813813151, transno 0, xid 1754809395065280 00010000:00000001:18.0:1673551345.650393:0:309720:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:18.0:1673551345.650395:0:309720:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000072f9a492 x1754809395065280/t0(0) o41->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:231/0 lens 224/368 e 0 to 0 dl 1673551351 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:18.0:1673551345.650397:0:309720:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:18.0:1673551345.650398:0:309720:0:(ldlm_lib.c:3203:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:18.0:1673551345.650399:0:309720:0:(import.c:1925:at_measured()) add 1 to 00000000ae118519 time=113 v=1 (1 1 1 1) 00000100:00000001:18.0:1673551345.650400:0:309720:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:18.0:1673551345.650402:0:309720:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 49 to 172.16.0.20@o2ib 00000100:00000001:18.0:1673551345.650402:0:309720:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 02000000:00000001:18.0:1673551345.650403:0:309720:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:18.0:1673551345.650404:0:309720:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551345.650404:0:309720:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:18.0:1673551345.650405:0:309720:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.21@o2ib 00000400:00000010:18.0:1673551345.650406:0:309720:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000526ae82a. 00000100:00000200:18.0:1673551345.650408:0:309720:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754809395065280, offset 224 00000400:00000200:18.0:1673551345.650410:0:309720:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.21@o2ib 00000400:00000200:18.0:1673551345.650413:0:309720:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:18.0:1673551345.650414:0:309720:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.21@o2ib local destination 00000400:00000200:18.0:1673551345.650416:0:309720:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:18.0:1673551345.650418:0:309720:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.21@o2ib(172.16.0.21@o2ib:172.16.0.21@o2ib) : PUT try# 0 00000800:00000200:18.0:1673551345.650420:0:309720:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000400:00000200:18.0:1673551345.650421:0:309720:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:18.0:1673551345.650425:0:309720:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000f750ee49] -> 172.16.0.21@o2ib (2) version: 12 00000800:00000200:18.0:1673551345.650426:0:309720:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000051b88e6b] (68)++ 00000800:00000200:18.0:1673551345.650426:0:309720:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000051b88e6b] (69)++ 00000800:00000200:18.0:1673551345.650429:0:309720:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000051b88e6b] (70)-- 00000100:00000001:18.0:1673551345.650430:0:309720:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551345.650431:0:309720:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 48 to 172.16.0.20@o2ib 00010000:00000001:18.0:1673551345.650431:0:309720:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:18.0:1673551345.650432:0:309720:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551345.650432:0:309720:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:18.0:1673551345.650433:0:309720:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072f9a492 x1754809395065280/t0(0) o41->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:231/0 lens 224/368 e 0 to 0 dl 1673551351 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:18.0:1673551345.650436:0:309720:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000072f9a492 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out04_00:ai200x-MDT0002-mdtlov_UUID+5:10567:x1754809395065280:12345-172.16.0.20@o2ib:41: Request processed in 93us (164us total) trans 0 rc 0/0 00000100:00100000:18.0:1673551345.650438:0:309720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 532405 00000800:00000200:5.2:1673551345.650438:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (69)++ 00000100:00000040:18.0:1673551345.650439:0:309720:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000af8736a1 : new rpc_count 0 00000100:00000001:18.0:1673551345.650440:0:309720:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:18.0:1673551345.650440:0:309720:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:18.0:1673551345.650441:0:309720:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ffab7b02. 00000020:00000010:18.0:1673551345.650442:0:309720:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000bbe368b. 00000020:00000010:18.0:1673551345.650443:0:309720:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a921222. 00000020:00000040:18.0:1673551345.650444:0:309720:0:(genops.c:979:class_export_put()) PUTting export 00000000af8736a1 : new refcount 4 00000100:00000001:18.0:1673551345.650445:0:309720:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:17.0:1673551345.650447:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (70)++ 00000800:00000200:17.0:1673551345.650452:0:12874:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000051b88e6b] (71)-- 00000400:00000200:17.0:1673551345.650454:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551345.650457:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000400:00000200:17.0:1673551345.650458:0:12874:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000526ae82a 00000400:00000010:17.0:1673551345.650459:0:12874:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000526ae82a. 00000100:00000001:17.0:1673551345.650461:0:12874:0:(events.c:416:reply_out_callback()) Process entered 00000800:00000200:19.0:1673551345.650462:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000100:00000001:17.0:1673551345.650462:0:12874:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:17.0:1673551345.650464:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000800:00000200:18.2:1673551345.667338:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a2509833] (68)++ 00000800:00000200:19.0:1673551345.667353:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a2509833] (69)++ 00000800:00000200:19.0:1673551345.667362:0:12873:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.57@o2ib 00000400:00000200:19.0:1673551345.667365:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:19.0:1673551345.667366:0:12873:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.57@o2ib : PUT - for me 00000400:00000200:19.0:1673551345.667368:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:19.0:1673551345.667370:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:17.0:1673551345.667370:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (70)-- 00000400:00000200:19.0:1673551345.667371:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:19.0:1673551345.667372:0:12873:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 24 MB=0x63c0044b47b80 00000400:00000200:19.0:1673551345.667374:0:12873:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 18 from 12345-172.16.0.56@o2ib of length 224/224 into md 0x11615cf1 [256] + 5824 00000400:00000200:19.0:1673551345.667377:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:19.0:1673551345.667379:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.57@o2ib: PUT: OK 00000100:00000001:19.0:1673551345.667380:0:12873:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:19.0:1673551345.667381:0:12873:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_out 00000100:00000010:19.0:1673551345.667382:0:12873:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000f8c2c028. 00000100:00000040:19.0:1673551345.667383:0:12873:0:(events.c:367:request_in_callback()) incoming req@00000000f8c2c028 x1754821710609280 msgsize 224 00000100:00100000:19.0:1673551345.667384:0:12873:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.56@o2ib (source: 12345-172.16.0.57@o2ib) 00000100:00000001:19.0:1673551345.667388:0:12873:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:19.0:1673551345.667391:0:12873:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000a2509833] (69)++ 00000800:00000200:19.0:1673551345.667393:0:12873:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000a2509833] (70)-- 00000800:00000200:19.0:1673551345.667395:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (69)-- 00000100:00000001:18.0:1673551345.667398:0:309720:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:18.0:1673551345.667400:0:309720:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:18.0:1673551345.667401:0:309720:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:18.0:1673551345.667402:0:309720:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551345.667404:0:309720:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:18.0:1673551345.667405:0:309720:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754821710609280 00000020:00000001:18.0:1673551345.667406:0:309720:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:18.0:1673551345.667407:0:309720:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b77 00000020:00000001:18.0:1673551345.667408:0:309720:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:18.0:1673551345.667410:0:309720:0:(lustre_handles.c:152:class_handle2object()) GET export 000000005666bac4 refcount=5 00000020:00000001:18.0:1673551345.667411:0:309720:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748055040 : -52831469961496576 : ff444e0ed7fbb800) 00000020:00000001:18.0:1673551345.667411:0:309720:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748055040 : -52831469961496576 : ff444e0ed7fbb800) 00000100:00000001:18.0:1673551345.667412:0:309720:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551345.667413:0:309720:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:18.0:1673551345.667414:0:309720:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a921222. 00000020:00000010:18.0:1673551345.667415:0:309720:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ffab7b02. 00000020:00000010:18.0:1673551345.667417:0:309720:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000bbe368b. 00000100:00000040:18.0:1673551345.667418:0:309720:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_out at +1s 00000100:00000001:18.0:1673551345.667418:0:309720:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:18.0:1673551345.667419:0:309720:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:18.0:1673551345.667420:0:309720:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551345.667421:0:309720:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551345.667426:0:309720:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551345.667429:0:309720:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:18.0:1673551345.667430:0:309720:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:19.0:1673551345.667432:0:143820:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00100000:18.0:1673551345.667432:0:309720:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.56@o2ib, seq: 532406 00000100:00000001:19.0:1673551345.667433:0:143820:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:19.0:1673551345.667433:0:143820:0:(service.c:2025:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551345.667433:0:309720:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000005666bac4 : new rpc_count 1 00000100:00000001:19.0:1673551345.667434:0:143820:0:(service.c:2230:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551345.667434:0:309720:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912571296493952 : -52831502413057664 : ff444e0749b83180) 00000100:00000040:18.0:1673551345.667436:0:309720:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8c2c028 x1754821710609280/t0(0) o41->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:231/0 lens 224/0 e 0 to 0 dl 1673551351 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:18.0:1673551345.667441:0:309720:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551345.667441:0:309720:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:18.0:1673551345.667442:0:309720:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000f8c2c028 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out04_00:ai200x-MDT0000-mdtlov_UUID+5:12268:x1754821710609280:12345-172.16.0.56@o2ib:41: 00000100:00000200:18.0:1673551345.667444:0:309720:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754821710609280 00000020:00000001:18.0:1673551345.667445:0:309720:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:18.0:1673551345.667447:0:309720:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:18.0:1673551345.667447:0:309720:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551345.667448:0:309720:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:18.0:1673551345.667449:0:309720:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072666184064 : -1043367552 : ffffffffc1cf7980) 00000020:00000001:18.0:1673551345.667451:0:309720:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:18.0:1673551345.667452:0:309720:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:18.0:1673551345.667453:0:309720:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:18.0:1673551345.667454:0:309720:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:18.0:1673551345.667455:0:309720:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551345.667456:0:309720:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:18.0:1673551345.667457:0:309720:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:18.0:1673551345.667458:0:309720:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000012038f05. 02000000:00000001:18.0:1673551345.667459:0:309720:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551345.667460:0:309720:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:18.0:1673551345.667461:0:309720:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000004:00000001:18.0:1673551345.667462:0:309720:0:(mdt_lib.c:398:mdt_check_ucred()) Process entered 00000004:00000001:18.0:1673551345.667462:0:309720:0:(mdt_lib.c:405:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:18.0:1673551345.667463:0:309720:0:(mdt_handler.c:539:mdt_statfs()) blocks cached 0 granted 1906311167 pending 0 free 16804335616 avail 14330667008 00000020:00000020:18.0:1673551345.667464:0:309720:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-MDT0001: processing self export: 0 0 0 00000020:00000020:18.0:1673551345.667466:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0001_UUID/00000000e9be0120 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551345.667466:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0000_UUID/000000000ef2907f dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551345.667467:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0004_UUID/0000000089451880 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551345.667468:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0005_UUID/00000000ebefb99a dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551345.667469:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0007_UUID/00000000dc25e61b dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551345.667470:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0006_UUID/00000000b5e1bf39 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551345.667470:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0003_UUID/0000000057d49917 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551345.667471:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0002_UUID/000000002b2e9d79 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551345.667471:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0000-mdtlov_UUID/000000005666bac4 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551345.667472:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/0000000079935574 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.667473:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0003-mdtlov_UUID/000000004d397a21 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551345.667473:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000f831e444 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.667474:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 8147c41a-b0e0-4f67-9b16-3ecec5e74e59/0000000068eb6ecf dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.667475:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli f6883e33-f9d9-44e1-9620-7d1810cee4d6/0000000016af0c64 dirty 0 pend 0 grant 1879048191 00000020:00000020:18.0:1673551345.667476:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 546ca0b7-6780-4f13-8f75-9c5ff65b0676/00000000395f0866 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.667476:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli e2e002af-f09c-4b05-bf31-5f3b5c0fc2b7/0000000085149461 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.667477:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 6d8d6132-29b8-426f-8245-b058f840fb7b/000000007d0d8ee7 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.667478:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 20170d48-9f93-4e23-b2d9-7467b30c0d37/00000000b61481ba dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.667479:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli b2f40830-929d-417e-aaf4-df6a6828a827/00000000aeff7c1c dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.667479:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli fac71ec6-9f35-4566-9c12-4be9db31431f/0000000000e137be dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.667480:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 77d2bdab-e05e-4099-8d1d-9a11cdcc0ba1/0000000030187047 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.667481:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 45cb3ae8-41b4-4d54-9b54-bb58c7e102f3/0000000057709798 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.667481:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000db8e401b dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.667482:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 49374343-0861-470b-a659-345a443590fd/000000003709ca29 dirty 0 pend 0 grant 2097152 00000020:00000020:18.0:1673551345.667483:0:309720:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0002-mdtlov_UUID/00000000af8736a1 dirty 0 pend 0 grant 0 00000004:00000020:18.0:1673551345.667483:0:309720:0:(mdt_handler.c:549:mdt_statfs()) 34884907 blocks: 4102621 free, 3498698 avail; 96642000 objects: 68578523 free; state 200 00000004:00000001:18.0:1673551345.667485:0:309720:0:(mdt_handler.c:568:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:18.0:1673551345.667486:0:309720:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813570213, transno 0, xid 1754821710609280 00010000:00000001:18.0:1673551345.667486:0:309720:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:18.0:1673551345.667487:0:309720:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000f8c2c028 x1754821710609280/t0(0) o41->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:231/0 lens 224/368 e 0 to 0 dl 1673551351 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:18.0:1673551345.667490:0:309720:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:18.0:1673551345.667490:0:309720:0:(ldlm_lib.c:3203:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:18.0:1673551345.667491:0:309720:0:(import.c:1925:at_measured()) add 1 to 00000000ae118519 time=113 v=1 (1 1 1 1) 00000100:00000001:18.0:1673551345.667493:0:309720:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:18.0:1673551345.667493:0:309720:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000e3f031ad refcount 55 to 172.16.0.56@o2ib 00000100:00000001:18.0:1673551345.667494:0:309720:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146464 : -52831505782405152 : ff444e0680e407e0) 02000000:00000001:18.0:1673551345.667495:0:309720:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:18.0:1673551345.667495:0:309720:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551345.667496:0:309720:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:18.0:1673551345.667497:0:309720:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.57@o2ib 00000400:00000010:18.0:1673551345.667498:0:309720:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fe0c8ce. 00000100:00000200:18.0:1673551345.667499:0:309720:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754821710609280, offset 224 00000400:00000200:18.0:1673551345.667501:0:309720:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.57@o2ib 00000400:00000200:18.0:1673551345.667502:0:309720:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:18.0:1673551345.667504:0:309720:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.57@o2ib local destination 00000400:00000200:18.0:1673551345.667505:0:309720:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:18.0:1673551345.667508:0:309720:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.57@o2ib(172.16.0.57@o2ib:172.16.0.57@o2ib) : PUT try# 0 00000800:00000200:18.0:1673551345.667509:0:309720:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000400:00000200:18.0:1673551345.667511:0:309720:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:18.0:1673551345.667514:0:309720:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000ecadf817] -> 172.16.0.57@o2ib (2) version: 12 00000800:00000200:18.0:1673551345.667515:0:309720:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000a2509833] (68)++ 00000800:00000200:18.0:1673551345.667516:0:309720:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000a2509833] (69)++ 00000800:00000200:18.0:1673551345.667518:0:309720:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000a2509833] (70)-- 00000100:00000001:18.0:1673551345.667519:0:309720:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551345.667519:0:309720:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000e3f031ad refcount 54 to 172.16.0.56@o2ib 00010000:00000001:18.0:1673551345.667520:0:309720:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:18.0:1673551345.667520:0:309720:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:18.2:1673551345.667522:0:309720:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a2509833] (69)++ 00000020:00000001:18.0:1673551345.667528:0:309720:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:18.0:1673551345.667529:0:309720:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8c2c028 x1754821710609280/t0(0) o41->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:231/0 lens 224/368 e 0 to 0 dl 1673551351 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:18.0:1673551345.667531:0:309720:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000f8c2c028 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out04_00:ai200x-MDT0000-mdtlov_UUID+5:12268:x1754821710609280:12345-172.16.0.56@o2ib:41: Request processed in 90us (147us total) trans 0 rc 0/0 00000100:00100000:18.0:1673551345.667533:0:309720:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.56@o2ib, seq: 532406 00000100:00000040:18.0:1673551345.667534:0:309720:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005666bac4 : new rpc_count 0 00000100:00000001:18.0:1673551345.667535:0:309720:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:18.0:1673551345.667535:0:309720:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:18.0:1673551345.667536:0:309720:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ffab7b02. 00000800:00000200:17.0:1673551345.667536:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a2509833] (70)++ 00000020:00000010:18.0:1673551345.667537:0:309720:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000bbe368b. 00000020:00000010:18.0:1673551345.667537:0:309720:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a921222. 00000020:00000040:18.0:1673551345.667538:0:309720:0:(genops.c:979:class_export_put()) PUTting export 000000005666bac4 : new refcount 4 00000100:00000001:18.0:1673551345.667539:0:309720:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:17.0:1673551345.667540:0:12874:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000a2509833] (71)-- 00000400:00000200:17.0:1673551345.667541:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551345.667543:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.57@o2ib: PUT: OK 00000400:00000200:17.0:1673551345.667544:0:12874:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000007fe0c8ce 00000400:00000010:17.0:1673551345.667545:0:12874:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000007fe0c8ce. 00000100:00000001:17.0:1673551345.667545:0:12874:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:17.0:1673551345.667545:0:12874:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:19.0:1673551345.667547:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (69)-- 00000800:00000200:17.0:1673551345.667547:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (70)-- 00000004:00000001:9.0:1673551345.877068:0:2270161:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000001:11.0:1673551345.877069:0:2270159:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:9.0:1673551345.877069:0:2270161:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000004:00000020:11.0:1673551345.877070:0:2270159:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000010:11.0:1673551345.877072:0:2270159:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000a3625daa. 00000100:00000010:9.0:1673551345.877073:0:2270161:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000008bf120a9. 00000020:00000040:11.0:1673551345.877075:0:2270159:0:(genops.c:1192:class_import_get()) import 00000000fcc504f5 refcount=3 obd=ai200x-MDT0000-osp-MDT0001 00000020:00000040:9.0:1673551345.877075:0:2270161:0:(genops.c:1192:class_import_get()) import 00000000dbb812a7 refcount=3 obd=ai200x-MDT0003-osp-MDT0001 00000100:00000001:11.0:1673551345.877076:0:2270159:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:11.0:1673551345.877077:0:2270159:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:9.0:1673551345.877077:0:2270161:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:9.0:1673551345.877078:0:2270161:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:11.0:1673551345.877080:0:2270159:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1673551345.877080:0:2270161:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:11.0:1673551345.877083:0:2270159:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cd209a58. 02000000:00000010:9.0:1673551345.877083:0:2270161:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d5c7cd3c. 00000100:00000001:11.0:1673551345.877085:0:2270159:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.877085:0:2270161:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551345.877087:0:2270159:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:9.0:1673551345.877087:0:2270161:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:11.0:1673551345.877088:0:2270159:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.877088:0:2270161:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1673551345.877092:0:2270159:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000a3625daa] to pc [ptlrpcd_02_00+0] req@00000000a3625daa x1754791738764032/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:9.0:1673551345.877092:0:2270161:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [000000008bf120a9] to pc [ptlrpcd_02_01+1] req@000000008bf120a9 x1754791738763968/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:9.0:1673551345.877103:0:2270161:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:11.0:1673551345.877104:0:2270159:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.877110:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551345.877111:0:12910:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551345.877111:0:12910:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:10.0:1673551345.877112:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1673551345.877113:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000040:9.0:1673551345.877113:0:12910:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a3625daa x1754791738764032/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:10.0:1673551345.877114:0:12911:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:9.0:1673551345.877116:0:12910:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:9.0:1673551345.877116:0:12910:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1673551345.877117:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008bf120a9 x1754791738763968/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 02000000:00000001:9.0:1673551345.877117:0:12910:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:9.0:1673551345.877118:0:12910:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:9.0:1673551345.877119:0:12910:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000a3625daa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:ai200x-MDT0001-mdtlov_UUID:12910:1754791738764032:172.16.0.56@o2ib:41: 00000100:00000001:10.0:1673551345.877122:0:12911:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:10.0:1673551345.877122:0:12911:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.877122:0:12910:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:10.0:1673551345.877123:0:12911:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:9.0:1673551345.877123:0:12910:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:9.0:1673551345.877123:0:12910:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1673551345.877124:0:12911:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1673551345.877124:0:12910:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:10.0:1673551345.877125:0:12911:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@000000008bf120a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:ai200x-MDT0001-mdtlov_UUID:12911:1754791738763968:172.16.0.22@o2ib:41: 00000100:00000001:10.0:1673551345.877126:0:12911:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000010:9.0:1673551345.877126:0:12910:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000069a65915. 02000000:00000001:9.0:1673551345.877126:0:12910:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1673551345.877127:0:12911:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:10.0:1673551345.877128:0:12911:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1673551345.877128:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 02000000:00000001:10.0:1673551345.877129:0:12911:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:10.0:1673551345.877130:0:12911:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000055c75480. 00000400:00000010:9.0:1673551345.877130:0:12910:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000002f42a08c. 02000000:00000001:10.0:1673551345.877131:0:12911:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1673551345.877131:0:12910:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003d9a1b3. 00000400:00000200:10.0:1673551345.877133:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000200:9.0:1673551345.877133:0:12910:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738764032, portal 4 00000100:00000001:9.0:1673551345.877134:0:12910:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000400:00000010:10.0:1673551345.877135:0:12911:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000006c3b02ec. 00000100:00000001:9.0:1673551345.877135:0:12910:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912558540953216 : -52831515168598400 : ff444e04516e1680) 00000400:00000010:10.0:1673551345.877136:0:12911:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d763b32. 00000100:00000040:9.0:1673551345.877136:0:12910:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000a3625daa x1754791738764032/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551352 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000200:10.0:1673551345.877138:0:12911:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738763968, portal 4 00000100:00000001:10.0:1673551345.877139:0:12911:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:9.0:1673551345.877139:0:12910:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:10.0:1673551345.877140:0:12911:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912574856338176 : -52831498853213440 : ff444e081de71b00) 00000100:00000040:9.0:1673551345.877140:0:12910:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000400:00000010:9.0:1673551345.877140:0:12910:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b62f49b. 00000100:00000200:9.0:1673551345.877141:0:12910:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1754791738764032, offset 0 00000100:00000040:10.0:1673551345.877142:0:12911:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@000000008bf120a9 x1754791738763968/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551352 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:10.0:1673551345.877144:0:12911:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000200:9.0:1673551345.877144:0:12910:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000100:00000040:10.0:1673551345.877145:0:12911:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000010:10.0:1673551345.877145:0:12911:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088a62dc3. 00000400:00000200:9.0:1673551345.877145:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000200:10.0:1673551345.877146:0:12911:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1754791738763968, offset 0 00000400:00000200:9.0:1673551345.877147:0:12910:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000400:00000200:10.0:1673551345.877148:0:12911:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000400:00000200:9.0:1673551345.877149:0:12910:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964988, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:9.0:1673551345.877151:0:12910:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964988, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964988, g:4294967295] 00000400:00000200:9.0:1673551345.877152:0:12910:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:9.0:1673551345.877153:0:12910:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964988, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964988, g:4294967295] 00000400:00000200:9.0:1673551345.877155:0:12910:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964988, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964988, g:4294967295] 00000400:00000200:9.0:1673551345.877155:0:12910:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:9.0:1673551345.877156:0:12910:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:9.0:1673551345.877158:0:12910:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:9.0:1673551345.877158:0:12910:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501165, 4501165] 00000400:00000200:9.0:1673551345.877161:0:12910:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.56@o2ib 00000400:00000200:9.0:1673551345.877161:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:10.0:1673551345.877163:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:9.0:1673551345.877164:0:12910:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) : PUT try# 0 00000400:00000200:10.0:1673551345.877166:0:12911:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.22@o2ib local destination 00000800:00000200:9.0:1673551345.877166:0:12910:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.56@o2ib 00000400:00000200:10.0:1673551345.877168:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964989, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:10.0:1673551345.877170:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964988, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10964989, g:4294967295] 00000400:00000200:10.0:1673551345.877171:0:12911:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:10.0:1673551345.877172:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964989, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964988, g:4294967295] 00000400:00000200:10.0:1673551345.877173:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964988, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964988, g:4294967295] 00000400:00000200:10.0:1673551345.877174:0:12911:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:10.0:1673551345.877175:0:12911:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:10.0:1673551345.877176:0:12911:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:10.0:1673551345.877177:0:12911:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.23@o2ib c:[32, 32], s:[3094133, 3094132] 00000400:00000200:10.0:1673551345.877178:0:12911:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.22@o2ib 00000400:00000200:10.0:1673551345.877179:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:9.0:1673551345.877180:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:10.0:1673551345.877181:0:12911:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.22@o2ib(172.16.0.22@o2ib:172.16.0.22@o2ib) : PUT try# 0 00000800:00000200:10.0:1673551345.877183:0:12911:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.22@o2ib 00000800:00000200:9.0:1673551345.877183:0:12910:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000076e6a972] -> 172.16.0.56@o2ib (2) version: 12 00000800:00000200:9.0:1673551345.877184:0:12910:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000f2f16d9a] (68)++ 00000400:00000200:10.0:1673551345.877185:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:9.0:1673551345.877186:0:12910:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:10.0:1673551345.877187:0:12911:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000053b02a27] -> 172.16.0.22@o2ib (2) version: 12 00000800:00000200:10.0:1673551345.877189:0:12911:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000a8f662b5] (68)++ 00000800:00000200:10.0:1673551345.877190:0:12911:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000a8f662b5] (69)++ 00000800:00000200:9.0:1673551345.877190:0:12910:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000f2f16d9a] (70)-- 00000100:00000001:9.0:1673551345.877190:0:12910:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.877191:0:12910:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1673551345.877192:0:12910:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.877193:0:12910:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:10.0:1673551345.877194:0:12911:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000a8f662b5] (70)-- 00000100:00000001:9.0:1673551345.877194:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:10.0:1673551345.877195:0:12911:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551345.877195:0:12911:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:10.0:1673551345.877196:0:12911:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551345.877197:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.877197:0:12910:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:10.0:1673551345.877198:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551345.877198:0:12910:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:9.0:1673551345.877199:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551345.877200:0:12910:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551345.877200:0:12910:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551345.877201:0:12911:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1673551345.877201:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551345.877202:0:12911:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:10.0:1673551345.877202:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551345.877202:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551345.877202:0:12910:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:10.0:1673551345.877203:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551345.877203:0:12910:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.877203:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551345.877204:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551345.877205:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551345.877206:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1673551345.877206:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:10.0:1673551345.877206:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.2:1673551345.877206:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (69)++ 00000100:00000001:10.0:1673551345.877207:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.2:1673551345.877210:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a8f662b5] (69)++ 00000800:00000200:13.0:1673551345.877226:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)++ 00000800:00000200:13.0:1673551345.877233:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000f2f16d9a] (71)-- 00000800:00000200:21.0:1673551345.877234:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a8f662b5] (70)++ 00000400:00000200:13.0:1673551345.877236:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551345.877239:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: PUT: OK 00000800:00000200:12.0:1673551345.877240:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000400:00000200:13.0:1673551345.877241:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000005b62f49b 00000800:00000200:21.0:1673551345.877243:0:12875:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000a8f662b5] (71)-- 00000400:00000010:13.0:1673551345.877243:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000005b62f49b. 00000400:00000200:21.0:1673551345.877244:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:13.0:1673551345.877245:0:12871:0:(events.c:54:request_out_callback()) Process entered 00000400:00000200:21.0:1673551345.877247:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.22@o2ib: PUT: OK 00000100:00000200:13.0:1673551345.877247:0:12871:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000a3625daa x1754791738764032/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551352 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:21.0:1673551345.877248:0:12875:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000088a62dc3 00000400:00000010:21.0:1673551345.877249:0:12875:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000088a62dc3. 00000100:00000001:21.0:1673551345.877250:0:12875:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:21.0:1673551345.877251:0:12875:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@000000008bf120a9 x1754791738763968/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551352 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:23.0:1673551345.877252:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (70)-- 00000100:00000001:13.0:1673551345.877253:0:12871:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:13.0:1673551345.877254:0:12871:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a3625daa x1754791738764032/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551352 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:21.0:1673551345.877255:0:12875:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:21.0:1673551345.877256:0:12875:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008bf120a9 x1754791738763968/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551352 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:13.0:1673551345.877258:0:12871:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1673551345.877259:0:12875:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1673551345.877259:0:12875:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:13.0:1673551345.877260:0:12871:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:21.0:1673551345.877261:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (69)-- 00000800:00000200:13.0:1673551345.877262:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000800:00000200:11.2:1673551345.877327:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a8f662b5] (68)++ 00000800:00000200:23.0:1673551345.877339:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a8f662b5] (69)++ 00000800:00000200:23.0:1673551345.877347:0:12876:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.22@o2ib 00000400:00000200:23.0:1673551345.877349:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551345.877351:0:12876:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.22@o2ib : PUT - for me 00000800:00000200:21.0:1673551345.877352:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (70)-- 00000400:00000200:23.0:1673551345.877353:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:8.2:1673551345.877353:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (68)++ 00000400:00000200:23.0:1673551345.877355:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551345.877356:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551345.877357:0:12876:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 368 into portal 4 MB=0x63bf94a3e6ac0 00000400:00000200:23.0:1673551345.877358:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551345.877360:0:12876:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.22@o2ib of length 368/368 into md 0x13a9dbf5 [1] + 224 00000400:00000200:23.0:1673551345.877362:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:23.0:1673551345.877363:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.22@o2ib: PUT: OK 00000800:00000200:12.0:1673551345.877363:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)++ 00000100:00000001:23.0:1673551345.877364:0:12876:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:23.0:1673551345.877366:0:12876:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@000000008bf120a9 x1754791738763968/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:12.0:1673551345.877369:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.56@o2ib 00000100:00000040:23.0:1673551345.877370:0:12876:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@000000008bf120a9 x1754791738763968/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:12.0:1673551345.877372:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:12.0:1673551345.877374:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.56@o2ib : PUT - for me 00000100:00000001:23.0:1673551345.877376:0:12876:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:13.0:1673551345.877376:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000800:00000200:23.0:1673551345.877377:0:12876:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000a8f662b5] (69)++ 00000400:00000200:12.0:1673551345.877377:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:12.0:1673551345.877378:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:23.0:1673551345.877379:0:12876:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000a8f662b5] (70)-- 00000800:00000200:23.0:1673551345.877380:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (69)-- 00000400:00000200:12.0:1673551345.877380:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:12.0:1673551345.877382:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 368 into portal 4 MB=0x63bf94a3e6b00 00000100:00000001:10.0:1673551345.877383:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000400:00000200:12.0:1673551345.877384:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:10.0:1673551345.877384:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:10.0:1673551345.877385:0:12911:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:10.0:1673551345.877385:0:12911:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000200:12.0:1673551345.877386:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.56@o2ib of length 368/368 into md 0x4bd8e72d [1] + 224 00000400:00000010:10.0:1673551345.877386:0:12911:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000006c3b02ec. 00000400:00000200:10.0:1673551345.877387:0:12911:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000002d763b32 00000400:00000010:10.0:1673551345.877387:0:12911:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000002d763b32. 00000400:00000200:12.0:1673551345.877388:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:10.0:1673551345.877388:0:12911:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:10.0:1673551345.877389:0:12911:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@000000008bf120a9 x1754791738763968/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:12.0:1673551345.877390:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: PUT: OK 00000100:00000001:12.0:1673551345.877392:0:12872:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:10.0:1673551345.877392:0:12911:0:(events.c:128:reply_in_callback()) @@@ unlink req@000000008bf120a9 x1754791738763968/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:12.0:1673551345.877393:0:12872:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000a3625daa x1754791738764032/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:10.0:1673551345.877394:0:12911:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:10.0:1673551345.877394:0:12911:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:10.0:1673551345.877395:0:12911:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:10.0:1673551345.877395:0:12911:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:10.0:1673551345.877396:0:12911:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1673551345.877396:0:12911:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:12.0:1673551345.877397:0:12872:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000a3625daa x1754791738764032/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 02000000:00000001:10.0:1673551345.877397:0:12911:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1673551345.877399:0:12911:0:(import.c:1925:at_measured()) add 1 to 000000006c56600e time=117 v=1 (1 1 1 1) 00000100:00001000:10.0:1673551345.877400:0:12911:0:(import.c:1925:at_measured()) add 1 to 0000000081de362e time=117 v=1 (1 1 1 1) 00000100:00000001:10.0:1673551345.877401:0:12911:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:10.0:1673551345.877401:0:12911:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1673551345.877403:0:12911:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:12.0:1673551345.877404:0:12872:0:(events.c:186:reply_in_callback()) Process leaving 00010000:00000001:10.0:1673551345.877404:0:12911:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1673551345.877405:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000f2f16d9a] (69)++ 00000100:00000001:10.0:1673551345.877405:0:12911:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:10.0:1673551345.877405:0:12911:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0003-osp-MDT0001: skip recheck: last_committed 270864996109 00000800:00000200:12.0:1673551345.877406:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000f2f16d9a] (70)-- 00000100:00000001:10.0:1673551345.877406:0:12911:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:10.0:1673551345.877406:0:12911:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1673551345.877407:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000100:00000040:10.0:1673551345.877408:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008bf120a9 x1754791738763968/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:10.0:1673551345.877410:0:12911:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:10.0:1673551345.877411:0:12911:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:9.0:1673551345.877411:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551345.877411:0:12910:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:10.0:1673551345.877412:0:12911:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:10.0:1673551345.877412:0:12911:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000400:00000001:9.0:1673551345.877412:0:12910:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000004:00000040:10.0:1673551345.877413:0:12911:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-MDT0003-osp-MDT0001: blocks=34884907 free=3788631 avail=3184708 avail_mb=12440 hwm_mb=267 files=96642000 ffree=66397551 state=200: rc = 0 00000400:00000001:9.0:1673551345.877413:0:12910:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:9.0:1673551345.877413:0:12910:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000002f42a08c. 00000400:00000200:9.0:1673551345.877414:0:12910:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000003d9a1b3 00000400:00000010:9.0:1673551345.877414:0:12910:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000003d9a1b3. 00000004:00000020:10.0:1673551345.877415:0:12911:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-MDT0003-osp-MDT0001 (000000009005aeae): 34884907 blocks, 3788631 free, 3184708 avail, 4096 bsize, 133 reserved mb low, 267 reserved mb high, 63 reserved ino low, 127 reserved ino high, 96642000 files, 66397551 free files 0x200 00000100:00000001:9.0:1673551345.877415:0:12910:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:9.0:1673551345.877416:0:12910:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000a3625daa x1754791738764032/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000004:00000001:10.0:1673551345.877417:0:12911:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1673551345.877418:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008bf120a9 x1754791738763968/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000200:9.0:1673551345.877419:0:12910:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000a3625daa x1754791738764032/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:10.0:1673551345.877420:0:12911:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@000000008bf120a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:ai200x-MDT0001-mdtlov_UUID:12911:1754791738763968:172.16.0.22@o2ib:41: 00000100:00000001:10.0:1673551345.877422:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:10.0:1673551345.877422:0:12911:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:9.0:1673551345.877422:0:12910:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000040:10.0:1673551345.877423:0:12911:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008bf120a9 x1754791738763968/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:9.0:1673551345.877423:0:12910:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551345.877423:0:12910:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:9.0:1673551345.877424:0:12910:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:9.0:1673551345.877424:0:12910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1673551345.877425:0:12911:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:10.0:1673551345.877425:0:12911:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:9.0:1673551345.877425:0:12910:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1673551345.877426:0:12911:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000055c75480. 02000000:00000001:10.0:1673551345.877426:0:12911:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:9.0:1673551345.877426:0:12910:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:9.0:1673551345.877427:0:12910:0:(import.c:1925:at_measured()) add 1 to 000000004201432e time=117 v=1 (1 1 1 1) 00000020:00000001:10.0:1673551345.877428:0:12911:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:10.0:1673551345.877428:0:12911:0:(genops.c:1205:class_import_put()) import 00000000dbb812a7 refcount=2 obd=ai200x-MDT0003-osp-MDT0001 00000100:00001000:9.0:1673551345.877428:0:12910:0:(import.c:1925:at_measured()) add 1 to 00000000fdf5b919 time=117 v=1 (1 1 1 1) 00000020:00000001:10.0:1673551345.877429:0:12911:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:10.0:1673551345.877429:0:12911:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d5c7cd3c. 00000100:00000001:9.0:1673551345.877429:0:12910:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:9.0:1673551345.877429:0:12910:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1673551345.877430:0:12911:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:9.0:1673551345.877430:0:12910:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:9.0:1673551345.877431:0:12910:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.877431:0:12910:0:(client.c:2921:ptlrpc_free_committed()) Process entered 02000000:00000001:10.0:1673551345.877432:0:12911:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:10.0:1673551345.877432:0:12911:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000008bf120a9. 00000100:00000040:9.0:1673551345.877432:0:12910:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0000-osp-MDT0001: skip recheck: last_committed 313781747073 00000100:00000001:9.0:1673551345.877432:0:12910:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:10.0:1673551345.877433:0:12911:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:10.0:1673551345.877433:0:12911:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551345.877433:0:12910:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551345.877434:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:9.0:1673551345.877434:0:12910:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a3625daa x1754791738764032/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:10.0:1673551345.877435:0:12911:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:10.0:1673551345.877435:0:12911:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551345.877435:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1673551345.877436:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551345.877436:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551345.877436:0:12910:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:10.0:1673551345.877437:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.877437:0:12910:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:9.0:1673551345.877437:0:12910:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:9.0:1673551345.877438:0:12910:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000040:9.0:1673551345.877439:0:12910:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-MDT0000-osp-MDT0001: blocks=34884907 free=1534985 avail=931062 avail_mb=3636 hwm_mb=267 files=96642000 ffree=62767139 state=200: rc = 0 00000004:00000020:9.0:1673551345.877440:0:12910:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-MDT0000-osp-MDT0001 (000000002bb7609b): 34884907 blocks, 1534985 free, 931062 avail, 4096 bsize, 133 reserved mb low, 267 reserved mb high, 59 reserved ino low, 119 reserved ino high, 96642000 files, 62767139 free files 0x200 00000004:00000001:9.0:1673551345.877442:0:12910:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1673551345.877443:0:12910:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a3625daa x1754791738764032/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00100000:9.0:1673551345.877445:0:12910:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000a3625daa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:ai200x-MDT0001-mdtlov_UUID:12910:1754791738764032:172.16.0.56@o2ib:41: 00000100:00000001:9.0:1673551345.877447:0:12910:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551345.877447:0:12910:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:9.0:1673551345.877448:0:12910:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a3625daa x1754791738764032/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:9.0:1673551345.877450:0:12910:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:9.0:1673551345.877450:0:12910:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:9.0:1673551345.877451:0:12910:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000069a65915. 02000000:00000001:9.0:1673551345.877452:0:12910:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:9.0:1673551345.877452:0:12910:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:9.0:1673551345.877452:0:12910:0:(genops.c:1205:class_import_put()) import 00000000fcc504f5 refcount=2 obd=ai200x-MDT0000-osp-MDT0001 00000020:00000001:9.0:1673551345.877453:0:12910:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:9.0:1673551345.877453:0:12910:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cd209a58. 02000000:00000001:9.0:1673551345.877454:0:12910:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:9.0:1673551345.877454:0:12910:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:9.0:1673551345.877455:0:12910:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000a3625daa. 00000100:00000001:9.0:1673551345.877456:0:12910:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:9.0:1673551345.877456:0:12910:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551345.877456:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551345.877457:0:12910:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1673551345.877458:0:12910:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.877458:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551345.877459:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551345.877459:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551345.877460:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1673551345.882873:0:242616:0:(llite_lib.c:3468:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551345.882878:0:242616:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551345.882882:0:242616:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551345.882885:0:242616:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1673551345.889519:0:242642:0:(llite_lib.c:3468:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551345.889524:0:242642:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551345.889526:0:242642:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551345.889529:0:242642:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551345.889534:0:242642:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1673551345.889696:0:242642:0:(file.c:5229:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1673551345.889697:0:242642:0:(file.c:5232:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](000000000ee02a25),name=/ 00000080:00000010:0.0:1673551345.889699:0:242642:0:(llite_lib.c:3300:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000cadee6e1. 00000080:00000001:0.0:1673551345.889701:0:242642:0:(namei.c:893:ll_intent_lock()) Process entered 00000080:00000001:0.0:1673551345.889702:0:242642:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1673551345.889704:0:242642:0:(lmv_intent.c:554:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1673551345.889704:0:242642:0:(lmv_intent.c:562:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1673551345.889706:0:242642:0:(lmv_intent.c:439:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1673551345.889707:0:242642:0:(lmv_fld.c:56:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1673551345.889707:0:242642:0:(fld_request.c:446:fld_client_lookup()) Process entered 80000000:00000001:0.0:1673551345.889708:0:242642:0:(fld_cache.c:469:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1673551345.889709:0:242642:0:(fld_cache.c:488:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1673551345.889710:0:242642:0:(fld_request.c:451:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1673551345.889710:0:242642:0:(lmv_fld.c:79:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1673551345.889711:0:242642:0:(lmv_fld.c:87:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1673551345.889712:0:242642:0:(lmv_intent.c:491:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1673551345.889713:0:242642:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1673551345.889715:0:242642:0:(mdc_locks.c:1325:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1673551345.889715:0:242642:0:(mdc_locks.c:1331:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1673551345.889716:0:242642:0:(mdc_locks.c:1229:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1673551345.889717:0:242642:0:(mdc_locks.c:144:mdc_lock_match()) Process entered 00010000:00000001:0.0:1673551345.889718:0:242642:0:(ldlm_lock.c:1432:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1673551345.889721:0:242642:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000f43c7a7a count: 2 00010000:00000001:0.0:1673551345.889721:0:242642:0:(ldlm_resource.c:1505:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1673551345.889723:0:242642:0:(ldlm_lock.c:289:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1673551345.889724:0:242642:0:(ldlm_lock.c:301:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1673551345.889724:0:242642:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000f43c7a7a count: 3 00010000:00010000:0.0:1673551345.889725:0:242642:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: ai200x-MDT0000-mdc-ff444e0748e14000 lock: 00000000e44e1389/0xa23f007ba818761a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf4cef705f11626b8 expref: -99 pid: 4035381 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551345.889728:0:242642:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000f43c7a7a count: 2 00010000:00000040:0.0:1673551345.889729:0:242642:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000f43c7a7a count: 1 02000000:00000001:0.0:1673551345.889730:0:242642:0:(sec.c:954:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1673551345.889731:0:242642:0:(sec.c:968:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1673551345.889732:0:242642:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000f43c7a7a count: 2 00010000:00010000:0.0:1673551345.889732:0:242642:0:(ldlm_lock.c:1497:ldlm_lock_match_with_skip()) ### matched (0 0) ns: ai200x-MDT0000-mdc-ff444e0748e14000 lock: 00000000e44e1389/0xa23f007ba818761a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf4cef705f11626b8 expref: -99 pid: 4035381 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551345.889734:0:242642:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000f43c7a7a count: 1 00000002:00000001:0.0:1673551345.889735:0:242642:0:(mdc_locks.c:150:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1673551345.889735:0:242642:0:(mdc_locks.c:1281:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1673551345.889736:0:242642:0:(mdc_locks.c:1348:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1673551345.889736:0:242642:0:(lmv_intent.c:510:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1673551345.889737:0:242642:0:(lmv_intent.c:595:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1673551345.889737:0:242642:0:(namei.c:901:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1673551345.889738:0:242642:0:(namei.c:940:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1673551345.889739:0:242642:0:(llite_lib.c:3424:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000cadee6e1. 00000080:00000001:0.0:1673551345.889741:0:242642:0:(dcache.c:249:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1673551345.889741:0:242642:0:(dcache.c:252:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1673551345.889742:0:242642:0:(dcache.c:283:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](000000000ee02a25) 00000080:00010000:0.0:1673551345.889743:0:242642:0:(llite_internal.h:1720:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](000000000ee02a25) for lock 0xa23f007ba818761a 00000080:00000001:0.0:1673551345.889744:0:242642:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1673551345.889747:0:242642:0:(lmv_obd.c:3579:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1673551345.889747:0:242642:0:(obd_class.h:465:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1673551345.889748:0:242642:0:(mdc_locks.c:105:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1673551345.889749:0:242642:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1673551345.889750:0:242642:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:0.0:1673551345.889751:0:242642:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 00000000e44e1389 refcount=3 00000020:00000001:0.0:1673551345.889751:0:242642:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912582784194752 : -52831490925356864 : ff444e09f67098c0) 00010000:00000001:0.0:1673551345.889752:0:242642:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912582784194752 : -52831490925356864 : ff444e09f67098c0) 00010000:00000001:0.0:1673551345.889753:0:242642:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551345.889753:0:242642:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1673551345.889754:0:242642:0:(mdc_locks.c:133:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1673551345.889754:0:242642:0:(lmv_obd.c:3584:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1673551345.889755:0:242642:0:(dcache.c:183:ll_intent_drop_lock()) releasing lock with cookie 0xa23f007ba818761a from it 000000003cca87ee 00010000:00000001:0.0:1673551345.889755:0:242642:0:(ldlm_lock.c:599:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1673551345.889756:0:242642:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:0.0:1673551345.889756:0:242642:0:(lustre_handles.c:152:class_handle2object()) GET ldlm 00000000e44e1389 refcount=3 00000020:00000001:0.0:1673551345.889756:0:242642:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912582784194752 : -52831490925356864 : ff444e09f67098c0) 00010000:00000001:0.0:1673551345.889757:0:242642:0:(ldlm_lock.c:621:__ldlm_handle2lock()) Process leaving (rc=18393912582784194752 : -52831490925356864 : ff444e09f67098c0) 00010000:00000001:0.0:1673551345.889758:0:242642:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1673551345.889758:0:242642:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: ?? lock: 00000000e44e1389/0xa23f007ba818761a lrc: 3/1,0 mode: PR/PR res: ?? rrc=?? type: ??? flags: 0x10000000000000 nid: local remote: 0xf4cef705f11626b8 expref: -99 pid: 4035381 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1673551345.889760:0:242642:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551345.889760:0:242642:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1673551345.889761:0:242642:0:(ldlm_lock.c:327:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1673551345.889761:0:242642:0:(ldlm_lock.c:331:ldlm_lock_add_to_lru()) Process leaving 00010000:00000040:0.0:1673551345.889761:0:242642:0:(ldlm_resource.c:1568:ldlm_resource_getref()) getref res: 00000000f43c7a7a count: 2 00010000:00010000:0.0:1673551345.889762:0:242642:0:(ldlm_lock.c:903:ldlm_lock_decref_internal()) ### add lock into lru list ns: ai200x-MDT0000-mdc-ff444e0748e14000 lock: 00000000e44e1389/0xa23f007ba818761a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf4cef705f11626b8 expref: -99 pid: 4035381 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1673551345.889763:0:242642:0:(ldlm_resource.c:1602:ldlm_resource_putref()) putref res: 00000000f43c7a7a count: 1 00010000:00000001:0.0:1673551345.889765:0:242642:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1673551345.889766:0:242642:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1673551345.889766:0:242642:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1673551345.889767:0:242642:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551345.889768:0:242642:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1673551345.889768:0:242642:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551345.889769:0:242642:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1673551345.889769:0:242642:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551345.889770:0:242642:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551345.889770:0:242642:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1673551345.889771:0:242642:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1673551345.889771:0:242642:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1673551345.889772:0:242642:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1673551345.889772:0:242642:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1673551345.889772:0:242642:0:(client.c:2728:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:20.0:1673551346.325064:0:2269515:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:20.0:1673551346.325065:0:2269515:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:7.0:1673551346.389065:0:2270163:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:7.0:1673551346.389066:0:2270163:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000010:7.0:1673551346.389068:0:2270163:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000c1b682e2. 00000100:00000040:4.0:1673551346.389069:0:230241:0:(pinger.c:250:ptlrpc_pinger_process_import()) 21734293-b2c4-4a9f-883c-bf01f8e49d6b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:0.0:1673551346.389069:0:2270169:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:0.0:1673551346.389069:0:2270169:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000020:00000040:7.0:1673551346.389070:0:2270163:0:(genops.c:1192:class_import_get()) import 000000000b46b2ec refcount=3 obd=ai200x-MDT0002-osp-MDT0001 00000100:00000001:7.0:1673551346.389071:0:2270163:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1673551346.389071:0:2270169:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000694feb7d. 00000004:00000001:8.0:1673551346.389072:0:2270173:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 02000000:00000001:7.0:1673551346.389072:0:2270163:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:4.0:1673551346.389072:0:230241:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000004:00000020:8.0:1673551346.389073:0:2270173:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 02000000:00000001:7.0:1673551346.389073:0:2270163:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:4.0:1673551346.389073:0:230241:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000d09aec06. 00000020:00000040:0.0:1673551346.389073:0:2270169:0:(genops.c:1192:class_import_get()) import 00000000aefacf36 refcount=3 obd=ai200x-OST0005-osc-MDT0001 00000100:00000010:8.0:1673551346.389074:0:2270173:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000056c4253e. 00000100:00000001:0.0:1673551346.389074:0:2270169:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:7.0:1673551346.389075:0:2270163:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007a85f864. 00000020:00000040:4.0:1673551346.389075:0:230241:0:(genops.c:1192:class_import_get()) import 00000000616dbb5b refcount=4 obd=MGC172.16.0.56@o2ib 02000000:00000001:0.0:1673551346.389075:0:2270169:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1673551346.389075:0:2270169:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:8.0:1673551346.389076:0:2270173:0:(genops.c:1192:class_import_get()) import 00000000e662c092 refcount=3 obd=ai200x-OST0004-osc-MDT0001 00000100:00000001:4.0:1673551346.389076:0:230241:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:8.0:1673551346.389077:0:2270173:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:7.0:1673551346.389077:0:2270163:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1673551346.389077:0:230241:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:4.0:1673551346.389077:0:230241:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1673551346.389077:0:2270169:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000188ddad. 02000000:00000001:8.0:1673551346.389078:0:2270173:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:8.0:1673551346.389079:0:2270173:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:4.0:1673551346.389079:0:230241:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000215fbe3. 00000100:00000001:0.0:1673551346.389079:0:2270169:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:8.0:1673551346.389080:0:2270173:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004d303400. 00000100:00000001:7.0:1673551346.389080:0:2270163:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:7.0:1673551346.389080:0:2270163:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551346.389080:0:230241:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551346.389080:0:2270169:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:8.0:1673551346.389081:0:2270173:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551346.389081:0:2270169:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551346.389082:0:2270173:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000040:4.0:1673551346.389082:0:230241:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging 21734293-b2c4-4a9f-883c-bf01f8e49d6b->MGS req@00000000d09aec06 x1754791738764224/t0(0) o400->MGC172.16.0.56@o2ib@172.16.0.56@o2ib:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:8.0:1673551346.389083:0:2270173:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1673551346.389083:0:2270163:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000c1b682e2] to pc [ptlrpcd_01_01+1] req@00000000c1b682e2 x1754791738764096/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:0.0:1673551346.389083:0:2270169:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000694feb7d] to pc [ptlrpcd_00_03+3] req@00000000694feb7d x1754791738764160/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:8.0:1673551346.389084:0:2270173:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [0000000056c4253e] to pc [ptlrpcd_02_02+2] req@0000000056c4253e x1754791738764288/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:4.0:1673551346.389086:0:230241:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:4.0:1673551346.389086:0:230241:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551346.389088:0:230241:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000d09aec06] to pc [ptlrpcd_01_02+2] req@00000000d09aec06 x1754791738764224/t0(0) o400->MGC172.16.0.56@o2ib@172.16.0.56@o2ib:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:8.0:1673551346.389096:0:2270173:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:7.0:1673551346.389096:0:2270163:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551346.389097:0:2270169:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551346.389100:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551346.389100:0:230241:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551346.389101:0:230241:0:(pinger.c:250:ptlrpc_pinger_process_import()) 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-MDT0003_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1673551346.389101:0:12905:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551346.389102:0:12912:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1673551346.389102:0:12912:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1673551346.389102:0:12905:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551346.389103:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:4.0:1673551346.389103:0:230241:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:4.0:1673551346.389103:0:230241:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000956060e4. 00000100:00000001:1.0:1673551346.389103:0:12905:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:11.0:1673551346.389104:0:12912:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056c4253e x1754791738764288/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:9.0:1673551346.389104:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000020:00000040:4.0:1673551346.389104:0:230241:0:(genops.c:1192:class_import_get()) import 000000002652cc2a refcount=6 obd=ai200x-MDT0003-mdc-ff444e0748e14000 00000100:00000001:3.0:1673551346.389104:0:12904:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551346.389105:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389105:0:12907:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551346.389105:0:12907:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:4.0:1673551346.389105:0:230241:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1673551346.389105:0:12905:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000694feb7d x1754791738764160/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 02000000:00000001:4.0:1673551346.389106:0:230241:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1673551346.389106:0:12904:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551346.389107:0:12912:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:7.0:1673551346.389107:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1673551346.389107:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000040:5.0:1673551346.389107:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c1b682e2 x1754791738764096/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 02000000:00000001:4.0:1673551346.389107:0:230241:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551346.389108:0:12912:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551346.389108:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389108:0:12908:0:(client.c:1822:ptlrpc_check_set()) Process entered 02000000:00000010:4.0:1673551346.389108:0:230241:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a0601157. 02000000:00000001:11.0:1673551346.389109:0:12912:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:11.0:1673551346.389109:0:12912:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389109:0:12908:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:4.0:1673551346.389109:0:230241:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:11.0:1673551346.389110:0:12912:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@0000000056c4253e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:ai200x-MDT0001-mdtlov_UUID:12912:1754791738764288:172.16.0.20@o2ib:13: 00000100:00000001:1.0:1673551346.389110:0:12905:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1673551346.389110:0:12905:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:6.0:1673551346.389111:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d09aec06 x1754791738764224/t0(0) o400->MGC172.16.0.56@o2ib@172.16.0.56@o2ib:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551346.389111:0:12907:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000040:4.0:1673551346.389111:0:230241:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-MDT0003_UUID req@00000000956060e4 x1754791738764352/t0(0) o400->ai200x-MDT0003-mdc-ff444e0748e14000@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:11.0:1673551346.389112:0:12912:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000001:5.0:1673551346.389112:0:12907:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1673551346.389112:0:12905:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:11.0:1673551346.389113:0:12912:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:5.0:1673551346.389113:0:12907:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1673551346.389113:0:12905:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1673551346.389114:0:12912:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1673551346.389114:0:12912:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:5.0:1673551346.389114:0:12907:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551346.389114:0:230241:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:4.0:1673551346.389115:0:230241:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1673551346.389115:0:12905:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000694feb7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ai200x-MDT0001-mdtlov_UUID:12905:1754791738764160:172.16.0.20@o2ib:13: 02000000:00000010:11.0:1673551346.389116:0:12912:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000087857dd8. 00000100:00000001:6.0:1673551346.389116:0:12908:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:6.0:1673551346.389116:0:12908:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:5.0:1673551346.389116:0:12907:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000c1b682e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ai200x-MDT0001-mdtlov_UUID:12907:1754791738764096:172.16.0.20@o2ib:41: 02000000:00000001:11.0:1673551346.389117:0:12912:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551346.389117:0:230241:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000956060e4] to pc [ptlrpcd_01_03+3] req@00000000956060e4 x1754791738764352/t0(0) o400->ai200x-MDT0003-mdc-ff444e0748e14000@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1673551346.389117:0:12905:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000400:00000200:11.0:1673551346.389118:0:12912:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 02000000:00000001:6.0:1673551346.389118:0:12908:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:5.0:1673551346.389118:0:12907:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1673551346.389118:0:12905:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:11.0:1673551346.389119:0:12912:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000009d432585. 02000000:00000001:6.0:1673551346.389119:0:12908:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1673551346.389119:0:12907:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1673551346.389119:0:12905:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:11.0:1673551346.389120:0:12912:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001922871e. 02000000:00000001:5.0:1673551346.389120:0:12907:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1673551346.389120:0:12907:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:4.0:1673551346.389120:0:230241:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1673551346.389120:0:12905:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:6.0:1673551346.389121:0:12908:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000d09aec06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:21734293-b2c4-4a9f-883c-bf01f8e49d6b:12908:1754791738764224:172.16.0.56@o2ib:400: 02000000:00000010:5.0:1673551346.389121:0:12907:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008ab34664. 00000100:00000040:4.0:1673551346.389121:0:230241:0:(pinger.c:250:ptlrpc_pinger_process_import()) 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1673551346.389121:0:12905:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000061b74af5. 02000000:00000001:1.0:1673551346.389121:0:12905:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:11.0:1673551346.389122:0:12912:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738764288, portal 4 00000100:00000001:6.0:1673551346.389122:0:12908:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:5.0:1673551346.389122:0:12907:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551346.389123:0:12912:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:11.0:1673551346.389123:0:12912:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912565958866176 : -52831507750685440 : ff444e060b927500) 02000000:00000001:6.0:1673551346.389123:0:12908:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:4.0:1673551346.389123:0:230241:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1673551346.389123:0:12905:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 02000000:00000001:6.0:1673551346.389124:0:12908:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1673551346.389124:0:12908:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:4.0:1673551346.389124:0:230241:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000001eca6c66. 00000020:00000040:4.0:1673551346.389124:0:230241:0:(genops.c:1192:class_import_get()) import 00000000a56751ff refcount=5 obd=ai200x-OST0000-osc-ff444e0748e14000 00000400:00000010:1.0:1673551346.389124:0:12905:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 0000000027ce93f5. 00000100:00000040:11.0:1673551346.389125:0:12912:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@0000000056c4253e x1754791738764288/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551353 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 02000000:00000010:6.0:1673551346.389125:0:12908:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7e41df1. 00000400:00000200:5.0:1673551346.389125:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:4.0:1673551346.389125:0:230241:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:6.0:1673551346.389126:0:12908:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:5.0:1673551346.389126:0:12907:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 0000000083d6e76c. 02000000:00000001:4.0:1673551346.389126:0:230241:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1673551346.389126:0:12905:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883b8ae3. 00000400:00000010:5.0:1673551346.389127:0:12907:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003be8618e. 02000000:00000001:4.0:1673551346.389127:0:230241:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:4.0:1673551346.389127:0:230241:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb5d8585. 00000100:00000200:1.0:1673551346.389127:0:12905:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738764160, portal 4 00000100:00000001:11.0:1673551346.389128:0:12912:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000200:6.0:1673551346.389128:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:1.0:1673551346.389128:0:12905:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1673551346.389128:0:12905:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912610150883200 : -52831463558668416 : ff444e10559f1f80) 00000100:00000040:11.0:1673551346.389129:0:12912:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:11.0:1673551346.389129:0:12912:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf283136. 00000400:00000010:6.0:1673551346.389129:0:12908:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000d60d1d02. 00000100:00000001:4.0:1673551346.389129:0:230241:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:11.0:1673551346.389130:0:12912:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738764288, offset 0 00000400:00000010:6.0:1673551346.389130:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b23a6901. 00000100:00000200:5.0:1673551346.389130:0:12907:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738764096, portal 4 00000100:00000040:4.0:1673551346.389130:0:230241:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-OST0000_UUID req@000000001eca6c66 x1754791738764416/t0(0) o400->ai200x-OST0000-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:1.0:1673551346.389130:0:12905:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000694feb7d x1754791738764160/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551353 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551346.389131:0:12907:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000400:00000200:11.0:1673551346.389132:0:12912:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000100:00000200:6.0:1673551346.389132:0:12908:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738764224, portal 25 00000100:00000001:6.0:1673551346.389132:0:12908:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:5.0:1673551346.389132:0:12907:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912620950841216 : -52831452758710400 : ff444e12d9596780) 00000400:00000200:11.0:1673551346.389133:0:12912:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:6.0:1673551346.389133:0:12908:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638482176 : -52831455071069440 : ff444e124f859b00) 00000100:00000001:4.0:1673551346.389133:0:230241:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:4.0:1673551346.389133:0:230241:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551346.389133:0:12905:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1673551346.389134:0:12905:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000200:11.0:1673551346.389135:0:12912:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000100:00000040:6.0:1673551346.389135:0:12908:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000d09aec06 x1754791738764224/t0(0) o400->MGC172.16.0.56@o2ib@172.16.0.56@o2ib:26/25 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:5.0:1673551346.389135:0:12907:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000c1b682e2 x1754791738764096/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551353 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000040:4.0:1673551346.389135:0:230241:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [000000001eca6c66] to pc [ptlrpcd_01_00+0] req@000000001eca6c66 x1754791738764416/t0(0) o400->ai200x-OST0000-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1673551346.389135:0:12905:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b89a971d. 00000100:00000200:1.0:1673551346.389136:0:12905:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738764160, offset 0 00000400:00000200:11.0:1673551346.389137:0:12912:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964989, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:1.0:1673551346.389137:0:12905:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000100:00000001:6.0:1673551346.389138:0:12908:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:6.0:1673551346.389139:0:12908:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000400:00000010:6.0:1673551346.389139:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041a12343. 00000100:00000001:5.0:1673551346.389139:0:12907:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000200:1.0:1673551346.389139:0:12905:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:11.0:1673551346.389140:0:12912:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964989, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964989, g:4294967295] 00000100:00000040:5.0:1673551346.389140:0:12907:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000200:11.0:1673551346.389141:0:12912:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000100:00000200:6.0:1673551346.389141:0:12908:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1754791738764224, offset 0 00000400:00000010:5.0:1673551346.389141:0:12907:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015d1c897. 00000400:00000200:1.0:1673551346.389141:0:12905:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000400:00000200:11.0:1673551346.389142:0:12912:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964989, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964989, g:4294967295] 00000100:00000200:5.0:1673551346.389142:0:12907:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1754791738764096, offset 0 00000100:00000001:4.0:1673551346.389143:0:230241:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1673551346.389143:0:12905:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964989, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:11.0:1673551346.389144:0:12912:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964989, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964989, g:4294967295] 00000400:00000200:6.0:1673551346.389144:0:12908:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000100:00000040:4.0:1673551346.389144:0:230241:0:(pinger.c:250:ptlrpc_pinger_process_import()) 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:11.0:1673551346.389145:0:12912:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000100:00000001:4.0:1673551346.389145:0:230241:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000400:00000200:11.0:1673551346.389146:0:12912:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:6.0:1673551346.389146:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:5.0:1673551346.389146:0:12907:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000100:00000010:4.0:1673551346.389146:0:230241:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000da551d93. 00000400:00000200:1.0:1673551346.389146:0:12905:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964989, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964989, g:4294967295] 00000400:00000200:11.0:1673551346.389147:0:12912:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000020:00000040:4.0:1673551346.389147:0:230241:0:(genops.c:1192:class_import_get()) import 000000004fd8495c refcount=5 obd=ai200x-OST0001-osc-ff444e0748e14000 00000400:00000200:1.0:1673551346.389147:0:12905:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000100:00000001:4.0:1673551346.389148:0:230241:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:11.0:1673551346.389149:0:12912:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[32, 32], s:[10403812, 10403809] 00000400:00000200:6.0:1673551346.389149:0:12908:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 02000000:00000001:4.0:1673551346.389149:0:230241:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1673551346.389149:0:12905:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964990, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964989, g:4294967295] 00000400:00000200:11.0:1673551346.389150:0:12912:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.20@o2ib 00000100:00000001:7.0:1673551346.389150:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 02000000:00000001:4.0:1673551346.389150:0:230241:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1673551346.389150:0:12905:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964989, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964989, g:4294967295] 00000400:00000200:11.0:1673551346.389151:0:12912:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:7.0:1673551346.389151:0:12906:0:(client.c:1822:ptlrpc_check_set()) Process entered 02000000:00000010:4.0:1673551346.389151:0:230241:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000050e5a10d. 00000400:00000200:1.0:1673551346.389151:0:12905:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000100:00000001:7.0:1673551346.389152:0:12906:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000400:00000200:6.0:1673551346.389152:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964990, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000100:00000001:4.0:1673551346.389152:0:230241:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1673551346.389152:0:12905:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000100:00000040:7.0:1673551346.389153:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001eca6c66 x1754791738764416/t0(0) o400->ai200x-OST0000-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:4.0:1673551346.389153:0:230241:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-OST0001_UUID req@00000000da551d93 x1754791738764480/t0(0) o400->ai200x-OST0001-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1673551346.389153:0:12905:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:11.0:1673551346.389154:0:12912:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000400:00000200:1.0:1673551346.389154:0:12905:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[32, 31], s:[10403812, 10403810] 00000400:00000200:6.0:1673551346.389155:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964990, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964990, g:4294967295] 00000800:00000200:11.0:1673551346.389156:0:12912:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000100:00000001:4.0:1673551346.389156:0:230241:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:4.0:1673551346.389156:0:230241:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1673551346.389156:0:12905:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.21@o2ib 00000400:00000200:1.0:1673551346.389156:0:12905:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:11.0:1673551346.389157:0:12912:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:7.0:1673551346.389157:0:12906:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000400:00000200:6.0:1673551346.389157:0:12908:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000100:00000001:7.0:1673551346.389158:0:12906:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551346.389158:0:230241:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000da551d93] to pc [ptlrpcd_01_01+1] req@00000000da551d93 x1754791738764480/t0(0) o400->ai200x-OST0001-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:11.0:1673551346.389159:0:12912:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000c10ae60a] -> 172.16.0.20@o2ib (2) version: 12 02000000:00000001:7.0:1673551346.389159:0:12906:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:7.0:1673551346.389159:0:12906:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389159:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964990, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10964990, g:4294967295] 00000400:00000200:1.0:1673551346.389160:0:12905:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.21@o2ib(172.16.0.20@o2ib:172.16.0.21@o2ib) : PUT try# 0 00000800:00000200:11.0:1673551346.389161:0:12912:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000306224d2] (68)++ 00000800:00000200:11.0:1673551346.389161:0:12912:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000306224d2] (69)++ 00000100:00100000:7.0:1673551346.389161:0:12906:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@000000001eca6c66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12906:1754791738764416:172.16.0.56@o2ib:400: 00000100:00000001:4.0:1673551346.389161:0:230241:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389162:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1535, d:10, s:10964990, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10964990, g:4294967295] 00000100:00000040:4.0:1673551346.389162:0:230241:0:(pinger.c:250:ptlrpc_pinger_process_import()) 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-OST0002_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.0:1673551346.389162:0:12905:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000100:00000001:7.0:1673551346.389163:0:12906:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:7.0:1673551346.389163:0:12906:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:4.0:1673551346.389163:0:230241:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1673551346.389163:0:12905:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 02000000:00000001:7.0:1673551346.389164:0:12906:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389164:0:12908:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000100:00000010:4.0:1673551346.389164:0:230241:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000000957956f. 00000800:00000200:11.0:1673551346.389165:0:12912:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000306224d2] (70)-- 00000100:00000001:11.0:1673551346.389165:0:12912:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1673551346.389165:0:12906:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:6.0:1673551346.389165:0:12908:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000020:00000040:4.0:1673551346.389165:0:230241:0:(genops.c:1192:class_import_get()) import 0000000070846bc1 refcount=5 obd=ai200x-OST0002-osc-ff444e0748e14000 00000100:00000001:4.0:1673551346.389165:0:230241:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:11.0:1673551346.389166:0:12912:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1673551346.389166:0:12912:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:7.0:1673551346.389166:0:12906:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d7e3563. 02000000:00000001:7.0:1673551346.389166:0:12906:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1673551346.389166:0:230241:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:4.0:1673551346.389166:0:230241:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551346.389167:0:12912:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389167:0:12908:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 02000000:00000010:4.0:1673551346.389167:0:230241:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003fd6a93d. 00000800:00000200:1.0:1673551346.389167:0:12905:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000008229e43b] -> 172.16.0.21@o2ib (2) version: 12 00000100:00000001:11.0:1673551346.389168:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:6.0:1673551346.389168:0:12908:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501165, 4501166] 00000100:00000001:4.0:1673551346.389168:0:230241:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1673551346.389168:0:12905:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000009ece9c48] (68)++ 00000400:00000200:6.0:1673551346.389169:0:12908:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.57@o2ib 00000100:00000040:4.0:1673551346.389169:0:230241:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-OST0002_UUID req@000000000957956f x1754791738764544/t0(0) o400->ai200x-OST0002-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1673551346.389169:0:12905:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000009ece9c48] (69)++ 00000100:00000001:11.0:1673551346.389170:0:12912:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:11.0:1673551346.389170:0:12912:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000400:00000200:6.0:1673551346.389170:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000100:00000001:11.0:1673551346.389171:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551346.389171:0:12912:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1673551346.389171:0:12912:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551346.389172:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551346.389172:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:4.0:1673551346.389172:0:230241:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:4.0:1673551346.389172:0:230241:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1673551346.389172:0:12905:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000009ece9c48] (70)-- 00000100:00000001:1.0:1673551346.389172:0:12905:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551346.389173:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551346.389173:0:12912:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1673551346.389173:0:12912:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551346.389173:0:12905:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1673551346.389173:0:12905:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551346.389174:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551346.389174:0:12907:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000100:00000040:4.0:1673551346.389174:0:230241:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [000000000957956f] to pc [ptlrpcd_01_02+2] req@000000000957956f x1754791738764544/t0(0) o400->ai200x-OST0002-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1673551346.389174:0:12905:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389175:0:12908:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.57@o2ib(172.16.0.56@o2ib:172.16.0.57@o2ib) : PUT try# 0 00000100:00000001:1.0:1673551346.389175:0:12905:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:5.0:1673551346.389177:0:12907:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1534, d:10, s:10964991, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000100:00000001:4.0:1673551346.389177:0:230241:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.2:1673551346.389178:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000306224d2] (69)++ 00000800:00000200:6.0:1673551346.389178:0:12908:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000100:00000040:4.0:1673551346.389178:0:230241:0:(pinger.c:250:ptlrpc_pinger_process_import()) 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-OST0003_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1673551346.389178:0:12905:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1673551346.389178:0:12905:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:4.0:1673551346.389179:0:230241:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1673551346.389179:0:12905:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1673551346.389179:0:12905:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1673551346.389179:0:12905:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551346.389180:0:12907:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1535, d:10, s:10964990, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1534, d:10, s:10964991, g:4294967295] 00000100:00000010:4.0:1673551346.389180:0:230241:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000007940d340. 00000100:00000001:1.0:1673551346.389180:0:12905:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:4.0:1673551346.389181:0:230241:0:(genops.c:1192:class_import_get()) import 000000004ec30ba5 refcount=5 obd=ai200x-OST0003-osc-ff444e0748e14000 00000100:00000001:1.0:1673551346.389181:0:12905:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1673551346.389181:0:12905:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1673551346.389181:0:12905:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551346.389182:0:12907:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000100:00000001:4.0:1673551346.389182:0:230241:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1673551346.389182:0:12905:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1673551346.389183:0:230241:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:18.2:1673551346.389184:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (69)++ 00000400:00000200:5.0:1673551346.389184:0:12907:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1534, d:10, s:10964991, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1535, d:10, s:10964990, g:4294967295] 02000000:00000001:4.0:1673551346.389184:0:230241:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:4.0:1673551346.389185:0:230241:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e07d7bf3. 00000400:00000200:5.0:1673551346.389186:0:12907:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1535, d:10, s:10964990, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1535, d:10, s:10964990, g:4294967295] 00000100:00000001:4.0:1673551346.389186:0:230241:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551346.389187:0:230241:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-OST0003_UUID req@000000007940d340 x1754791738764608/t0(0) o400->ai200x-OST0003-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:5.0:1673551346.389188:0:12907:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:5.0:1673551346.389189:0:12907:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000100:00000001:4.0:1673551346.389190:0:230241:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000800:00000200:13.0:1673551346.389191:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (70)++ 00000400:00000200:5.0:1673551346.389191:0:12907:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000100:00000001:4.0:1673551346.389191:0:230241:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551346.389192:0:12907:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[31, 31], s:[10403813, 10403810] 00000100:00000040:4.0:1673551346.389192:0:230241:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [000000007940d340] to pc [ptlrpcd_01_03+3] req@000000007940d340 x1754791738764608/t0(0) o400->ai200x-OST0003-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:5.0:1673551346.389194:0:12907:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.20@o2ib 00000400:00000200:5.0:1673551346.389195:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:4.0:1673551346.389195:0:230241:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:7.0:1673551346.389196:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000040:4.0:1673551346.389196:0:230241:0:(pinger.c:250:ptlrpc_pinger_process_import()) 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-OST0004_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:4.0:1673551346.389197:0:230241:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000400:00000010:7.0:1673551346.389198:0:12906:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000b60ce4c7. 00000400:00000200:6.0:1673551346.389198:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000100:00000010:4.0:1673551346.389198:0:230241:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000fdf7a07d. 00000400:00000010:7.0:1673551346.389199:0:12906:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054e492ff. 00000400:00000200:5.0:1673551346.389199:0:12907:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000020:00000040:4.0:1673551346.389199:0:230241:0:(genops.c:1192:class_import_get()) import 0000000078b996a1 refcount=5 obd=ai200x-OST0004-osc-ff444e0748e14000 00000800:00000200:13.0:1673551346.389200:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000306224d2] (71)-- 00000100:00000200:7.0:1673551346.389200:0:12906:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738764416, portal 4 00000100:00000001:4.0:1673551346.389200:0:230241:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:4.0:1673551346.389200:0:230241:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:17.0:1673551346.389201:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (70)++ 00000400:00000200:13.0:1673551346.389201:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:7.0:1673551346.389201:0:12906:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:7.0:1673551346.389201:0:12906:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638478720 : -52831455071072896 : ff444e124f858d80) 00000800:00000200:6.0:1673551346.389201:0:12908:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000625538ff] -> 172.16.0.57@o2ib (2) version: 12 02000000:00000001:4.0:1673551346.389201:0:230241:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:5.0:1673551346.389202:0:12907:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.20@o2ib 02000000:00000010:4.0:1673551346.389202:0:230241:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003fb9ffeb. 00000800:00000200:6.0:1673551346.389203:0:12908:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000580cc9cc] (68)++ 00000100:00000001:4.0:1673551346.389203:0:230241:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1673551346.389204:0:12906:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@000000001eca6c66 x1754791738764416/t0(0) o400->ai200x-OST0000-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:6.0:1673551346.389204:0:12908:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000580cc9cc] (69)++ 00000400:00000200:5.0:1673551346.389204:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000040:4.0:1673551346.389204:0:230241:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-OST0004_UUID req@00000000fdf7a07d x1754791738764672/t0(0) o400->ai200x-OST0004-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:13.0:1673551346.389205:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:13.0:1673551346.389207:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000cf283136 00000100:00000001:7.0:1673551346.389207:0:12906:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000800:00000200:5.0:1673551346.389207:0:12907:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000004111b72] -> 172.16.0.20@o2ib (2) version: 12 00000100:00000001:4.0:1673551346.389207:0:230241:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000800:00000200:17.0:1673551346.389208:0:12874:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000009ece9c48] (71)-- 00000400:00000010:13.0:1673551346.389208:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000cf283136. 00000800:00000200:12.0:1673551346.389208:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (70)-- 00000100:00000040:7.0:1673551346.389208:0:12906:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000800:00000200:6.0:1673551346.389208:0:12908:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000580cc9cc] (70)-- 00000800:00000200:5.0:1673551346.389208:0:12907:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000007a1be710] (68)++ 00000100:00000001:4.0:1673551346.389208:0:230241:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:17.0:1673551346.389209:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:7.0:1673551346.389209:0:12906:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000620d1e7. 00000100:00000001:6.0:1673551346.389209:0:12908:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:5.0:1673551346.389209:0:12907:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000007a1be710] (69)++ 00000100:00000040:4.0:1673551346.389209:0:230241:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000fdf7a07d] to pc [ptlrpcd_01_00+0] req@00000000fdf7a07d x1754791738764672/t0(0) o400->ai200x-OST0004-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:13.0:1673551346.389210:0:12871:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:7.0:1673551346.389210:0:12906:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1754791738764416, offset 0 00000100:00000001:6.0:1673551346.389210:0:12908:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:17.0:1673551346.389211:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000400:00000200:17.0:1673551346.389212:0:12874:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000b89a971d 00000100:00000001:6.0:1673551346.389212:0:12908:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551346.389212:0:230241:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:17.0:1673551346.389213:0:12874:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000b89a971d. 00000100:00000200:13.0:1673551346.389213:0:12871:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@0000000056c4253e x1754791738764288/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551353 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:7.0:1673551346.389213:0:12906:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000100:00000001:6.0:1673551346.389213:0:12908:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551346.389213:0:230241:0:(pinger.c:250:ptlrpc_pinger_process_import()) 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-OST0005_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:17.0:1673551346.389214:0:12874:0:(events.c:54:request_out_callback()) Process entered 00000400:00000200:7.0:1673551346.389214:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:6.0:1673551346.389214:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551346.389214:0:230241:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:4.0:1673551346.389214:0:230241:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000ff71ed9f. 00000020:00000040:4.0:1673551346.389215:0:230241:0:(genops.c:1192:class_import_get()) import 00000000a4b5b1e3 refcount=5 obd=ai200x-OST0005-osc-ff444e0748e14000 00000100:00000200:17.0:1673551346.389216:0:12874:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000694feb7d x1754791738764160/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551353 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:7.0:1673551346.389216:0:12906:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000100:00000001:6.0:1673551346.389216:0:12908:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:5.2:1673551346.389216:0:12907:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (69)++ 00000100:00000001:4.0:1673551346.389216:0:230241:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:19.0:1673551346.389217:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 00000100:00000001:6.0:1673551346.389217:0:12908:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 02000000:00000001:4.0:1673551346.389217:0:230241:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:7.0:1673551346.389218:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1534, d:10, s:10964991, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000100:00000001:6.0:1673551346.389218:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1673551346.389218:0:12908:0:(client.c:1822:ptlrpc_check_set()) Process entered 02000000:00000001:4.0:1673551346.389218:0:230241:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551346.389219:0:12871:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:6.0:1673551346.389219:0:12908:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 02000000:00000010:4.0:1673551346.389219:0:230241:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eea17651. 00000800:00000200:19.0:1673551346.389220:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (70)++ 00000100:00000040:13.0:1673551346.389220:0:12871:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000056c4253e x1754791738764288/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:7.0:1673551346.389220:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1534, d:10, s:10964991, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1534, d:10, s:10964991, g:4294967295] 00000100:00000040:6.0:1673551346.389220:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000957956f x1754791738764544/t0(0) o400->ai200x-OST0002-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:5.0:1673551346.389220:0:12907:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000007a1be710] (70)-- 00000100:00000001:4.0:1673551346.389220:0:230241:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1673551346.389221:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000580cc9cc] (71)-- 00000100:00000001:5.0:1673551346.389221:0:12907:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:19.0:1673551346.389222:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:7.0:1673551346.389222:0:12906:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000100:00000001:5.0:1673551346.389222:0:12907:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:4.0:1673551346.389222:0:230241:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-OST0005_UUID req@00000000ff71ed9f x1754791738764736/t0(0) o400->ai200x-OST0005-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:17.0:1673551346.389223:0:12874:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:13.0:1673551346.389223:0:12871:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:17.0:1673551346.389224:0:12874:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000694feb7d x1754791738764160/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:13.0:1673551346.389224:0:12871:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:6.0:1673551346.389224:0:12908:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:6.0:1673551346.389224:0:12908:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389224:0:12907:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:19.0:1673551346.389225:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000800:00000200:13.0:1673551346.389225:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (69)-- 00000400:00000200:7.0:1673551346.389225:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1534, d:10, s:10964991, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1534, d:10, s:10964991, g:4294967295] 02000000:00000001:6.0:1673551346.389225:0:12908:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:6.0:1673551346.389225:0:12908:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389225:0:12907:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551346.389225:0:230241:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:4.0:1673551346.389225:0:230241:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:19.0:1673551346.389226:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000041a12343 00000400:00000010:19.0:1673551346.389226:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000041a12343. 00000100:00000001:5.0:1673551346.389226:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1673551346.389227:0:12874:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551346.389227:0:12874:0:(events.c:94:request_out_callback()) Process leaving 00000400:00000200:7.0:1673551346.389227:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1534, d:10, s:10964991, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1534, d:10, s:10964991, g:4294967295] 00000100:00100000:6.0:1673551346.389227:0:12908:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@000000000957956f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12908:1754791738764544:0@lo:400: 00000100:00000040:4.0:1673551346.389227:0:230241:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000ff71ed9f] to pc [ptlrpcd_01_01+1] req@00000000ff71ed9f x1754791738764736/t0(0) o400->ai200x-OST0005-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:19.0:1673551346.389228:0:12873:0:(events.c:54:request_out_callback()) Process entered 00000100:00000001:6.0:1673551346.389228:0:12908:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000001:5.0:1673551346.389228:0:12907:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1673551346.389228:0:12907:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000200:19.0:1673551346.389229:0:12873:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000d09aec06 x1754791738764224/t0(0) o400->MGC172.16.0.56@o2ib@172.16.0.56@o2ib:26/25 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:17.0:1673551346.389229:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (69)-- 00000400:00000200:7.0:1673551346.389229:0:12906:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 02000000:00000001:6.0:1673551346.389229:0:12908:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:6.0:1673551346.389229:0:12908:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389229:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000400:00000200:7.0:1673551346.389230:0:12906:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 02000000:00000001:6.0:1673551346.389230:0:12908:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:5.0:1673551346.389230:0:12907:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551346.389230:0:12907:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:4.0:1673551346.389230:0:230241:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:17.0:1673551346.389231:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 02000000:00000010:6.0:1673551346.389231:0:12908:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000016d6850d. 00000100:00000040:4.0:1673551346.389231:0:230241:0:(pinger.c:250:ptlrpc_pinger_process_import()) 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-OST0006_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:7.0:1673551346.389232:0:12906:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 02000000:00000001:6.0:1673551346.389232:0:12908:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1673551346.389232:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000da551d93 x1754791738764480/t0(0) o400->ai200x-OST0001-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:4.0:1673551346.389232:0:230241:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000400:00000200:7.0:1673551346.389233:0:12906:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[31, 32], s:[4501166, 4501166] 00000100:00000010:4.0:1673551346.389233:0:230241:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000004884fca7. 00000800:00000200:3.2:1673551346.389233:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (69)++ 00000400:00000200:7.0:1673551346.389234:0:12906:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.56@o2ib 00000020:00000040:4.0:1673551346.389234:0:230241:0:(genops.c:1192:class_import_get()) import 00000000e376e714 refcount=5 obd=ai200x-OST0006-osc-ff444e0748e14000 00000100:00000001:4.0:1673551346.389234:0:230241:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:7.0:1673551346.389235:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:5.0:1673551346.389235:0:12907:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 02000000:00000001:4.0:1673551346.389235:0:230241:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:19.0:1673551346.389236:0:12873:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000400:00000200:6.0:1673551346.389236:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:5.0:1673551346.389236:0:12907:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1673551346.389236:0:230241:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:19.0:1673551346.389237:0:12873:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d09aec06 x1754791738764224/t0(0) o400->MGC172.16.0.56@o2ib@172.16.0.56@o2ib:26/25 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:6.0:1673551346.389237:0:12908:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000009b5474fe. 02000000:00000001:5.0:1673551346.389237:0:12907:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:5.0:1673551346.389237:0:12907:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:4.0:1673551346.389237:0:230241:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000088325846. 00000400:00000010:6.0:1673551346.389238:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009569529d. 00000100:00000001:4.0:1673551346.389238:0:230241:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551346.389239:0:12873:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:7.0:1673551346.389239:0:12906:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) : PUT try# 0 00000100:00000200:6.0:1673551346.389239:0:12908:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738764544, portal 4 00000100:00000001:6.0:1673551346.389239:0:12908:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00100000:5.0:1673551346.389239:0:12907:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000da551d93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12907:1754791738764480:172.16.0.56@o2ib:400: 00000100:00000040:4.0:1673551346.389239:0:230241:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-OST0006_UUID req@000000004884fca7 x1754791738764800/t0(0) o400->ai200x-OST0006-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:19.0:1673551346.389240:0:12873:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:6.0:1673551346.389240:0:12908:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638497152 : -52831455071054464 : ff444e124f85d580) 00000100:00000001:5.0:1673551346.389240:0:12907:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000800:00000200:7.0:1673551346.389241:0:12906:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.56@o2ib 02000000:00000001:5.0:1673551346.389241:0:12907:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:19.0:1673551346.389242:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 00000400:00000200:7.0:1673551346.389242:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000040:6.0:1673551346.389242:0:12908:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@000000000957956f x1754791738764544/t0(0) o400->ai200x-OST0002-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 02000000:00000001:5.0:1673551346.389242:0:12907:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1673551346.389242:0:12907:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:4.0:1673551346.389242:0:230241:0:(jobid.c:704:lustre_get_jobid()) Process entered 02000000:00000010:5.0:1673551346.389243:0:12907:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001fbe9835. 00000100:00000001:4.0:1673551346.389243:0:230241:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:7.0:1673551346.389244:0:12906:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000076e6a972] -> 172.16.0.56@o2ib (2) version: 12 02000000:00000001:5.0:1673551346.389244:0:12907:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551346.389244:0:230241:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [000000004884fca7] to pc [ptlrpcd_01_02+2] req@000000004884fca7 x1754791738764800/t0(0) o400->ai200x-OST0006-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:7.0:1673551346.389245:0:12906:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000f2f16d9a] (68)++ 00000100:00000001:6.0:1673551346.389245:0:12908:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000200:5.0:1673551346.389245:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:7.0:1673551346.389246:0:12906:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000f2f16d9a] (69)++ 00000100:00000040:6.0:1673551346.389246:0:12908:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:5.0:1673551346.389246:0:12907:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000003d046768. 00000400:00000010:6.0:1673551346.389247:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f236c3da. 00000100:00000200:6.0:1673551346.389247:0:12908:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1754791738764544, offset 0 00000400:00000010:5.0:1673551346.389247:0:12907:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4136412. 00000800:00000200:12.0:1673551346.389248:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (70)++ 00000800:00000200:7.0:1673551346.389248:0:12906:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000f2f16d9a] (70)-- 00000100:00000200:5.0:1673551346.389248:0:12907:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738764480, portal 4 00000100:00000001:4.0:1673551346.389248:0:230241:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551346.389248:0:230241:0:(pinger.c:250:ptlrpc_pinger_process_import()) 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-OST0007_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:7.0:1673551346.389249:0:12906:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389249:0:12908:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:5.0:1673551346.389249:0:12907:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:7.0:1673551346.389250:0:12906:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:5.0:1673551346.389250:0:12907:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638475264 : -52831455071076352 : ff444e124f858000) 00000100:00000001:4.0:1673551346.389250:0:230241:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000001:7.0:1673551346.389251:0:12906:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389251:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000010:4.0:1673551346.389251:0:230241:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000060fc40c4. 00000100:00000001:7.0:1673551346.389252:0:12906:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551346.389252:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:5.0:1673551346.389252:0:12907:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000da551d93 x1754791738764480/t0(0) o400->ai200x-OST0001-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000020:00000040:4.0:1673551346.389252:0:230241:0:(genops.c:1192:class_import_get()) import 00000000b292b2b7 refcount=5 obd=ai200x-OST0007-osc-ff444e0748e14000 00000800:00000200:12.0:1673551346.389253:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000007a1be710] (71)-- 00000400:00000200:6.0:1673551346.389253:0:12908:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:4.0:1673551346.389253:0:230241:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:12.0:1673551346.389254:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:7.0:1673551346.389254:0:12906:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:7.0:1673551346.389254:0:12906:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 02000000:00000001:4.0:1673551346.389254:0:230241:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:7.0:1673551346.389255:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000400:00000200:6.0:1673551346.389255:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:5.0:1673551346.389255:0:12907:0:(niobuf.c:56:ptl_send_buf()) Process entered 02000000:00000001:4.0:1673551346.389255:0:230241:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.2:1673551346.389256:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (69)++ 00000100:00000001:7.0:1673551346.389256:0:12906:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000200:6.0:1673551346.389256:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 02000000:00000010:4.0:1673551346.389256:0:230241:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005947cc60. 00000100:00000001:4.0:1673551346.389256:0:230241:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1673551346.389257:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000001:7.0:1673551346.389257:0:12906:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000400:00000200:6.0:1673551346.389257:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000040:5.0:1673551346.389257:0:12907:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000100:00000040:7.0:1673551346.389258:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fdf7a07d x1754791738764672/t0(0) o400->ai200x-OST0004-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:5.0:1673551346.389258:0:12907:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac3b0326. 00000100:00000040:4.0:1673551346.389258:0:230241:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f->ai200x-OST0007_UUID req@0000000060fc40c4 x1754791738764864/t0(0) o400->ai200x-OST0007-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:12.0:1673551346.389259:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000015d1c897 00000400:00000200:6.0:1673551346.389259:0:12908:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x63bf94a3e6d00 00000400:00000010:12.0:1673551346.389260:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000015d1c897. 00000800:00000200:13.0:1673551346.389261:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000100:00000001:12.0:1673551346.389261:0:12872:0:(events.c:54:request_out_callback()) Process entered 00000100:00000001:7.0:1673551346.389261:0:12906:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000200:5.0:1673551346.389261:0:12907:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1754791738764480, offset 0 00000100:00000001:4.0:1673551346.389261:0:230241:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:4.0:1673551346.389261:0:230241:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1673551346.389262:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)++ 00000100:00000001:7.0:1673551346.389262:0:12906:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1673551346.389263:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000f2f16d9a] (71)-- 00000100:00000200:12.0:1673551346.389263:0:12872:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000c1b682e2 x1754791738764096/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551353 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 02000000:00000001:7.0:1673551346.389263:0:12906:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:7.0:1673551346.389263:0:12906:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389263:0:12908:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc89dd45 [8] + 10976 00000100:00000040:4.0:1673551346.389263:0:230241:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [0000000060fc40c4] to pc [ptlrpcd_01_03+3] req@0000000060fc40c4 x1754791738764864/t0(0) o400->ai200x-OST0007-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:13.0:1673551346.389264:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:7.0:1673551346.389264:0:12906:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000fdf7a07d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12906:1754791738764672:172.16.0.20@o2ib:400: 00000400:00000200:13.0:1673551346.389266:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: PUT: OK 00000100:00000001:7.0:1673551346.389266:0:12906:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:7.0:1673551346.389266:0:12906:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:6.0:1673551346.389266:0:12908:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:5.0:1673551346.389266:0:12907:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000100:00000001:4.0:1673551346.389266:0:230241:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1673551346.389267:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000000620d1e7 00000100:00000001:12.0:1673551346.389267:0:12872:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 02000000:00000001:7.0:1673551346.389267:0:12906:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551346.389267:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000040:4.0:1673551346.389267:0:230241:0:(pinger.c:250:ptlrpc_pinger_process_import()) ai200x-MDT0000-lwp-OST0002_UUID->ai200x-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:13.0:1673551346.389268:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000000620d1e7. 00000100:00000040:12.0:1673551346.389268:0:12872:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c1b682e2 x1754791738764096/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 02000000:00000001:7.0:1673551346.389268:0:12906:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:7.0:1673551346.389268:0:12906:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000011838023. 00000400:00000200:6.0:1673551346.389268:0:12908:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:4.0:1673551346.389268:0:230241:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000001:13.0:1673551346.389269:0:12871:0:(events.c:54:request_out_callback()) Process entered 02000000:00000001:7.0:1673551346.389269:0:12906:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:4.0:1673551346.389269:0:230241:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000ae9e3a21. 00000100:00000001:6.0:1673551346.389270:0:12908:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:6.0:1673551346.389270:0:12908:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:5.0:1673551346.389270:0:12907:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000020:00000040:4.0:1673551346.389270:0:230241:0:(genops.c:1192:class_import_get()) import 0000000002041384 refcount=3 obd=ai200x-MDT0000-lwp-OST0002 00000100:00000200:13.0:1673551346.389271:0:12871:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@000000001eca6c66 x1754791738764416/t0(0) o400->ai200x-OST0000-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:12.0:1673551346.389271:0:12872:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551346.389271:0:12907:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964992, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000100:00000001:4.0:1673551346.389271:0:230241:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:4.0:1673551346.389271:0:230241:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:12.0:1673551346.389272:0:12872:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000010:6.0:1673551346.389272:0:12908:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000a68588c8. 02000000:00000001:4.0:1673551346.389272:0:230241:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1673551346.389273:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000100:00000040:6.0:1673551346.389273:0:12908:0:(events.c:367:request_in_callback()) incoming req@00000000a68588c8 x1754791738764544 msgsize 224 02000000:00000010:4.0:1673551346.389273:0:230241:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000092db1d0d. 00000100:00000001:13.0:1673551346.389274:0:12871:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000800:00000200:8.2:1673551346.389274:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000306224d2] (68)++ 00000100:00100000:6.0:1673551346.389274:0:12908:0:(events.c:370:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:5.0:1673551346.389274:0:12907:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1535, d:10, s:10964991, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10964992, g:4294967295] 00000100:00000001:4.0:1673551346.389274:0:230241:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:13.0:1673551346.389275:0:12871:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000001eca6c66 x1754791738764416/t0(0) o400->ai200x-OST0000-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:12.0:1673551346.389275:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000100:00000040:4.0:1673551346.389275:0:230241:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging ai200x-MDT0000-lwp-OST0002_UUID->ai200x-MDT0000_UUID req@00000000ae9e3a21 x1754791738764928/t0(0) o400->ai200x-MDT0000-lwp-OST0002@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:5.0:1673551346.389276:0:12907:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000800:00000200:12.0:1673551346.389277:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (69)++ 00000100:00000001:13.0:1673551346.389278:0:12871:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551346.389278:0:12871:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:6.0:1673551346.389278:0:12908:0:(events.c:403:request_in_callback()) Process leaving 00000400:00000200:5.0:1673551346.389278:0:12907:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964992, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964991, g:4294967295] 00000800:00000200:12.0:1673551346.389279:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.20@o2ib 00000100:00000001:4.0:1673551346.389279:0:230241:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:4.0:1673551346.389279:0:230241:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1673551346.389280:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000400:00000200:6.0:1673551346.389280:0:12908:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000f236c3da 00000400:00000200:5.0:1673551346.389280:0:12907:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964991, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964991, g:4294967295] 00000800:00000200:13.0:1673551346.389281:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (70)-- 00000400:00000200:12.0:1673551346.389281:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000010:6.0:1673551346.389281:0:12908:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000f236c3da. 00000100:00000001:6.0:1673551346.389281:0:12908:0:(events.c:54:request_out_callback()) Process entered 00000100:00000040:4.0:1673551346.389281:0:230241:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000ae9e3a21] to pc [ptlrpcd_01_00+0] req@00000000ae9e3a21 x1754791738764928/t0(0) o400->ai200x-MDT0000-lwp-OST0002@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:6.0:1673551346.389282:0:12908:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@000000000957956f x1754791738764544/t0(0) o400->ai200x-OST0002-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:5.0:1673551346.389282:0:12907:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:5.0:1673551346.389283:0:12907:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:12.0:1673551346.389284:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000100:00000001:4.0:1673551346.389284:0:230241:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551346.389285:0:12907:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000100:00000040:4.0:1673551346.389285:0:230241:0:(pinger.c:250:ptlrpc_pinger_process_import()) ai200x-MDT0001-lwp-OST0002_UUID->ai200x-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:18.2:1673551346.389286:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (68)++ 00000400:00000200:12.0:1673551346.389286:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:6.0:1673551346.389286:0:12908:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000400:00000200:5.0:1673551346.389286:0:12907:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501166, 4501167] 00000100:00000001:4.0:1673551346.389286:0:230241:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000040:6.0:1673551346.389287:0:12908:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000957956f x1754791738764544/t0(0) o400->ai200x-OST0002-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000010:4.0:1673551346.389287:0:230241:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000008da249d3. 00000020:00000040:4.0:1673551346.389287:0:230241:0:(genops.c:1192:class_import_get()) import 0000000069269ee7 refcount=3 obd=ai200x-MDT0001-lwp-OST0002 00000400:00000200:12.0:1673551346.389288:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:5.0:1673551346.389288:0:12907:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.57@o2ib 00000100:00000001:4.0:1673551346.389288:0:230241:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:12.0:1673551346.389289:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:6.0:1673551346.389289:0:12908:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551346.389289:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000100:00000001:6.0:1673551346.389290:0:12908:0:(events.c:94:request_out_callback()) Process leaving 02000000:00000001:4.0:1673551346.389290:0:230241:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:4.0:1673551346.389290:0:230241:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1673551346.389291:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 368 into portal 4 MB=0x63bf94a3e6c00 00000400:00000200:7.0:1673551346.389291:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000010:7.0:1673551346.389291:0:12906:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 0000000064f02efc. 02000000:00000010:4.0:1673551346.389291:0:230241:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c034dfa8. 00000400:00000010:7.0:1673551346.389292:0:12906:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e153242. 00000100:00000001:6.0:1673551346.389292:0:12908:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551346.389292:0:230241:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:7.0:1673551346.389293:0:12906:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738764672, portal 4 00000100:00000001:6.0:1673551346.389293:0:12908:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:6.0:1673551346.389293:0:12908:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551346.389293:0:12907:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.57@o2ib(172.16.0.56@o2ib:172.16.0.57@o2ib) : PUT try# 0 00000100:00000040:4.0:1673551346.389293:0:230241:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging ai200x-MDT0001-lwp-OST0002_UUID->ai200x-MDT0001_UUID req@000000008da249d3 x1754791738764992/t0(0) o400->ai200x-MDT0001-lwp-OST0002@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:12.0:1673551346.389294:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:7.0:1673551346.389294:0:12906:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:6.0:1673551346.389294:0:12908:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551346.389295:0:12906:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638504064 : -52831455071047552 : ff444e124f85f080) 00000100:00000001:6.0:1673551346.389295:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:5.0:1673551346.389295:0:12907:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000400:00000200:12.0:1673551346.389296:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.20@o2ib of length 368/368 into md 0x4bd8e74d [1] + 224 00000100:00000001:6.0:1673551346.389296:0:12908:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:5.0:1673551346.389296:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:17.0:1673551346.389297:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (69)++ 00000100:00000040:7.0:1673551346.389297:0:12906:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000fdf7a07d x1754791738764672/t0(0) o400->ai200x-OST0004-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:6.0:1673551346.389297:0:12908:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:4.0:1673551346.389297:0:230241:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:4.0:1673551346.389297:0:230241:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1673551346.389298:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:6.0:1673551346.389298:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1673551346.389298:0:12908:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000800:00000200:5.0:1673551346.389298:0:12907:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000ecadf817] -> 172.16.0.57@o2ib (2) version: 12 00000100:00000040:4.0:1673551346.389298:0:230241:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [000000008da249d3] to pc [ptlrpcd_01_01+1] req@000000008da249d3 x1754791738764992/t0(0) o400->ai200x-MDT0001-lwp-OST0002@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:6.0:1673551346.389299:0:12908:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000400:00000200:12.0:1673551346.389300:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000001:7.0:1673551346.389300:0:12906:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:6.0:1673551346.389300:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004884fca7 x1754791738764800/t0(0) o400->ai200x-OST0006-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:5.0:1673551346.389300:0:12907:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000a2509833] (68)++ 00000100:00000001:12.0:1673551346.389301:0:12872:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000040:7.0:1673551346.389301:0:12906:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000800:00000200:5.0:1673551346.389301:0:12907:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000a2509833] (69)++ 00000800:00000200:17.0:1673551346.389302:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.21@o2ib 00000100:00000200:12.0:1673551346.389302:0:12872:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@0000000056c4253e x1754791738764288/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551353 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:7.0:1673551346.389302:0:12906:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006432330d. 00000100:00000001:4.0:1673551346.389302:0:230241:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551346.389302:0:230241:0:(pinger.c:250:ptlrpc_pinger_process_import()) ai200x-MDT0003-lwp-OST0002_UUID->ai200x-MDT0003_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:7.0:1673551346.389303:0:12906:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1754791738764672, offset 0 00000800:00000200:5.0:1673551346.389303:0:12907:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000a2509833] (70)-- 00000400:00000200:17.0:1673551346.389304:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000100:00000001:5.0:1673551346.389304:0:12907:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389304:0:12907:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:4.0:1673551346.389304:0:230241:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:4.0:1673551346.389304:0:230241:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000a0612151. 00000400:00000200:17.0:1673551346.389305:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000400:00000200:7.0:1673551346.389305:0:12906:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000100:00000001:5.0:1673551346.389305:0:12907:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:4.0:1673551346.389305:0:230241:0:(genops.c:1192:class_import_get()) import 0000000055f3d96e refcount=3 obd=ai200x-MDT0003-lwp-OST0002 00000100:00000001:5.0:1673551346.389306:0:12907:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:4.0:1673551346.389306:0:230241:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:17.0:1673551346.389307:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000100:00000040:12.0:1673551346.389307:0:12872:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@0000000056c4253e x1754791738764288/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:7.0:1673551346.389307:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000040:5.0:1673551346.389307:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ff71ed9f x1754791738764736/t0(0) o400->ai200x-OST0005-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 02000000:00000001:4.0:1673551346.389307:0:230241:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:4.0:1673551346.389307:0:230241:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:17.0:1673551346.389308:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:7.0:1673551346.389308:0:12906:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000100:00000001:6.0:1673551346.389308:0:12908:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:6.0:1673551346.389308:0:12908:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:4.0:1673551346.389308:0:230241:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c3bebf3. 00000400:00000200:17.0:1673551346.389309:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 02000000:00000001:6.0:1673551346.389309:0:12908:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:4.0:1673551346.389309:0:230241:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:17.0:1673551346.389310:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 368 into portal 4 MB=0x63bf94a3e6b80 00000400:00000200:7.0:1673551346.389310:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964992, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 02000000:00000001:6.0:1673551346.389310:0:12908:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1673551346.389311:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 00000100:00100000:6.0:1673551346.389311:0:12908:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@000000004884fca7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12908:1754791738764800:172.16.0.22@o2ib:400: 00000100:00000001:5.0:1673551346.389311:0:12907:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:5.0:1673551346.389311:0:12907:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551346.389311:0:230241:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging ai200x-MDT0003-lwp-OST0002_UUID->ai200x-MDT0003_UUID req@00000000a0612151 x1754791738765056/t0(0) o400->ai200x-MDT0003-lwp-OST0002@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:18.2:1673551346.389312:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a2509833] (69)++ 00000400:00000200:17.0:1673551346.389312:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 02000000:00000001:5.0:1673551346.389312:0:12907:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:17.0:1673551346.389313:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.20@o2ib of length 368/368 into md 0x4bd8e76d [1] + 224 00000400:00000200:7.0:1673551346.389313:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1535, d:10, s:10964992, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964992, g:4294967295] 00000100:00000001:6.0:1673551346.389313:0:12908:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:6.0:1673551346.389313:0:12908:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:5.0:1673551346.389313:0:12907:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551346.389314:0:12872:0:(events.c:186:reply_in_callback()) Process leaving 02000000:00000001:6.0:1673551346.389314:0:12908:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:5.0:1673551346.389314:0:12907:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000ff71ed9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12907:1754791738764736:172.16.0.20@o2ib:400: 00000100:00000001:4.0:1673551346.389314:0:230241:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000400:00000200:17.0:1673551346.389315:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:12.0:1673551346.389315:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000306224d2] (69)++ 00000400:00000200:7.0:1673551346.389315:0:12906:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 02000000:00000001:6.0:1673551346.389315:0:12908:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:6.0:1673551346.389315:0:12908:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001ade2869. 00000100:00000001:4.0:1673551346.389315:0:230241:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1673551346.389316:0:12908:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389316:0:12907:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000040:4.0:1673551346.389316:0:230241:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000a0612151] to pc [ptlrpcd_01_02+2] req@00000000a0612151 x1754791738765056/t0(0) o400->ai200x-MDT0003-lwp-OST0002@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:17.0:1673551346.389317:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:17.0:1673551346.389317:0:12874:0:(events.c:104:reply_in_callback()) Process entered 00000800:00000200:12.0:1673551346.389317:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000306224d2] (70)-- 00000400:00000200:7.0:1673551346.389317:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964992, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964992, g:4294967295] 02000000:00000001:5.0:1673551346.389317:0:12907:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:5.0:1673551346.389317:0:12907:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:17.0:1673551346.389318:0:12874:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000694feb7d x1754791738764160/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551353 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:12.0:1673551346.389318:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (69)-- 02000000:00000001:5.0:1673551346.389318:0:12907:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:7.0:1673551346.389319:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1535, d:10, s:10964992, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964992, g:4294967295] 02000000:00000010:5.0:1673551346.389319:0:12907:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000079db82ac. 02000000:00000001:5.0:1673551346.389319:0:12907:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551346.389320:0:230241:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551346.389320:0:230241:0:(pinger.c:250:ptlrpc_pinger_process_import()) ai200x-MDT0002-lwp-OST0002_UUID->ai200x-MDT0002_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:19.0:1673551346.389321:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a2509833] (70)++ 00000100:00000040:17.0:1673551346.389321:0:12874:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000694feb7d x1754791738764160/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:11.0:1673551346.389321:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551346.389321:0:12912:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000200:7.0:1673551346.389321:0:12906:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000001:11.0:1673551346.389322:0:12912:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000200:7.0:1673551346.389322:0:12906:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000100:00000001:4.0:1673551346.389322:0:230241:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000800:00000200:19.0:1673551346.389323:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000a2509833] (71)-- 00000400:00000001:11.0:1673551346.389323:0:12912:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:11.0:1673551346.389323:0:12912:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000009d432585. 00000400:00000200:7.0:1673551346.389323:0:12906:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000100:00000010:4.0:1673551346.389323:0:230241:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000faefa68a. 00000020:00000040:4.0:1673551346.389323:0:230241:0:(genops.c:1192:class_import_get()) import 000000003de3a98b refcount=3 obd=ai200x-MDT0002-lwp-OST0002 00000400:00000200:19.0:1673551346.389324:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:11.0:1673551346.389324:0:12912:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000001922871e 00000400:00000010:11.0:1673551346.389324:0:12912:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000001922871e. 00000400:00000200:7.0:1673551346.389324:0:12906:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[32, 32], s:[10403813, 10403811] 00000100:00000001:4.0:1673551346.389324:0:230241:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:11.0:1673551346.389325:0:12912:0:(events.c:104:reply_in_callback()) Process entered 02000000:00000001:4.0:1673551346.389325:0:230241:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:4.0:1673551346.389325:0:230241:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:19.0:1673551346.389326:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.57@o2ib: PUT: OK 00000100:00000200:11.0:1673551346.389326:0:12912:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@0000000056c4253e x1754791738764288/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:7.0:1673551346.389326:0:12906:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.20@o2ib 02000000:00000010:4.0:1673551346.389326:0:230241:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011b343ca. 00000400:00000200:19.0:1673551346.389327:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000ac3b0326 00000100:00000001:17.0:1673551346.389327:0:12874:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000200:7.0:1673551346.389327:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:4.0:1673551346.389327:0:230241:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:19.0:1673551346.389328:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000ac3b0326. 00000800:00000200:17.0:1673551346.389328:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000009ece9c48] (69)++ 00000400:00000200:6.0:1673551346.389328:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000010:6.0:1673551346.389328:0:12908:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000ba27b7d4. 00000100:00000040:4.0:1673551346.389328:0:230241:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging ai200x-MDT0002-lwp-OST0002_UUID->ai200x-MDT0002_UUID req@00000000faefa68a x1754791738765120/t0(0) o400->ai200x-MDT0002-lwp-OST0002@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:19.0:1673551346.389329:0:12873:0:(events.c:54:request_out_callback()) Process entered 00000800:00000200:17.0:1673551346.389329:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000009ece9c48] (70)-- 00000100:00000200:11.0:1673551346.389329:0:12912:0:(events.c:128:reply_in_callback()) @@@ unlink req@0000000056c4253e x1754791738764288/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:6.0:1673551346.389329:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f236c3da. 00000400:00000200:5.0:1673551346.389329:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000200:19.0:1673551346.389330:0:12873:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000da551d93 x1754791738764480/t0(0) o400->ai200x-OST0001-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:17.0:1673551346.389330:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (69)-- 00000400:00000200:7.0:1673551346.389330:0:12906:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000100:00000200:6.0:1673551346.389330:0:12908:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738764800, portal 4 00000400:00000010:5.0:1673551346.389330:0:12907:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000910145cf. 00000800:00000200:17.0:1673551346.389331:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (70)-- 00000100:00000001:11.0:1673551346.389331:0:12912:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:11.0:1673551346.389331:0:12912:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1673551346.389331:0:12908:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000400:00000010:5.0:1673551346.389331:0:12907:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a2ad640. 00000100:00000001:11.0:1673551346.389332:0:12912:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:11.0:1673551346.389332:0:12912:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:6.0:1673551346.389332:0:12908:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638477568 : -52831455071074048 : ff444e124f858900) 00000100:00000200:5.0:1673551346.389332:0:12907:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738764736, portal 4 00000100:00000001:4.0:1673551346.389332:0:230241:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:4.0:1673551346.389332:0:230241:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551346.389333:0:12912:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:11.0:1673551346.389333:0:12912:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:7.0:1673551346.389333:0:12906:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000100:00000001:5.0:1673551346.389333:0:12907:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:5.0:1673551346.389333:0:12907:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638486784 : -52831455071064832 : ff444e124f85ad00) 00000100:00000001:1.0:1673551346.389333:0:12905:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:19.0:1673551346.389334:0:12873:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 02000000:00000001:11.0:1673551346.389334:0:12912:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:7.0:1673551346.389334:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000040:6.0:1673551346.389334:0:12908:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@000000004884fca7 x1754791738764800/t0(0) o400->ai200x-OST0006-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:4.0:1673551346.389334:0:230241:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000faefa68a] to pc [ptlrpcd_01_03+3] req@00000000faefa68a x1754791738765120/t0(0) o400->ai200x-MDT0002-lwp-OST0002@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1673551346.389334:0:12905:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000040:19.0:1673551346.389335:0:12873:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000da551d93 x1754791738764480/t0(0) o400->ai200x-OST0001-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:7.0:1673551346.389335:0:12906:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000c10ae60a] -> 172.16.0.20@o2ib (2) version: 12 00000100:00000040:5.0:1673551346.389335:0:12907:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000ff71ed9f x1754791738764736/t0(0) o400->ai200x-OST0005-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1673551346.389335:0:12905:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1673551346.389335:0:12905:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00001000:11.0:1673551346.389336:0:12912:0:(import.c:1925:at_measured()) add 1 to 000000008f5d780c time=118 v=1 (1 1 1 1) 00000400:00000010:1.0:1673551346.389336:0:12905:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 0000000027ce93f5. 00000400:00000200:1.0:1673551346.389336:0:12905:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000883b8ae3 00000100:00001000:11.0:1673551346.389337:0:12912:0:(import.c:1925:at_measured()) add 1 to 000000008a8633cc time=118 v=1 (1 1 1 1) 00000800:00000200:7.0:1673551346.389337:0:12906:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000306224d2] (68)++ 00000800:00000200:7.0:1673551346.389337:0:12906:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000306224d2] (69)++ 00000100:00000001:6.0:1673551346.389337:0:12908:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:4.0:1673551346.389337:0:230241:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1673551346.389337:0:12905:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000883b8ae3. 00000100:00000001:19.0:1673551346.389338:0:12873:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551346.389338:0:12912:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:11.0:1673551346.389338:0:12912:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389338:0:12907:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:4.0:1673551346.389338:0:230241:0:(pinger.c:250:ptlrpc_pinger_process_import()) ai200x-MDT0000-lwp-OST0003_UUID->ai200x-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1673551346.389338:0:12905:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:19.0:1673551346.389339:0:12873:0:(events.c:94:request_out_callback()) Process leaving 00010000:00000001:11.0:1673551346.389339:0:12912:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000800:00000200:7.0:1673551346.389339:0:12906:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000306224d2] (70)-- 00000100:00000040:6.0:1673551346.389339:0:12908:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000010:6.0:1673551346.389339:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c03d0675. 00000100:00000001:4.0:1673551346.389339:0:230241:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000800:00000200:3.2:1673551346.389339:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (68)++ 00000100:00000200:1.0:1673551346.389339:0:12905:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000694feb7d x1754791738764160/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:19.0:1673551346.389340:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (69)-- 00010000:00000001:11.0:1673551346.389340:0:12912:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551346.389340:0:12906:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:6.0:1673551346.389340:0:12908:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1754791738764800, offset 0 00000100:00000010:4.0:1673551346.389340:0:230241:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000ce7240db. 00000020:00000040:4.0:1673551346.389340:0:230241:0:(genops.c:1192:class_import_get()) import 00000000b4df174a refcount=3 obd=ai200x-MDT0000-lwp-OST0003 00000100:00000001:11.0:1673551346.389341:0:12912:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000001:7.0:1673551346.389341:0:12906:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:4.0:1673551346.389341:0:230241:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1673551346.389341:0:12905:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000694feb7d x1754791738764160/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:11.0:1673551346.389342:0:12912:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0004-osc-MDT0001: skip recheck: last_committed 292070691533 00000100:00000001:11.0:1673551346.389342:0:12912:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:7.0:1673551346.389342:0:12906:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551346.389342:0:12906:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389342:0:12908:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000800:00000200:5.2:1673551346.389342:0:12907:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (68)++ 02000000:00000001:4.0:1673551346.389342:0:230241:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:4.0:1673551346.389342:0:230241:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551346.389343:0:12912:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551346.389343:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:6.0:1673551346.389343:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 02000000:00000010:4.0:1673551346.389343:0:230241:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e045966c. 00000100:00000001:1.0:1673551346.389343:0:12905:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000040:11.0:1673551346.389344:0:12912:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056c4253e x1754791738764288/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:7.0:1673551346.389344:0:12906:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:4.0:1673551346.389344:0:230241:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551346.389344:0:12905:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1673551346.389344:0:12905:0:(client.c:1442:after_reply()) Process entered 00000100:00000001:7.0:1673551346.389345:0:12906:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:7.0:1673551346.389345:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000040:4.0:1673551346.389345:0:230241:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging ai200x-MDT0000-lwp-OST0003_UUID->ai200x-MDT0000_UUID req@00000000ce7240db x1754791738765184/t0(0) o400->ai200x-MDT0000-lwp-OST0003@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 02000000:00000001:1.0:1673551346.389345:0:12905:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1673551346.389345:0:12905:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:11.0:1673551346.389346:0:12912:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:7.0:1673551346.389346:0:12906:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1673551346.389346:0:12906:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000400:00000200:6.0:1673551346.389346:0:12908:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.22@o2ib local destination 00000100:00000001:1.0:1673551346.389346:0:12905:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1673551346.389346:0:12905:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551346.389347:0:12912:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000800:00000200:8.2:1673551346.389347:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000306224d2] (69)++ 00000400:00000200:6.0:1673551346.389347:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964993, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000100:00000001:11.0:1673551346.389348:0:12912:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:7.0:1673551346.389348:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae9e3a21 x1754791738764928/t0(0) o400->ai200x-MDT0000-lwp-OST0002@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:4.0:1673551346.389348:0:230241:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00001000:1.0:1673551346.389348:0:12905:0:(import.c:1925:at_measured()) add 1 to 000000008ac11dfe time=118 v=1 (1 1 1 1) 00000004:00000001:11.0:1673551346.389349:0:12912:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000100:00000040:5.0:1673551346.389349:0:12907:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000100:00000001:4.0:1673551346.389349:0:230241:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1673551346.389349:0:12905:0:(import.c:1925:at_measured()) add 1 to 0000000096d8c5a6 time=118 v=1 (1 1 1 1) 00000100:00000001:1.0:1673551346.389349:0:12905:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000800:00000200:17.0:1673551346.389350:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (69)++ 00000004:00000040:11.0:1673551346.389350:0:12912:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0004-osc-MDT0001: Updating status = 0 00000400:00000200:6.0:1673551346.389350:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964992, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10964993, g:4294967295] 00000400:00000010:5.0:1673551346.389350:0:12907:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098bd86e0. 00000100:00000001:1.0:1673551346.389350:0:12905:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:11.0:1673551346.389351:0:12912:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0004-osc-MDT0001: blocks=1923008600 free=1297072726 avail=1277607025 avail_mb=4990652 hwm_mb=14671 files=60817408 ffree=34648510 state=200: rc = 0 00000100:00000001:7.0:1673551346.389351:0:12906:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000200:5.0:1673551346.389351:0:12907:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1754791738764736, offset 0 00000100:00000040:4.0:1673551346.389351:0:230241:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000ce7240db] to pc [ptlrpcd_01_00+0] req@00000000ce7240db x1754791738765184/t0(0) o400->ai200x-MDT0000-lwp-OST0003@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00000001:1.0:1673551346.389351:0:12905:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1673551346.389351:0:12905:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.2:1673551346.389352:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (68)++ 00000100:00000001:7.0:1673551346.389352:0:12906:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389352:0:12908:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000100:00000001:1.0:1673551346.389352:0:12905:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000800:00000200:13.0:1673551346.389353:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (69)++ 00000004:00000020:11.0:1673551346.389353:0:12912:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0004-osc-MDT0001 (0000000019d426a4): 1923008600 blocks, 1297072726 free, 1277607025 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 33 reserved ino low, 67 reserved ino high, 60817408 files, 34648510 free files 0x200 02000000:00000001:7.0:1673551346.389353:0:12906:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:7.0:1673551346.389353:0:12906:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551346.389353:0:12907:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000100:00000040:1.0:1673551346.389353:0:12905:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0005-osc-MDT0001: skip recheck: last_committed 249121018746 00000800:00000200:17.0:1673551346.389354:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.57@o2ib 00000400:00000200:6.0:1673551346.389354:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964993, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964992, g:4294967295] 00000100:00000001:4.0:1673551346.389354:0:230241:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551346.389354:0:12905:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1673551346.389354:0:12905:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:17.0:1673551346.389355:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:13.0:1673551346.389355:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.20@o2ib 00000004:00000001:11.0:1673551346.389355:0:12912:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:7.0:1673551346.389355:0:12906:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000ae9e3a21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ai200x-MDT0000-lwp-OST0002_UUID:12906:1754791738764928:172.16.0.56@o2ib:400: 00000100:00000040:4.0:1673551346.389355:0:230241:0:(pinger.c:250:ptlrpc_pinger_process_import()) ai200x-MDT0001-lwp-OST0003_UUID->ai200x-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1673551346.389355:0:12905:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000694feb7d x1754791738764160/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000400:00000200:17.0:1673551346.389356:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.57@o2ib : PUT - for me 00000100:00000040:11.0:1673551346.389356:0:12912:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056c4253e x1754791738764288/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551353 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000001:7.0:1673551346.389356:0:12906:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000001:4.0:1673551346.389356:0:230241:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:4.0:1673551346.389356:0:230241:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000a64dae3a. 00000800:00000200:19.0:1673551346.389357:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000400:00000200:17.0:1673551346.389357:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:13.0:1673551346.389357:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 02000000:00000001:7.0:1673551346.389357:0:12906:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:7.0:1673551346.389357:0:12906:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:4.0:1673551346.389357:0:230241:0:(genops.c:1192:class_import_get()) import 0000000045a73d95 refcount=3 obd=ai200x-MDT0001-lwp-OST0003 00000100:00000001:1.0:1673551346.389357:0:12905:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:17.0:1673551346.389358:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000100:00100000:11.0:1673551346.389358:0:12912:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@0000000056c4253e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_02:ai200x-MDT0001-mdtlov_UUID:12912:1754791738764288:172.16.0.20@o2ib:13: 02000000:00000001:7.0:1673551346.389358:0:12906:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:6.0:1673551346.389358:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964992, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964992, g:4294967295] 00000100:00000001:4.0:1673551346.389358:0:230241:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:4.0:1673551346.389358:0:230241:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1673551346.389358:0:12905:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1673551346.389358:0:12905:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1673551346.389359:0:12912:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:7.0:1673551346.389359:0:12906:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015bb0527. 02000000:00000001:4.0:1673551346.389359:0:230241:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1673551346.389359:0:12905:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000400:00000200:17.0:1673551346.389360:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551346.389360:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000800:00000200:12.0:1673551346.389360:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (70)++ 00000100:00000001:11.0:1673551346.389360:0:12912:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 02000000:00000001:7.0:1673551346.389360:0:12906:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389360:0:12908:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 02000000:00000010:4.0:1673551346.389360:0:230241:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005758669. 00000100:00000001:4.0:1673551346.389360:0:230241:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1673551346.389360:0:12905:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0005-osc-MDT0001: Updating status = 0 00000400:00000200:17.0:1673551346.389361:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 25 MB=0x63bf94a3e6bc0 00000800:00000200:12.0:1673551346.389361:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000306224d2] (71)-- 00000100:00000040:11.0:1673551346.389361:0:12912:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000056c4253e x1754791738764288/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551353 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000400:00000200:6.0:1673551346.389361:0:12908:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000004:00000040:1.0:1673551346.389361:0:12905:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0005-osc-MDT0001: blocks=1923008600 free=1294555861 avail=1275090160 avail_mb=4980820 hwm_mb=14671 files=60817408 ffree=34442062 state=200: rc = 0 00000400:00000200:17.0:1673551346.389362:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551346.389362:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551346.389362:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:6.0:1673551346.389362:0:12908:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000100:00000040:4.0:1673551346.389362:0:230241:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging ai200x-MDT0001-lwp-OST0003_UUID->ai200x-MDT0001_UUID req@00000000a64dae3a x1754791738765248/t0(0) o400->ai200x-MDT0001-lwp-OST0003@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000004:00000020:1.0:1673551346.389362:0:12905:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0005-osc-MDT0001 (000000006816b24e): 1923008600 blocks, 1294555861 free, 1275090160 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 33 reserved ino low, 67 reserved ino high, 60817408 files, 34442062 free files 0x200 00000400:00000200:17.0:1673551346.389363:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.16.0.56@o2ib of length 224/224 into md 0x4bd8e7ad [1] + 224 00000100:00000001:11.0:1673551346.389363:0:12912:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:11.0:1673551346.389363:0:12912:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:17.0:1673551346.389364:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551346.389364:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551346.389364:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 02000000:00000010:11.0:1673551346.389364:0:12912:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000087857dd8. 00000400:00000200:6.0:1673551346.389364:0:12908:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.23@o2ib c:[32, 32], s:[3094133, 3094133] 00000100:00000001:4.0:1673551346.389364:0:230241:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000004:00000001:1.0:1673551346.389364:0:12905:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1673551346.389365:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 02000000:00000001:11.0:1673551346.389365:0:12912:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:11.0:1673551346.389365:0:12912:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:11.0:1673551346.389365:0:12912:0:(genops.c:1205:class_import_put()) import 00000000e662c092 refcount=2 obd=ai200x-OST0004-osc-MDT0001 00000400:00000200:6.0:1673551346.389365:0:12908:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.22@o2ib 00000100:00000001:4.0:1673551346.389365:0:230241:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:17.0:1673551346.389366:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000100:00000001:17.0:1673551346.389366:0:12874:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:12.0:1673551346.389366:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000006432330d 00000020:00000001:11.0:1673551346.389366:0:12912:0:(genops.c:1212:class_import_put()) Process leaving 00000400:00000200:6.0:1673551346.389366:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000040:4.0:1673551346.389366:0:230241:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000a64dae3a] to pc [ptlrpcd_01_01+1] req@00000000a64dae3a x1754791738765248/t0(0) o400->ai200x-MDT0001-lwp-OST0003@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:1.0:1673551346.389366:0:12905:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000694feb7d x1754791738764160/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551353 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000200:17.0:1673551346.389367:0:12874:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000d09aec06 x1754791738764224/t0(0) o400->MGC172.16.0.56@o2ib@172.16.0.56@o2ib:26/25 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:13.0:1673551346.389367:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 368 into portal 4 MB=0x63bf94a3e6b40 00000400:00000010:12.0:1673551346.389367:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000006432330d. 02000000:00000010:11.0:1673551346.389367:0:12912:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004d303400. 02000000:00000001:11.0:1673551346.389367:0:12912:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:12.0:1673551346.389368:0:12872:0:(events.c:54:request_out_callback()) Process entered 02000000:00000001:11.0:1673551346.389368:0:12912:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:11.0:1673551346.389368:0:12912:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000056c4253e. 00000400:00000200:5.0:1673551346.389368:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00100000:1.0:1673551346.389368:0:12905:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000694feb7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ai200x-MDT0001-mdtlov_UUID:12905:1754791738764160:172.16.0.20@o2ib:13: 00000400:00000200:13.0:1673551346.389369:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:11.0:1673551346.389369:0:12912:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:11.0:1673551346.389369:0:12912:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:5.0:1673551346.389369:0:12907:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000100:00000001:4.0:1673551346.389369:0:230241:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:17.0:1673551346.389370:0:12874:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d09aec06 x1754791738764224/t0(0) o400->MGC172.16.0.56@o2ib@172.16.0.56@o2ib:26/25 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:12.0:1673551346.389370:0:12872:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000fdf7a07d x1754791738764672/t0(0) o400->ai200x-OST0004-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:11.0:1673551346.389370:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1673551346.389370:0:12912:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:6.0:1673551346.389370:0:12908:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.22@o2ib(172.16.0.22@o2ib:172.16.0.22@o2ib) : PUT try# 0 00000100:00000040:4.0:1673551346.389370:0:230241:0:(pinger.c:250:ptlrpc_pinger_process_import()) ai200x-MDT0003-lwp-OST0003_UUID->ai200x-MDT0003_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1673551346.389370:0:12905:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1673551346.389370:0:12905:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:11.0:1673551346.389371:0:12912:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551346.389371:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000400:00000200:5.0:1673551346.389371:0:12907:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964993, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000100:00000001:4.0:1673551346.389371:0:230241:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1673551346.389371:0:12905:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000694feb7d x1754791738764160/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551353 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:17.0:1673551346.389372:0:12874:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000200:13.0:1673551346.389372:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.20@o2ib of length 368/368 into md 0x4bd8e78d [1] + 224 00000100:00000001:11.0:1673551346.389372:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551346.389372:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000800:00000200:6.0:1673551346.389372:0:12908:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.22@o2ib 00000100:00000010:4.0:1673551346.389372:0:230241:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000001e1fc30d. 00000020:00000040:4.0:1673551346.389372:0:230241:0:(genops.c:1192:class_import_get()) import 00000000e6c664a6 refcount=3 obd=ai200x-MDT0003-lwp-OST0003 00000800:00000200:17.0:1673551346.389373:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000580cc9cc] (69)++ 00000400:00000200:13.0:1673551346.389373:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:12.0:1673551346.389373:0:12872:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:11.0:1673551346.389373:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551346.389373:0:12907:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1535, d:10, s:10964993, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10964993, g:4294967295] 00000100:00000001:4.0:1673551346.389373:0:230241:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1673551346.389373:0:12905:0:(client.c:2641:__ptlrpc_free_req()) Process entered 00000800:00000200:17.0:1673551346.389374:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000580cc9cc] (70)-- 00000800:00000200:17.0:1673551346.389374:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 00000100:00000040:12.0:1673551346.389374:0:12872:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000fdf7a07d x1754791738764672/t0(0) o400->ai200x-OST0004-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 02000000:00000001:4.0:1673551346.389374:0:230241:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:4.0:1673551346.389374:0:230241:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1673551346.389374:0:12905:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1673551346.389374:0:12905:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000061b74af5. 00000400:00000200:13.0:1673551346.389375:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:5.0:1673551346.389375:0:12907:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 02000000:00000010:4.0:1673551346.389375:0:230241:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d7c1abb4. 00000100:00000001:13.0:1673551346.389376:0:12871:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:4.0:1673551346.389376:0:230241:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1673551346.389376:0:12905:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1673551346.389376:0:12905:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:1.0:1673551346.389376:0:12905:0:(genops.c:1205:class_import_put()) import 00000000aefacf36 refcount=2 obd=ai200x-OST0005-osc-MDT0001 00000100:00000200:13.0:1673551346.389377:0:12871:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000c1b682e2 x1754791738764096/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551353 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:12.0:1673551346.389377:0:12872:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551346.389377:0:12907:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964993, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10964993, g:4294967295] 00000020:00000001:1.0:1673551346.389377:0:12905:0:(genops.c:1212:class_import_put()) Process leaving 00000100:00000001:12.0:1673551346.389378:0:12872:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000040:4.0:1673551346.389378:0:230241:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging ai200x-MDT0003-lwp-OST0003_UUID->ai200x-MDT0003_UUID req@000000001e1fc30d x1754791738765312/t0(0) o400->ai200x-MDT0003-lwp-OST0003@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1673551346.389378:0:12905:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000000188ddad. 02000000:00000001:1.0:1673551346.389378:0:12905:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00000800:00000200:12.0:1673551346.389379:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (70)-- 00000400:00000200:5.0:1673551346.389379:0:12907:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1535, d:10, s:10964993, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10964993, g:4294967295] 02000000:00000001:1.0:1673551346.389379:0:12905:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1673551346.389379:0:12905:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000694feb7d. 00000800:00000200:12.0:1673551346.389380:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)++ 00000100:00000040:13.0:1673551346.389381:0:12871:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000c1b682e2 x1754791738764096/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:5.0:1673551346.389381:0:12907:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000100:00000001:4.0:1673551346.389381:0:230241:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000800:00000200:12.0:1673551346.389382:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.56@o2ib 00000100:00000001:4.0:1673551346.389382:0:230241:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551346.389382:0:12905:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1673551346.389382:0:12905:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:12.0:1673551346.389383:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:5.0:1673551346.389383:0:12907:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000100:00000040:4.0:1673551346.389383:0:230241:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [000000001e1fc30d] to pc [ptlrpcd_01_02+2] req@000000001e1fc30d x1754791738765312/t0(0) o400->ai200x-MDT0003-lwp-OST0003@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1673551346.389383:0:12905:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:5.0:1673551346.389384:0:12907:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000100:00000001:1.0:1673551346.389384:0:12905:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1673551346.389384:0:12905:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551346.389384:0:12905:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:13.0:1673551346.389385:0:12871:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000200:5.0:1673551346.389385:0:12907:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[32, 32], s:[10403813, 10403812] 00000100:00000001:1.0:1673551346.389385:0:12905:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551346.389385:0:12905:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000800:00000200:13.0:1673551346.389386:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000007a1be710] (70)++ 00000400:00000200:12.0:1673551346.389386:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.56@o2ib : PUT - for me 00000100:00000001:1.0:1673551346.389386:0:12905:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1673551346.389387:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000007a1be710] (71)-- 00000400:00000200:12.0:1673551346.389387:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:5.0:1673551346.389387:0:12907:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.20@o2ib 00000100:00000001:4.0:1673551346.389387:0:230241:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1673551346.389388:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000400:00000200:12.0:1673551346.389388:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000040:4.0:1673551346.389388:0:230241:0:(pinger.c:250:ptlrpc_pinger_process_import()) ai200x-MDT0002-lwp-OST0003_UUID->ai200x-MDT0002_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:13.0:1673551346.389389:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000400:00000200:5.0:1673551346.389389:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:4.0:1673551346.389389:0:230241:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000800:00000200:13.0:1673551346.389390:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (69)-- 00000400:00000200:12.0:1673551346.389390:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:7.0:1673551346.389390:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000010:4.0:1673551346.389390:0:230241:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000007bc0e836. 00000020:00000040:4.0:1673551346.389390:0:230241:0:(genops.c:1192:class_import_get()) import 0000000079d1b9f4 refcount=3 obd=ai200x-MDT0002-lwp-OST0003 00000400:00000200:12.0:1673551346.389391:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 4 MB=0x63bf94a3e6c80 00000400:00000010:7.0:1673551346.389391:0:12906:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000caec6eaa. 00000400:00000200:6.0:1673551346.389391:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000001:4.0:1673551346.389391:0:230241:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:13.0:1673551346.389392:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000400:00000010:7.0:1673551346.389392:0:12906:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a9934df. 02000000:00000001:4.0:1673551346.389392:0:230241:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:4.0:1673551346.389392:0:230241:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:7.0:1673551346.389393:0:12906:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738764928, portal 10 00000100:00000001:7.0:1673551346.389393:0:12906:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000800:00000200:6.0:1673551346.389393:0:12908:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000053b02a27] -> 172.16.0.22@o2ib (2) version: 12 02000000:00000010:4.0:1673551346.389393:0:230241:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000233ba377. 00000100:00000001:7.0:1673551346.389394:0:12906:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638493696 : -52831455071057920 : ff444e124f85c800) 00000400:00000200:5.0:1673551346.389394:0:12907:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000100:00000001:4.0:1673551346.389394:0:230241:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:6.0:1673551346.389395:0:12908:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000a8f662b5] (68)++ 00000800:00000200:6.0:1673551346.389395:0:12908:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000a8f662b5] (69)++ 00000100:00000040:7.0:1673551346.389396:0:12906:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000ae9e3a21 x1754791738764928/t0(0) o400->ai200x-MDT0000-lwp-OST0002@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:5.0:1673551346.389396:0:12907:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000100:00000040:4.0:1673551346.389396:0:230241:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging ai200x-MDT0002-lwp-OST0003_UUID->ai200x-MDT0002_UUID req@000000007bc0e836 x1754791738765376/t0(0) o400->ai200x-MDT0002-lwp-OST0003@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:12.0:1673551346.389397:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:6.0:1673551346.389397:0:12908:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000a8f662b5] (70)-- 00000400:00000200:5.0:1673551346.389397:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:6.0:1673551346.389398:0:12908:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1673551346.389399:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.56@o2ib of length 224/224 into md 0x4bd8e7cd [1] + 224 00000100:00000001:7.0:1673551346.389399:0:12906:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:6.0:1673551346.389399:0:12908:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:5.0:1673551346.389399:0:12907:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000c10ae60a] -> 172.16.0.20@o2ib (2) version: 12 00000100:00000001:4.0:1673551346.389399:0:230241:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:4.0:1673551346.389399:0:230241:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1673551346.389400:0:12906:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000100:00000001:6.0:1673551346.389400:0:12908:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:5.0:1673551346.389400:0:12907:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000306224d2] (68)++ 00000400:00000200:12.0:1673551346.389401:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:7.0:1673551346.389401:0:12906:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a22502a7. 00000400:00000001:6.0:1673551346.389401:0:12908:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000800:00000200:5.0:1673551346.389401:0:12907:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000306224d2] (69)++ 00000100:00000040:4.0:1673551346.389401:0:230241:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [000000007bc0e836] to pc [ptlrpcd_01_03+3] req@000000007bc0e836 x1754791738765376/t0(0) o400->ai200x-MDT0002-lwp-OST0003@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:7.0:1673551346.389402:0:12906:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1754791738764928, offset 0 00000400:00000001:6.0:1673551346.389402:0:12908:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:6.0:1673551346.389402:0:12908:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000d60d1d02. 00000800:00000200:18.2:1673551346.389403:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a2509833] (68)++ 00000400:00000200:12.0:1673551346.389403:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: PUT: OK 00000400:00000200:6.0:1673551346.389403:0:12908:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000b23a6901 00000800:00000200:5.0:1673551346.389403:0:12907:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000306224d2] (70)-- 00000400:00000200:7.0:1673551346.389404:0:12906:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000400:00000010:6.0:1673551346.389404:0:12908:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000b23a6901. 00000100:00000001:5.0:1673551346.389404:0:12907:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389404:0:12907:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:4.0:1673551346.389404:0:230241:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551346.389405:0:12872:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:7.0:1673551346.389405:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:6.0:1673551346.389405:0:12908:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:5.0:1673551346.389405:0:12907:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:12.0:1673551346.389406:0:12872:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@000000001eca6c66 x1754791738764416/t0(0) o400->ai200x-OST0000-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:11.2:1673551346.389406:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a8f662b5] (69)++ 00000400:00000200:7.0:1673551346.389406:0:12906:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000100:00000200:6.0:1673551346.389406:0:12908:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000d09aec06 x1754791738764224/t0(0) o400->MGC172.16.0.56@o2ib@172.16.0.56@o2ib:26/25 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000400:00000001:5.0:1673551346.389406:0:12907:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000040:4.0:1673551346.389406:0:230241:0:(pinger.c:250:ptlrpc_pinger_process_import()) ai200x-MDT0000-lwp-MDT0001_UUID->ai200x-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:5.0:1673551346.389407:0:12907:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000200:7.0:1673551346.389408:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964994, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000010:5.0:1673551346.389408:0:12907:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 0000000083d6e76c. 00000400:00000200:5.0:1673551346.389408:0:12907:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003be8618e 00000100:00000001:4.0:1673551346.389408:0:230241:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000400:00000010:5.0:1673551346.389409:0:12907:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003be8618e. 00000100:00000010:4.0:1673551346.389409:0:230241:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000007e1cd02c. 00000020:00000040:4.0:1673551346.389409:0:230241:0:(genops.c:1192:class_import_get()) import 00000000138b0ec0 refcount=3 obd=ai200x-MDT0000-lwp-MDT0001 00000100:00000040:12.0:1673551346.389410:0:12872:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000001eca6c66 x1754791738764416/t0(0) o400->ai200x-OST0000-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:7.0:1673551346.389410:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1535, d:10, s:10964993, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10964994, g:4294967295] 00000100:00000200:6.0:1673551346.389410:0:12908:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000d09aec06 x1754791738764224/t0(0) o400->MGC172.16.0.56@o2ib@172.16.0.56@o2ib:26/25 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551346.389410:0:12907:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:4.0:1673551346.389410:0:230241:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:8.2:1673551346.389411:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000306224d2] (69)++ 02000000:00000001:4.0:1673551346.389411:0:230241:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:4.0:1673551346.389411:0:230241:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:7.0:1673551346.389412:0:12906:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000100:00000200:5.0:1673551346.389412:0:12907:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000c1b682e2 x1754791738764096/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 02000000:00000010:4.0:1673551346.389412:0:230241:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009406cb22. 00000100:00000001:12.0:1673551346.389413:0:12872:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:4.0:1673551346.389413:0:230241:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1673551346.389414:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000f2f16d9a] (69)++ 00000400:00000200:7.0:1673551346.389414:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964994, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1535, d:10, s:10964993, g:4294967295] 00000100:00000001:6.0:1673551346.389414:0:12908:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:6.0:1673551346.389414:0:12908:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:12.0:1673551346.389415:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000f2f16d9a] (70)-- 00000100:00000001:6.0:1673551346.389415:0:12908:0:(client.c:1442:after_reply()) Process entered 00000100:00000040:4.0:1673551346.389415:0:230241:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging ai200x-MDT0000-lwp-MDT0001_UUID->ai200x-MDT0000_UUID req@000000007e1cd02c x1754791738765440/t0(0) o400->ai200x-MDT0000-lwp-MDT0001@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:19.0:1673551346.389416:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a2509833] (69)++ 00000800:00000200:12.0:1673551346.389416:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000400:00000200:7.0:1673551346.389416:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1535, d:10, s:10964993, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1535, d:10, s:10964993, g:4294967295] 02000000:00000001:6.0:1673551346.389416:0:12908:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:6.0:1673551346.389416:0:12908:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000200:5.0:1673551346.389416:0:12907:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000c1b682e2 x1754791738764096/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:12.0:1673551346.389417:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (70)++ 00000100:00000001:6.0:1673551346.389417:0:12908:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:7.0:1673551346.389418:0:12906:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000100:00000001:4.0:1673551346.389418:0:230241:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000800:00000200:12.0:1673551346.389419:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000306224d2] (71)-- 00000400:00000200:7.0:1673551346.389419:0:12906:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 02000000:00000001:6.0:1673551346.389419:0:12908:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389419:0:12907:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:4.0:1673551346.389419:0:230241:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1673551346.389420:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a8f662b5] (70)++ 00000800:00000200:13.0:1673551346.389420:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (71)++ 00000400:00000200:12.0:1673551346.389420:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:7.0:1673551346.389420:0:12906:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000100:00001000:6.0:1673551346.389420:0:12908:0:(import.c:1925:at_measured()) add 1 to 000000009f6551e2 time=156 v=1 (1 1 1 1) 00000100:00000001:5.0:1673551346.389420:0:12907:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:4.0:1673551346.389420:0:230241:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [000000007e1cd02c] to pc [ptlrpcd_01_00+0] req@000000007e1cd02c x1754791738765440/t0(0) o400->ai200x-MDT0000-lwp-MDT0001@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:13.0:1673551346.389421:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.20@o2ib 00000100:00000001:5.0:1673551346.389421:0:12907:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:5.0:1673551346.389421:0:12907:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000400:00000200:12.0:1673551346.389422:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:7.0:1673551346.389422:0:12906:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501167, 4501167] 00000100:00001000:6.0:1673551346.389422:0:12908:0:(import.c:1925:at_measured()) add 1 to 0000000027eb1680 time=156 v=1 (1 1 1 1) 00000100:00000001:5.0:1673551346.389422:0:12907:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000800:00000200:19.0:1673551346.389423:0:12873:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.57@o2ib 00000400:00000200:13.0:1673551346.389423:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551346.389423:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000098bd86e0 00000400:00000200:7.0:1673551346.389423:0:12906:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.56@o2ib 00000100:00000001:6.0:1673551346.389423:0:12908:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:5.0:1673551346.389423:0:12907:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551346.389423:0:230241:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:12.0:1673551346.389424:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000098bd86e0. 00000100:00000001:6.0:1673551346.389424:0:12908:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1673551346.389424:0:12907:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:19.0:1673551346.389425:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:13.0:1673551346.389425:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000100:00000001:12.0:1673551346.389425:0:12872:0:(events.c:54:request_out_callback()) Process entered 00000400:00000200:7.0:1673551346.389425:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00010000:00000001:6.0:1673551346.389425:0:12908:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:6.0:1673551346.389425:0:12908:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:5.0:1673551346.389425:0:12907:0:(import.c:1925:at_measured()) add 1 to 00000000be1b4d3a time=118 v=1 (1 1 1 1) 00000020:00000001:4.0:1673551346.389425:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073532672596 : -176879020 : fffffffff5750a54) 00000800:00000200:21.0:1673551346.389426:0:12875:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000a8f662b5] (71)-- 00000100:00000200:12.0:1673551346.389426:0:12872:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000ff71ed9f x1754791738764736/t0(0) o400->ai200x-OST0005-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:6.0:1673551346.389426:0:12908:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:21.0:1673551346.389427:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:19.0:1673551346.389427:0:12873:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.57@o2ib : PUT - for me 00000800:00000200:17.0:1673551346.389427:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (70)-- 00000100:00001000:5.0:1673551346.389427:0:12907:0:(import.c:1925:at_measured()) add 1 to 000000005ad7af53 time=118 v=1 (1 1 1 1) 00000020:00000001:4.0:1673551346.389427:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=261442086 : 261442086 : f954a26) 00000100:00000040:6.0:1673551346.389428:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d09aec06 x1754791738764224/t0(0) o400->MGC172.16.0.56@o2ib@172.16.0.56@o2ib:26/25 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551346.389428:0:12907:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:5.0:1673551346.389428:0:12907:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551346.389428:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=374304940 : 374304940 : 164f70ac) 00000400:00000200:21.0:1673551346.389429:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.22@o2ib: PUT: OK 00000400:00000200:19.0:1673551346.389429:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000100:00000001:12.0:1673551346.389429:0:12872:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000400:00000200:7.0:1673551346.389429:0:12906:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) : PUT try# 0 00010000:00000001:5.0:1673551346.389429:0:12907:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000020:00000001:4.0:1673551346.389429:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073206931141 : -502620475 : ffffffffe20a9ec5) 00000400:00000200:21.0:1673551346.389430:0:12875:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000c03d0675 00000100:00000040:12.0:1673551346.389430:0:12872:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ff71ed9f x1754791738764736/t0(0) o400->ai200x-OST0005-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00010000:00000001:5.0:1673551346.389430:0:12907:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551346.389430:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072226292910 : -1483258706 : ffffffffa79744ae) 00000400:00000010:21.0:1673551346.389431:0:12875:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000c03d0675. 00000400:00000200:19.0:1673551346.389431:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000100:00000001:6.0:1673551346.389431:0:12908:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:4.0:1673551346.389431:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073557036085 : -152515531 : fffffffff6e8cc35) 00000100:00000001:21.0:1673551346.389432:0:12875:0:(events.c:54:request_out_callback()) Process entered 00000400:00000200:13.0:1673551346.389432:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:7.0:1673551346.389432:0:12906:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.56@o2ib 00000100:00000001:6.0:1673551346.389432:0:12908:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:5.0:1673551346.389432:0:12907:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:5.0:1673551346.389432:0:12907:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0002-osp-MDT0001: skip recheck: last_committed 287995498174 00000020:00000001:4.0:1673551346.389432:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=142336383 : 142336383 : 87be17f) 00000400:00000200:19.0:1673551346.389433:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551346.389433:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:12.0:1673551346.389433:0:12872:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:7.0:1673551346.389433:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:6.0:1673551346.389433:0:12908:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551346.389433:0:12907:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000020:00000001:4.0:1673551346.389433:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073424253533 : -285298083 : ffffffffeefeb25d) 00000800:00000200:23.0:1673551346.389434:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (70)-- 00000100:00000200:21.0:1673551346.389434:0:12875:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@000000004884fca7 x1754791738764800/t0(0) o400->ai200x-OST0006-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:12.0:1673551346.389434:0:12872:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000040:6.0:1673551346.389434:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d09aec06 x1754791738764224/t0(0) o400->MGC172.16.0.56@o2ib@172.16.0.56@o2ib:26/25 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551346.389434:0:12907:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551346.389434:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072927439806 : -782111810 : ffffffffd161ebbe) 00000400:00000200:19.0:1673551346.389435:0:12873:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 4 MB=0x63bf94a3e6cc0 00000400:00000200:13.0:1673551346.389435:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:12.0:1673551346.389435:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (71)-- 00000800:00000200:7.0:1673551346.389435:0:12906:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000e56901fc] -> 172.16.0.56@o2ib (2) version: 12 00000100:00000040:5.0:1673551346.389435:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c1b682e2 x1754791738764096/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000020:00000001:4.0:1673551346.389435:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072929535389 : -780016227 : ffffffffd181e59d) 00000400:00000200:13.0:1673551346.389436:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 4 MB=0x63bf94a3e6d80 00000020:00000001:4.0:1673551346.389436:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072599123969 : -1110427647 : ffffffffbdd03801) 00000100:00000001:21.0:1673551346.389437:0:12875:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000400:00000200:19.0:1673551346.389437:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551346.389437:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:12.0:1673551346.389437:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (70)-- 00000800:00000200:7.0:1673551346.389437:0:12906:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000008042fb16] (68)++ 00000020:00000001:4.0:1673551346.389437:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072658309315 : -1051242301 : ffffffffc15750c3) 00000100:00000040:21.0:1673551346.389438:0:12875:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004884fca7 x1754791738764800/t0(0) o400->ai200x-OST0006-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:7.0:1673551346.389438:0:12906:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000008042fb16] (69)++ 00000100:00100000:6.0:1673551346.389438:0:12908:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000d09aec06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:21734293-b2c4-4a9f-883c-bf01f8e49d6b:12908:1754791738764224:172.16.0.56@o2ib:400: 00000020:00000001:4.0:1673551346.389438:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1805725672 : 1805725672 : 6ba12fe8) 00000400:00000200:19.0:1673551346.389439:0:12873:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.56@o2ib of length 224/224 into md 0x4bd8e80d [1] + 224 00000800:00000200:7.0:1673551346.389439:0:12906:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000008042fb16] (70)-- 00000100:00000001:5.0:1673551346.389439:0:12907:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:4.0:1673551346.389439:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1465036029 : 1465036029 : 5752acfd) 00000020:00000001:4.0:1673551346.389439:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=2399217312 : 2399217312 : 8f0126a0) 00000100:00000001:21.0:1673551346.389440:0:12875:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551346.389440:0:12906:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389440:0:12908:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389440:0:12907:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:4.0:1673551346.389440:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1574753651 : 1574753651 : 5ddcd573) 00000100:00000001:21.0:1673551346.389441:0:12875:0:(events.c:94:request_out_callback()) Process leaving 00000400:00000200:19.0:1673551346.389441:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:7.0:1673551346.389441:0:12906:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:6.0:1673551346.389441:0:12908:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:5.0:1673551346.389441:0:12907:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:5.0:1673551346.389441:0:12907:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000020:00000001:4.0:1673551346.389441:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=304503379 : 304503379 : 12265a53) 00000800:00000200:21.0:1673551346.389442:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (69)-- 00000400:00000200:13.0:1673551346.389442:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.20@o2ib of length 224/224 into md 0x4bd8e82d [1] + 224 00000100:00000001:7.0:1673551346.389442:0:12906:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:6.0:1673551346.389442:0:12908:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d09aec06 x1754791738764224/t0(0) o400->MGC172.16.0.56@o2ib@172.16.0.56@o2ib:26/25 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000020:00000001:4.0:1673551346.389442:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1730258989 : 1730258989 : 6721a82d) 00000400:00000200:19.0:1673551346.389443:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.57@o2ib: PUT: OK 00000400:00000001:7.0:1673551346.389443:0:12906:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000004:00000040:5.0:1673551346.389443:0:12907:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-MDT0002-osp-MDT0001: blocks=34884907 free=598078 avail=0 avail_mb=0 hwm_mb=267 files=96642000 ffree=66038855 state=220: rc = 0 00000020:00000001:4.0:1673551346.389443:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1584841493 : 1584841493 : 5e76c315) 00000400:00000200:13.0:1673551346.389444:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:7.0:1673551346.389444:0:12906:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000020:00000001:4.0:1673551346.389444:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1533030095 : 1533030095 : 5b602ecf) 00000400:00000200:13.0:1673551346.389445:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000010:7.0:1673551346.389445:0:12906:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000b60ce4c7. 00000400:00000200:7.0:1673551346.389445:0:12906:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000054e492ff 00000100:00000001:6.0:1673551346.389445:0:12908:0:(client.c:2641:__ptlrpc_free_req()) Process entered 00000004:00000020:5.0:1673551346.389445:0:12907:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-MDT0002-osp-MDT0001 (00000000e45e734f): 34884907 blocks, 598078 free, 0 avail, 4096 bsize, 133 reserved mb low, 267 reserved mb high, 63 reserved ino low, 127 reserved ino high, 96642000 files, 66038855 free files 0x220 00000020:00000001:4.0:1673551346.389445:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072928235078 : -781316538 : ffffffffd16e0e46) 00000400:00000010:7.0:1673551346.389446:0:12906:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000054e492ff. 02000000:00000001:6.0:1673551346.389446:0:12908:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:4.0:1673551346.389446:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=89607714 : 89607714 : 5574e22) 00000100:00000001:7.0:1673551346.389447:0:12906:0:(events.c:104:reply_in_callback()) Process entered 02000000:00000010:6.0:1673551346.389447:0:12908:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7e41df1. 00000020:00000001:4.0:1673551346.389447:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072905643732 : -803907884 : ffffffffd01556d4) 00000100:00000200:7.0:1673551346.389448:0:12906:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@000000001eca6c66 x1754791738764416/t0(0) o400->ai200x-OST0000-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 02000000:00000001:6.0:1673551346.389448:0:12908:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:6.0:1673551346.389448:0:12908:0:(genops.c:1199:class_import_put()) Process entered 00000004:00000001:5.0:1673551346.389448:0:12907:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551346.389448:0:230241:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=48075981 : 48075981 : 2dd94cd) 00000800:00000200:3.2:1673551346.389448:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (69)++ 00000100:00000001:19.0:1673551346.389449:0:12873:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:13.0:1673551346.389449:0:12871:0:(events.c:104:reply_in_callback()) Process entered 00000020:00000040:6.0:1673551346.389449:0:12908:0:(genops.c:1205:class_import_put()) import 00000000616dbb5b refcount=3 obd=MGC172.16.0.56@o2ib 00000100:00000040:4.0:1673551346.389449:0:230241:0:(pinger.c:323:ptlrpc_pinger_main()) next wakeup in 12 (53624) 00000020:00000001:6.0:1673551346.389450:0:12908:0:(genops.c:1212:class_import_put()) Process leaving 00000100:00000040:5.0:1673551346.389450:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1b682e2 x1754791738764096/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551353 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000200:19.0:1673551346.389451:0:12873:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000da551d93 x1754791738764480/t0(0) o400->ai200x-OST0001-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:13.0:1673551346.389451:0:12871:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000fdf7a07d x1754791738764672/t0(0) o400->ai200x-OST0004-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 02000000:00000010:6.0:1673551346.389451:0:12908:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000000215fbe3. 00000100:00000200:7.0:1673551346.389452:0:12906:0:(events.c:128:reply_in_callback()) @@@ unlink req@000000001eca6c66 x1754791738764416/t0(0) o400->ai200x-OST0000-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 02000000:00000001:6.0:1673551346.389452:0:12908:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:6.0:1673551346.389452:0:12908:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:6.0:1673551346.389453:0:12908:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000d09aec06. 00000100:00100000:5.0:1673551346.389453:0:12907:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000c1b682e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ai200x-MDT0001-mdtlov_UUID:12907:1754791738764096:172.16.0.20@o2ib:41: 00000100:00000001:6.0:1673551346.389454:0:12908:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000040:19.0:1673551346.389455:0:12873:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000da551d93 x1754791738764480/t0(0) o400->ai200x-OST0001-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000040:13.0:1673551346.389455:0:12871:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000fdf7a07d x1754791738764672/t0(0) o400->ai200x-OST0004-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:6.0:1673551346.389455:0:12908:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551346.389455:0:12907:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551346.389455:0:2269448:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:12.0:1673551346.389456:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (70)++ 00000100:00000001:7.0:1673551346.389456:0:12906:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:7.0:1673551346.389456:0:12906:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1673551346.389456:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551346.389456:0:12907:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 02000000:00000001:4.0:1673551346.389456:0:2269448:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:12.0:1673551346.389457:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000008042fb16] (71)-- 00000100:00000001:7.0:1673551346.389457:0:12906:0:(client.c:1442:after_reply()) Process entered 00000100:00000001:6.0:1673551346.389457:0:12908:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:5.0:1673551346.389457:0:12907:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c1b682e2 x1754791738764096/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551353 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:4.0:1673551346.389457:0:2269448:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:19.0:1673551346.389458:0:12873:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:13.0:1673551346.389458:0:12871:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000200:12.0:1673551346.389458:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:7.0:1673551346.389458:0:12906:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:7.0:1673551346.389458:0:12906:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:6.0:1673551346.389458:0:12908:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:4.0:1673551346.389458:0:2269448:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:19.0:1673551346.389459:0:12873:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000a2509833] (69)++ 00000800:00000200:13.0:1673551346.389459:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000306224d2] (69)++ 00000100:00000001:7.0:1673551346.389459:0:12906:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389459:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1673551346.389459:0:12908:0:(client.c:1822:ptlrpc_check_set()) Process entered 02000000:00000001:4.0:1673551346.389459:0:2269448:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1673551346.389460:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000306224d2] (70)-- 00000400:00000200:12.0:1673551346.389460:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 02000000:00000001:7.0:1673551346.389460:0:12906:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389460:0:12908:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:5.0:1673551346.389460:0:12907:0:(client.c:2641:__ptlrpc_free_req()) Process entered 00000100:00100000:4.0:1673551346.389460:0:2269448:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754791738764544 00000800:00000200:19.0:1673551346.389461:0:12873:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000a2509833] (70)-- 00000800:00000200:19.0:1673551346.389461:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (69)-- 00000800:00000200:13.0:1673551346.389461:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (69)-- 00000400:00000200:12.0:1673551346.389461:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000a22502a7 00000400:00000010:12.0:1673551346.389461:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000a22502a7. 00000800:00000200:8.2:1673551346.389461:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000306224d2] (68)++ 00000100:00001000:7.0:1673551346.389461:0:12906:0:(import.c:1925:at_measured()) add 1 to 00000000bcafa07f time=156 v=1 (1 1 1 1) 00000100:00000040:6.0:1673551346.389461:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0612151 x1754791738765056/t0(0) o400->ai200x-MDT0003-lwp-OST0002@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 02000000:00000001:5.0:1673551346.389461:0:12907:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:13.0:1673551346.389462:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000100:00000001:12.0:1673551346.389462:0:12872:0:(events.c:54:request_out_callback()) Process entered 00000100:00001000:7.0:1673551346.389462:0:12906:0:(import.c:1925:at_measured()) add 1 to 00000000e0108b9e time=156 v=1 (1 1 1 1) 02000000:00000010:5.0:1673551346.389462:0:12907:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008ab34664. 00000020:00000001:4.0:1673551346.389462:0:2269448:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:4.0:1673551346.389462:0:2269448:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c8769d3 00000800:00000200:13.0:1673551346.389463:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (69)++ 00000100:00000200:12.0:1673551346.389463:0:12872:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000ae9e3a21 x1754791738764928/t0(0) o400->ai200x-MDT0000-lwp-OST0002@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 02000000:00000001:5.0:1673551346.389463:0:12907:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:5.0:1673551346.389463:0:12907:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000001:4.0:1673551346.389463:0:2269448:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00000001:7.0:1673551346.389464:0:12906:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:7.0:1673551346.389464:0:12906:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:5.0:1673551346.389464:0:12907:0:(genops.c:1205:class_import_put()) import 000000000b46b2ec refcount=2 obd=ai200x-MDT0002-osp-MDT0001 00000020:00000001:5.0:1673551346.389464:0:12907:0:(genops.c:1212:class_import_put()) Process leaving 00000020:00000040:4.0:1673551346.389464:0:2269448:0:(lustre_handles.c:152:class_handle2object()) GET export 000000000ef6a157 refcount=5 00000800:00000200:13.0:1673551346.389465:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.20@o2ib 00010000:00000001:7.0:1673551346.389465:0:12906:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:6.0:1673551346.389465:0:12908:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:6.0:1673551346.389465:0:12908:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1673551346.389465:0:12907:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007a85f864. 00000400:00000200:13.0:1673551346.389466:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00010000:00000001:7.0:1673551346.389466:0:12906:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1673551346.389466:0:12908:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:6.0:1673551346.389466:0:12908:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1673551346.389466:0:12907:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:4.0:1673551346.389466:0:2269448:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558465896448 : -52831515243655168 : ff444e044cf4d000) 00000100:00000001:12.0:1673551346.389467:0:12872:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:7.0:1673551346.389467:0:12906:0:(client.c:2921:ptlrpc_free_committed()) Process entered 02000000:00000001:5.0:1673551346.389467:0:12907:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:5.0:1673551346.389467:0:12907:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000c1b682e2. 00000020:00000001:4.0:1673551346.389467:0:2269448:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558465896448 : -52831515243655168 : ff444e044cf4d000) 00000400:00000200:13.0:1673551346.389468:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000100:00000040:12.0:1673551346.389468:0:12872:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ae9e3a21 x1754791738764928/t0(0) o400->ai200x-MDT0000-lwp-OST0002@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:7.0:1673551346.389468:0:12906:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0000-osc-ff444e0748e14000: skip recheck: last_committed 313543439730 00000100:00100000:6.0:1673551346.389468:0:12908:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000a0612151 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:ai200x-MDT0003-lwp-OST0002_UUID:12908:1754791738765056:172.16.0.22@o2ib:400: 00000100:00000001:7.0:1673551346.389469:0:12906:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:6.0:1673551346.389469:0:12908:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000001:5.0:1673551346.389469:0:12907:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:5.0:1673551346.389469:0:12907:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551346.389469:0:2269448:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000400:00000200:13.0:1673551346.389470:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:7.0:1673551346.389470:0:12906:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1673551346.389470:0:12908:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:5.0:1673551346.389470:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551346.389470:0:2269448:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:13.0:1673551346.389471:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000040:7.0:1673551346.389471:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001eca6c66 x1754791738764416/t0(0) o400->ai200x-OST0000-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 02000000:00000001:6.0:1673551346.389471:0:12908:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1673551346.389471:0:12908:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:4.0:1673551346.389471:0:2269448:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3ca1045. 00000400:00000200:13.0:1673551346.389472:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:12.0:1673551346.389472:0:12872:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551346.389472:0:12872:0:(events.c:94:request_out_callback()) Process leaving 02000000:00000010:6.0:1673551346.389472:0:12908:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7e41df1. 00000100:00000001:5.0:1673551346.389472:0:12907:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1673551346.389472:0:12907:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000020:00000010:4.0:1673551346.389472:0:2269448:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000057024de3. 00000800:00000200:12.0:1673551346.389473:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 02000000:00000001:6.0:1673551346.389473:0:12908:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389473:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000400:00000200:13.0:1673551346.389474:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 4 MB=0x63bf94a3e6dc0 00000100:00000001:5.0:1673551346.389474:0:12907:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551346.389474:0:12907:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000020:00000010:4.0:1673551346.389474:0:2269448:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ba0f9465. 00000400:00000200:13.0:1673551346.389475:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:12.0:1673551346.389475:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (70)-- 00000100:00000001:7.0:1673551346.389475:0:12906:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:6.0:1673551346.389475:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000010:6.0:1673551346.389475:0:12908:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000d60d1d02. 00000100:00000040:5.0:1673551346.389475:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008da249d3 x1754791738764992/t0(0) o400->ai200x-MDT0001-lwp-OST0002@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:7.0:1673551346.389476:0:12906:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:7.0:1673551346.389476:0:12906:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:13.0:1673551346.389477:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.20@o2ib of length 224/224 into md 0x4bd8e84d [1] + 224 00000400:00000010:6.0:1673551346.389477:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b23a6901. 00000100:00000040:4.0:1673551346.389477:0:2269448:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost at +1s 00000400:00000200:13.0:1673551346.389478:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:7.0:1673551346.389478:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001eca6c66 x1754791738764416/t0(0) o400->ai200x-OST0000-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00000200:6.0:1673551346.389478:0:12908:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738765056, portal 10 00000100:00000001:6.0:1673551346.389478:0:12908:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:5.0:1673551346.389478:0:12907:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:4.0:1673551346.389478:0:2269448:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:6.0:1673551346.389479:0:12908:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638490240 : -52831455071061376 : ff444e124f85ba80) 00000100:00000001:5.0:1673551346.389479:0:12907:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551346.389479:0:2269448:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:13.0:1673551346.389480:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 02000000:00000001:5.0:1673551346.389480:0:12907:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:5.0:1673551346.389480:0:12907:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551346.389480:0:2269448:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:13.0:1673551346.389481:0:12871:0:(events.c:104:reply_in_callback()) Process entered 00000100:00100000:7.0:1673551346.389481:0:12906:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@000000001eca6c66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12906:1754791738764416:172.16.0.56@o2ib:400: 00000100:00000040:6.0:1673551346.389481:0:12908:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000a0612151 x1754791738765056/t0(0) o400->ai200x-MDT0003-lwp-OST0002@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00100000:5.0:1673551346.389481:0:12907:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@000000008da249d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ai200x-MDT0001-lwp-OST0002_UUID:12907:1754791738764992:0@lo:400: 00000100:00000200:13.0:1673551346.389482:0:12871:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000ff71ed9f x1754791738764736/t0(0) o400->ai200x-OST0005-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:4.0:1673551346.389482:0:2269448:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:7.0:1673551346.389483:0:12906:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389483:0:12907:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:5.0:1673551346.389483:0:12907:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:4.0:1673551346.389483:0:2269448:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:7.0:1673551346.389484:0:12906:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:6.0:1673551346.389484:0:12908:0:(niobuf.c:56:ptl_send_buf()) Process entered 02000000:00000001:5.0:1673551346.389484:0:12907:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1673551346.389484:0:12907:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:4.0:1673551346.389484:0:2269448:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1673551346.389485:0:12906:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000001eca6c66 x1754791738764416/t0(0) o400->ai200x-OST0000-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 02000000:00000010:5.0:1673551346.389485:0:12907:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb31ff88. 00000100:00000040:13.0:1673551346.389486:0:12871:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000ff71ed9f x1754791738764736/t0(0) o400->ai200x-OST0005-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000040:6.0:1673551346.389486:0:12908:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 02000000:00000001:5.0:1673551346.389486:0:12907:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1673551346.389487:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f5ce2fc. 00000400:00000200:5.0:1673551346.389487:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:4.0:1673551346.389487:0:2269448:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551346.389488:0:12906:0:(client.c:2641:__ptlrpc_free_req()) Process entered 00000100:00000200:6.0:1673551346.389488:0:12908:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1754791738765056, offset 0 00000400:00000010:5.0:1673551346.389488:0:12907:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 0000000083d6e76c. 00000100:00000001:13.0:1673551346.389489:0:12871:0:(events.c:186:reply_in_callback()) Process leaving 02000000:00000001:7.0:1673551346.389489:0:12906:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:7.0:1673551346.389489:0:12906:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d7e3563. 00000400:00000200:6.0:1673551346.389489:0:12908:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000400:00000010:5.0:1673551346.389489:0:12907:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003be8618e. 00000800:00000200:13.0:1673551346.389490:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000306224d2] (69)++ 02000000:00000001:7.0:1673551346.389490:0:12906:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:5.0:1673551346.389490:0:12907:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738764992, portal 10 00000100:00000001:4.0:1673551346.389490:0:2269448:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:4.0:1673551346.389490:0:2269448:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000800:00000200:13.0:1673551346.389491:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000306224d2] (70)-- 00000020:00000001:7.0:1673551346.389491:0:12906:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:7.0:1673551346.389491:0:12906:0:(genops.c:1205:class_import_put()) import 00000000a56751ff refcount=4 obd=ai200x-OST0000-osc-ff444e0748e14000 00000400:00000200:6.0:1673551346.389491:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000001:5.0:1673551346.389491:0:12907:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:5.0:1673551346.389491:0:12907:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638501760 : -52831455071049856 : ff444e124f85e780) 00000800:00000200:13.0:1673551346.389492:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (69)-- 00000020:00000001:7.0:1673551346.389492:0:12906:0:(genops.c:1212:class_import_put()) Process leaving 00000400:00000200:6.0:1673551346.389492:0:12908:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.22@o2ib local destination 00000100:00100000:4.0:1673551346.389492:0:2269448:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 02000000:00000010:7.0:1673551346.389493:0:12906:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000eb5d8585. 00000100:00000040:5.0:1673551346.389493:0:12907:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@000000008da249d3 x1754791738764992/t0(0) o400->ai200x-MDT0001-lwp-OST0002@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:4.0:1673551346.389493:0:2269448:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000000ef6a157 : new rpc_count 1 02000000:00000001:7.0:1673551346.389494:0:12906:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:7.0:1673551346.389494:0:12906:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:6.0:1673551346.389494:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964994, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000100:00000001:4.0:1673551346.389494:0:2269448:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912568026973056 : -52831505682578560 : ff444e0686d74380) 00000100:00000010:7.0:1673551346.389495:0:12906:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000001eca6c66. 00000100:00000001:7.0:1673551346.389496:0:12906:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:7.0:1673551346.389496:0:12906:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551346.389496:0:12907:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:4.0:1673551346.389496:0:2269448:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a68588c8 x1754791738764544/t0(0) o400->5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f@0@lo:232/0 lens 224/0 e 0 to 0 dl 1673551352 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000001:7.0:1673551346.389497:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:6.0:1673551346.389497:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964994, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964994, g:4294967295] 00000100:00000040:5.0:1673551346.389497:0:12907:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:7.0:1673551346.389498:0:12906:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:5.0:1673551346.389498:0:12907:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028f8201f. 00000100:00000001:7.0:1673551346.389499:0:12906:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000400:00000200:6.0:1673551346.389499:0:12908:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000100:00000200:5.0:1673551346.389499:0:12907:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1754791738764992, offset 0 00000100:00000001:7.0:1673551346.389500:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1673551346.389500:0:12906:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000200:6.0:1673551346.389500:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964994, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964994, g:4294967295] 00000100:00000001:4.0:1673551346.389500:0:2269448:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:4.0:1673551346.389500:0:2269448:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:7.0:1673551346.389501:0:12906:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000400:00000200:5.0:1673551346.389501:0:12907:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:4.0:1673551346.389501:0:2269448:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000a68588c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost01_002:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f+5:12908:x1754791738764544:12345-0@lo:400: 00000100:00000040:7.0:1673551346.389502:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce7240db x1754791738765184/t0(0) o400->ai200x-MDT0000-lwp-OST0003@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:6.0:1673551346.389502:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964994, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964994, g:4294967295] 00000100:00000200:4.0:1673551346.389503:0:2269448:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754791738764544 00000400:00000200:6.0:1673551346.389504:0:12908:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000020:00000001:4.0:1673551346.389504:0:2269448:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000400:00000200:6.0:1673551346.389505:0:12908:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000020:00000001:4.0:1673551346.389506:0:2269448:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000001:7.0:1673551346.389507:0:12906:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:7.0:1673551346.389507:0:12906:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389507:0:12908:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000020:00000001:4.0:1673551346.389507:0:2269448:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1673551346.389508:0:12906:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:6.0:1673551346.389508:0:12908:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.23@o2ib c:[32, 32], s:[3094133, 3094134] 00000020:00000001:4.0:1673551346.389508:0:2269448:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:4.0:1673551346.389508:0:2269448:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 02000000:00000001:7.0:1673551346.389509:0:12906:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389509:0:12908:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.23@o2ib 00000020:00000001:4.0:1673551346.389509:0:2269448:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00100000:7.0:1673551346.389510:0:12906:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000ce7240db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ai200x-MDT0000-lwp-OST0003_UUID:12906:1754791738765184:172.16.0.56@o2ib:400: 00000400:00000200:6.0:1673551346.389510:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000020:00000001:4.0:1673551346.389510:0:2269448:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:11.2:1673551346.389511:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a8f662b5] (68)++ 00000100:00000001:7.0:1673551346.389511:0:12906:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000020:00000001:4.0:1673551346.389511:0:2269448:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 02000000:00000001:7.0:1673551346.389512:0:12906:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:7.0:1673551346.389512:0:12906:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1673551346.389513:0:12906:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:5.0:1673551346.389513:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000020:00000001:4.0:1673551346.389513:0:2269448:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:4.0:1673551346.389513:0:2269448:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:7.0:1673551346.389514:0:12906:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d7e3563. 00000400:00000200:6.0:1673551346.389514:0:12908:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.23@o2ib(172.16.0.22@o2ib:172.16.0.23@o2ib) : PUT try# 0 00000020:00000001:4.0:1673551346.389514:0:2269448:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 02000000:00000001:7.0:1673551346.389515:0:12906:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551346.389515:0:12907:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:4.0:1673551346.389515:0:2269448:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000400:00000200:7.0:1673551346.389516:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:6.0:1673551346.389516:0:12908:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.23@o2ib 02000000:00000001:4.0:1673551346.389516:0:2269448:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:7.0:1673551346.389517:0:12906:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000b60ce4c7. 00000400:00000200:6.0:1673551346.389517:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:5.0:1673551346.389517:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 02000000:00000010:4.0:1673551346.389517:0:2269448:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000009bf5a41. 00000400:00000010:7.0:1673551346.389518:0:12906:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054e492ff. 00000400:00000200:5.0:1673551346.389518:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 02000000:00000001:4.0:1673551346.389518:0:2269448:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:7.0:1673551346.389519:0:12906:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738765184, portal 10 00000100:00000001:7.0:1673551346.389519:0:12906:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000400:00000200:5.0:1673551346.389519:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:4.0:1673551346.389519:0:2269448:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.2:1673551346.389519:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (68)++ 00000100:00000001:7.0:1673551346.389520:0:12906:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638484480 : -52831455071067136 : ff444e124f85a400) 00000800:00000200:6.0:1673551346.389520:0:12908:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000086c48d2b] -> 172.16.0.23@o2ib (3) version: 12 00000400:00000200:5.0:1673551346.389520:0:12907:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x63bf94a3e6ec0 00000020:00000001:4.0:1673551346.389520:0:2269448:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:6.0:1673551346.389521:0:12908:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000007b5fd11d] (68)++ 00010000:00000040:4.0:1673551346.389521:0:2269448:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109398673, transno 0, xid 1754791738764544 00000800:00000200:23.0:1673551346.389522:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a8f662b5] (69)++ 00000100:00000040:7.0:1673551346.389522:0:12906:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000ce7240db x1754791738765184/t0(0) o400->ai200x-MDT0000-lwp-OST0003@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:6.0:1673551346.389522:0:12908:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000007b5fd11d] (69)++ 00000400:00000200:5.0:1673551346.389523:0:12907:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xbb1b9e5 [64] + 85088 00010000:00000001:4.0:1673551346.389523:0:2269448:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000100:00000001:7.0:1673551346.389524:0:12906:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000800:00000200:6.0:1673551346.389524:0:12908:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000007b5fd11d] (70)-- 00010000:00000200:4.0:1673551346.389524:0:2269448:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000a68588c8 x1754791738764544/t0(0) o400->5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f@0@lo:232/0 lens 224/224 e 0 to 0 dl 1673551352 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00000001:6.0:1673551346.389525:0:12908:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1673551346.389526:0:12906:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000400:00000010:7.0:1673551346.389526:0:12906:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e85ac9f4. 00000100:00000001:6.0:1673551346.389526:0:12908:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:6.0:1673551346.389526:0:12908:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551346.389526:0:12907:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:23.0:1673551346.389527:0:12876:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.22@o2ib 00000100:00000200:7.0:1673551346.389527:0:12906:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1754791738765184, offset 0 00000100:00000001:6.0:1673551346.389527:0:12908:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000400:00000200:5.0:1673551346.389527:0:12907:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:4.0:1673551346.389528:0:2269448:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00000400:00000200:23.0:1673551346.389529:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:7.0:1673551346.389529:0:12906:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000100:00000040:6.0:1673551346.389529:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001e1fc30d x1754791738765312/t0(0) o400->ai200x-MDT0003-lwp-OST0003@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551346.389529:0:12907:0:(events.c:315:request_in_callback()) Process entered 00010000:00000001:4.0:1673551346.389529:0:2269448:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:5.0:1673551346.389530:0:12907:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:4.0:1673551346.389530:0:2269448:0:(import.c:1925:at_measured()) add 1 to 00000000341c85c8 time=119 v=1 (1 0 1 1) 00000400:00000200:23.0:1673551346.389531:0:12876:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.22@o2ib : PUT - for me 00000800:00000200:12.0:1673551346.389531:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (69)++ 00000400:00000200:7.0:1673551346.389531:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000010:5.0:1673551346.389531:0:12907:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000d2055088. 00000100:00000001:4.0:1673551346.389531:0:2269448:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000400:00000200:7.0:1673551346.389532:0:12906:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000100:00000001:6.0:1673551346.389532:0:12908:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000040:5.0:1673551346.389532:0:12907:0:(events.c:367:request_in_callback()) incoming req@00000000d2055088 x1754791738764992 msgsize 224 00000800:00000200:21.0:1673551346.389533:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (70)-- 00000100:00000001:6.0:1673551346.389533:0:12908:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1673551346.389533:0:12908:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:4.0:1673551346.389533:0:2269448:0:(connection.c:143:ptlrpc_connection_addref()) conn=000000001f6219a4 refcount 46 to 0@lo 00000400:00000200:23.0:1673551346.389534:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:7.0:1673551346.389534:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964995, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 02000000:00000001:6.0:1673551346.389534:0:12908:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:5.0:1673551346.389534:0:12907:0:(events.c:370:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:4.0:1673551346.389534:0:2269448:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146656 : -52831505782404960 : ff444e0680e408a0) 00000400:00000200:23.0:1673551346.389535:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00100000:6.0:1673551346.389535:0:12908:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@000000001e1fc30d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:ai200x-MDT0003-lwp-OST0003_UUID:12908:1754791738765312:172.16.0.22@o2ib:400: 02000000:00000001:4.0:1673551346.389535:0:2269448:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:23.0:1673551346.389536:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:7.0:1673551346.389536:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964994, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10964995, g:4294967295] 02000000:00000001:4.0:1673551346.389536:0:2269448:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551346.389536:0:2269448:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000800:00000200:12.0:1673551346.389537:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.56@o2ib 00000100:00000001:6.0:1673551346.389537:0:12908:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:6.0:1673551346.389537:0:12908:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:4.0:1673551346.389537:0:2269448:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:23.0:1673551346.389538:0:12876:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 4 MB=0x63bf94a3e6e00 00000800:00000200:14.2:1673551346.389538:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007b5fd11d] (69)++ 00000400:00000200:7.0:1673551346.389538:0:12906:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 02000000:00000001:6.0:1673551346.389538:0:12908:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389538:0:12907:0:(events.c:403:request_in_callback()) Process leaving 00000400:00000010:4.0:1673551346.389538:0:2269448:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003662eb8e. 00000400:00000200:23.0:1673551346.389539:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:12.0:1673551346.389539:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 02000000:00000001:6.0:1673551346.389539:0:12908:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:4.0:1673551346.389539:0:2269448:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1754791738764544, offset 224 00000400:00000200:7.0:1673551346.389540:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964995, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964994, g:4294967295] 02000000:00000010:6.0:1673551346.389540:0:12908:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2ce7d34. 02000000:00000001:6.0:1673551346.389540:0:12908:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551346.389540:0:12907:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000028f8201f 00000400:00000200:23.0:1673551346.389541:0:12876:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.22@o2ib of length 224/224 into md 0x13a9dc15 [1] + 224 00000400:00000200:12.0:1673551346.389541:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.56@o2ib : PUT - for me 00000400:00000010:5.0:1673551346.389541:0:12907:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000028f8201f. 00000100:00000001:5.0:1673551346.389542:0:12907:0:(events.c:54:request_out_callback()) Process entered 00000400:00000200:4.0:1673551346.389542:0:2269448:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:23.0:1673551346.389543:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551346.389543:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:7.0:1673551346.389543:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964994, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964994, g:4294967295] 00000100:00000200:5.0:1673551346.389543:0:12907:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@000000008da249d3 x1754791738764992/t0(0) o400->ai200x-MDT0001-lwp-OST0002@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:13.0:1673551346.389544:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000400:00000200:12.0:1673551346.389544:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:7.0:1673551346.389545:0:12906:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:23.0:1673551346.389546:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.22@o2ib: PUT: OK 00000400:00000200:12.0:1673551346.389546:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:7.0:1673551346.389546:0:12906:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000100:00000001:5.0:1673551346.389546:0:12907:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:23.0:1673551346.389547:0:12876:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:12.0:1673551346.389547:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 10 MB=0x63bf94a3e6e80 00000400:00000200:7.0:1673551346.389547:0:12906:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000100:00000040:5.0:1673551346.389547:0:12907:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008da249d3 x1754791738764992/t0(0) o400->ai200x-MDT0001-lwp-OST0002@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:23.0:1673551346.389548:0:12876:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@000000004884fca7 x1754791738764800/t0(0) o400->ai200x-OST0006-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:12.0:1673551346.389549:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:7.0:1673551346.389549:0:12906:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501167, 4501168] 00000400:00000200:7.0:1673551346.389550:0:12906:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.57@o2ib 00000100:00000001:5.0:1673551346.389550:0:12907:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1673551346.389551:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.16.0.56@o2ib of length 224/224 into md 0x4bd8e86d [1] + 224 00000400:00000200:7.0:1673551346.389551:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000100:00000001:5.0:1673551346.389551:0:12907:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000040:23.0:1673551346.389552:0:12876:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004884fca7 x1754791738764800/t0(0) o400->ai200x-OST0006-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:12.0:1673551346.389552:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:6.0:1673551346.389552:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000010:6.0:1673551346.389553:0:12908:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000002681cd0e. 00000400:00000010:6.0:1673551346.389554:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3808ea7. 00000100:00000200:6.0:1673551346.389554:0:12908:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738765312, portal 10 00000100:00000001:5.0:1673551346.389554:0:12907:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1673551346.389554:0:2269448:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:23.0:1673551346.389555:0:12876:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000200:12.0:1673551346.389555:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 00000400:00000200:7.0:1673551346.389555:0:12906:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.57@o2ib(172.16.0.56@o2ib:172.16.0.57@o2ib) : PUT try# 0 00000100:00000001:6.0:1673551346.389555:0:12908:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:5.0:1673551346.389555:0:12907:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:5.0:1673551346.389555:0:12907:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1673551346.389555:0:2269448:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:23.0:1673551346.389556:0:12876:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000a8f662b5] (69)++ 00000100:00000001:12.0:1673551346.389556:0:12872:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:6.0:1673551346.389556:0:12908:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638506368 : -52831455071045248 : ff444e124f85f980) 00000100:00000001:5.0:1673551346.389556:0:12907:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1673551346.389556:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007b5fd11d] (70)++ 00000100:00000200:12.0:1673551346.389557:0:12872:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000ae9e3a21 x1754791738764928/t0(0) o400->ai200x-MDT0000-lwp-OST0002@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:7.0:1673551346.389557:0:12906:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000100:00000040:5.0:1673551346.389557:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a64dae3a x1754791738765248/t0(0) o400->ai200x-MDT0001-lwp-OST0003@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:4.0:1673551346.389557:0:2269448:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000800:00000200:23.0:1673551346.389558:0:12876:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000a8f662b5] (70)-- 00000800:00000200:23.0:1673551346.389558:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (69)-- 00000100:00000040:6.0:1673551346.389558:0:12908:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@000000001e1fc30d x1754791738765312/t0(0) o400->ai200x-MDT0003-lwp-OST0003@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:4.0:1673551346.389558:0:2269448:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:7.0:1673551346.389559:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000100:00000001:5.0:1673551346.389560:0:12907:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000400:00000200:4.0:1673551346.389560:0:2269448:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000040:12.0:1673551346.389561:0:12872:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000ae9e3a21 x1754791738764928/t0(0) o400->ai200x-MDT0000-lwp-OST0002@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:7.0:1673551346.389561:0:12906:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000ecadf817] -> 172.16.0.57@o2ib (2) version: 12 00000100:00000001:6.0:1673551346.389561:0:12908:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:5.0:1673551346.389561:0:12907:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1673551346.389561:0:2269448:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x63bf94a3e6d00 00000800:00000200:7.0:1673551346.389562:0:12906:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000a2509833] (68)++ 00000100:00000040:6.0:1673551346.389562:0:12908:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000010:6.0:1673551346.389562:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a877798. 02000000:00000001:5.0:1673551346.389562:0:12907:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:7.0:1673551346.389563:0:12906:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000a2509833] (69)++ 00000100:00000200:6.0:1673551346.389563:0:12908:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1754791738765312, offset 0 02000000:00000001:5.0:1673551346.389563:0:12907:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1673551346.389563:0:2269448:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000800:00000200:2.0:1673551346.389563:0:12866:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000007b5fd11d] (71)-- 00000100:00100000:5.0:1673551346.389564:0:12907:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000a64dae3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ai200x-MDT0001-lwp-OST0003_UUID:12907:1754791738765248:0@lo:400: 00000400:00000200:4.0:1673551346.389564:0:2269448:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4bd8e7ed [1] + 224 00000400:00000200:2.0:1673551346.389564:0:12866:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:12.0:1673551346.389565:0:12872:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:7.0:1673551346.389565:0:12906:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000a2509833] (70)-- 00000100:00000001:7.0:1673551346.389565:0:12906:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389565:0:12908:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000100:00000001:5.0:1673551346.389565:0:12907:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000001:7.0:1673551346.389566:0:12906:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:5.0:1673551346.389566:0:12907:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:5.0:1673551346.389566:0:12907:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1673551346.389566:0:2269448:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:12.0:1673551346.389567:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000008042fb16] (69)++ 00000100:00000001:7.0:1673551346.389567:0:12906:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389567:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 02000000:00000001:5.0:1673551346.389567:0:12907:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:12.0:1673551346.389568:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000008042fb16] (70)-- 00000100:00000001:7.0:1673551346.389568:0:12906:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000400:00000200:6.0:1673551346.389568:0:12908:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.22@o2ib local destination 02000000:00000010:5.0:1673551346.389568:0:12907:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078b17e50. 00000400:00000200:2.0:1673551346.389568:0:12866:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.23@o2ib: PUT: OK 00000800:00000200:12.0:1673551346.389569:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 00000100:00000040:7.0:1673551346.389569:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007e1cd02c x1754791738765440/t0(0) o400->ai200x-MDT0000-lwp-MDT0001@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 02000000:00000001:5.0:1673551346.389569:0:12907:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1673551346.389569:0:2269448:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:6.0:1673551346.389570:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964995, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000100:00000001:4.0:1673551346.389570:0:2269448:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:2.0:1673551346.389570:0:12866:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003f5ce2fc 00000100:00000200:4.0:1673551346.389571:0:2269448:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@000000000957956f x1754791738764544/t0(0) o400->ai200x-OST0002-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1673551346.389571:0:12866:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003f5ce2fc. 00000800:00000200:0.0:1673551346.389571:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007b5fd11d] (70)-- 00000100:00000001:7.0:1673551346.389572:0:12906:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000400:00000200:6.0:1673551346.389572:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1535, d:10, s:10964995, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10964995, g:4294967295] 00000100:00000001:2.0:1673551346.389572:0:12866:0:(events.c:54:request_out_callback()) Process entered 00000800:00000200:18.2:1673551346.389573:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a2509833] (69)++ 00000100:00000001:7.0:1673551346.389573:0:12906:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1673551346.389574:0:12906:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:6.0:1673551346.389574:0:12908:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000100:00000040:4.0:1673551346.389574:0:2269448:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000000957956f x1754791738764544/t0(0) o400->ai200x-OST0002-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 02000000:00000001:7.0:1673551346.389575:0:12906:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1673551346.389575:0:12866:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000a0612151 x1754791738765056/t0(0) o400->ai200x-MDT0003-lwp-OST0002@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00100000:7.0:1673551346.389576:0:12906:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@000000007e1cd02c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ai200x-MDT0000-lwp-MDT0001_UUID:12906:1754791738765440:172.16.0.56@o2ib:400: 00000400:00000200:6.0:1673551346.389576:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964995, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10964995, g:4294967295] 00000100:00000001:7.0:1673551346.389577:0:12906:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000001:4.0:1673551346.389577:0:2269448:0:(events.c:186:reply_in_callback()) Process leaving 02000000:00000001:7.0:1673551346.389578:0:12906:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:7.0:1673551346.389578:0:12906:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389578:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1535, d:10, s:10964995, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10964995, g:4294967295] 02000000:00000001:7.0:1673551346.389579:0:12906:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:4.0:1673551346.389579:0:2269448:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003662eb8e 00000400:00000010:4.0:1673551346.389579:0:2269448:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003662eb8e. 02000000:00000010:7.0:1673551346.389580:0:12906:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a205a46e. 00000400:00000200:6.0:1673551346.389580:0:12908:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000100:00000001:4.0:1673551346.389580:0:2269448:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:4.0:1673551346.389580:0:2269448:0:(events.c:428:reply_out_callback()) Process leaving 00000100:00000001:2.0:1673551346.389580:0:12866:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 02000000:00000001:7.0:1673551346.389581:0:12906:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389581:0:12908:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:6.0:1673551346.389582:0:12908:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000100:00000040:2.0:1673551346.389582:0:12866:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a0612151 x1754791738765056/t0(0) o400->ai200x-MDT0003-lwp-OST0002@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:6.0:1673551346.389583:0:12908:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.23@o2ib c:[31, 32], s:[3094134, 3094134] 00000800:00000200:17.0:1673551346.389584:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a2509833] (70)++ 00000400:00000200:6.0:1673551346.389584:0:12908:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.22@o2ib 00000400:00000200:6.0:1673551346.389585:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000001:2.0:1673551346.389585:0:12866:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551346.389586:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000010:5.0:1673551346.389586:0:12907:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000006d070d8d. 00000100:00000001:2.0:1673551346.389586:0:12866:0:(events.c:94:request_out_callback()) Process leaving 00000400:00000200:7.0:1673551346.389587:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000010:5.0:1673551346.389587:0:12907:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028f8201f. 00000100:00000001:4.0:1673551346.389587:0:2269448:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:17.0:1673551346.389588:0:12874:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000a2509833] (71)-- 00000400:00000200:17.0:1673551346.389588:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:7.0:1673551346.389588:0:12906:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000426dbb6b. 00000400:00000200:6.0:1673551346.389588:0:12908:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.22@o2ib(172.16.0.22@o2ib:172.16.0.22@o2ib) : PUT try# 0 00000100:00000200:5.0:1673551346.389588:0:12907:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738765248, portal 10 00000100:00000040:4.0:1673551346.389588:0:2269448:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=000000001f6219a4 refcount 45 to 0@lo 00000800:00000200:2.0:1673551346.389588:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007b5fd11d] (69)-- 00000400:00000200:17.0:1673551346.389589:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.57@o2ib: PUT: OK 00000400:00000010:7.0:1673551346.389589:0:12906:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043521486. 00000100:00000001:5.0:1673551346.389589:0:12907:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00010000:00000001:4.0:1673551346.389589:0:2269448:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000400:00000200:17.0:1673551346.389590:0:12874:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000e85ac9f4 00000100:00000200:7.0:1673551346.389590:0:12906:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738765440, portal 10 00000100:00000001:5.0:1673551346.389590:0:12907:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638485632 : -52831455071065984 : ff444e124f85a880) 00000020:00000001:4.0:1673551346.389590:0:2269448:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:17.0:1673551346.389591:0:12874:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000e85ac9f4. 00000100:00000001:17.0:1673551346.389591:0:12874:0:(events.c:54:request_out_callback()) Process entered 00000100:00000001:7.0:1673551346.389591:0:12906:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:7.0:1673551346.389591:0:12906:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638494848 : -52831455071056768 : ff444e124f85cc80) 00000800:00000200:6.0:1673551346.389591:0:12908:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.22@o2ib 00000100:00000040:5.0:1673551346.389591:0:12907:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000a64dae3a x1754791738765248/t0(0) o400->ai200x-MDT0001-lwp-OST0003@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000020:00000001:4.0:1673551346.389591:0:2269448:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000200:17.0:1673551346.389592:0:12874:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000ce7240db x1754791738765184/t0(0) o400->ai200x-MDT0000-lwp-OST0003@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:6.0:1673551346.389592:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000040:4.0:1673551346.389592:0:2269448:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a68588c8 x1754791738764544/t0(0) o400->5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f@0@lo:232/0 lens 224/224 e 0 to 0 dl 1673551352 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00000040:7.0:1673551346.389593:0:12906:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@000000007e1cd02c x1754791738765440/t0(0) o400->ai200x-MDT0000-lwp-MDT0001@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:17.0:1673551346.389594:0:12874:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1673551346.389595:0:12874:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ce7240db x1754791738765184/t0(0) o400->ai200x-MDT0000-lwp-OST0003@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:6.0:1673551346.389595:0:12908:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000028e78a33] -> 172.16.0.22@o2ib (2) version: 12 00000100:00000001:5.0:1673551346.389595:0:12907:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:17.0:1673551346.389596:0:12874:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551346.389596:0:12906:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000800:00000200:6.0:1673551346.389596:0:12908:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000001a128d74] (68)++ 00000100:00000040:5.0:1673551346.389596:0:12907:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:4.0:1673551346.389596:0:2269448:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000a68588c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost01_002:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f+5:12908:x1754791738764544:12345-0@lo:400: Request processed in 95us (322us total) trans 0 rc 0/0 00000800:00000200:19.0:1673551346.389597:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (70)-- 00000100:00000001:17.0:1673551346.389597:0:12874:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000040:7.0:1673551346.389597:0:12906:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000400:00000010:5.0:1673551346.389597:0:12907:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007ab2e278. 00000800:00000200:17.0:1673551346.389598:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (69)-- 00000400:00000010:7.0:1673551346.389598:0:12906:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006054e86d. 00000800:00000200:6.0:1673551346.389598:0:12908:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000001a128d74] (69)++ 00000100:00000200:5.0:1673551346.389598:0:12907:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1754791738765248, offset 0 00000100:00000200:7.0:1673551346.389599:0:12906:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1754791738765440, offset 0 00000400:00000200:5.0:1673551346.389599:0:12907:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:4.0:1673551346.389599:0:2269448:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000800:00000200:6.0:1673551346.389600:0:12908:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000001a128d74] (70)-- 00000100:00000001:6.0:1673551346.389600:0:12908:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551346.389600:0:2269448:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000ef6a157 : new rpc_count 0 00000400:00000200:7.0:1673551346.389601:0:12906:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000100:00000001:6.0:1673551346.389601:0:12908:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:5.0:1673551346.389601:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:4.0:1673551346.389601:0:2269448:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:6.0:1673551346.389602:0:12908:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551346.389602:0:12907:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:4.0:1673551346.389602:0:2269448:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:7.0:1673551346.389603:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000001:6.0:1673551346.389603:0:12908:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:6.0:1673551346.389603:0:12908:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000200:5.0:1673551346.389603:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000020:00000010:4.0:1673551346.389603:0:2269448:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000057024de3. 00000400:00000200:7.0:1673551346.389604:0:12906:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000400:00000010:6.0:1673551346.389604:0:12908:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000ba27b7d4. 00000400:00000200:5.0:1673551346.389604:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000020:00000010:4.0:1673551346.389604:0:2269448:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ba0f9465. 00000400:00000200:7.0:1673551346.389605:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964996, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:6.0:1673551346.389605:0:12908:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000f236c3da 00000400:00000010:6.0:1673551346.389605:0:12908:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000f236c3da. 00000100:00000001:6.0:1673551346.389606:0:12908:0:(events.c:104:reply_in_callback()) Process entered 00000020:00000010:4.0:1673551346.389606:0:2269448:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3ca1045. 00000100:00000200:6.0:1673551346.389607:0:12908:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@000000004884fca7 x1754791738764800/t0(0) o400->ai200x-OST0006-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000020:00000040:4.0:1673551346.389607:0:2269448:0:(genops.c:979:class_export_put()) PUTting export 000000000ef6a157 : new refcount 4 00000400:00000200:7.0:1673551346.389608:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964995, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10964996, g:4294967295] 00000100:00000001:4.0:1673551346.389608:0:2269448:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:7.0:1673551346.389610:0:12906:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000800:00000200:21.2:1673551346.389611:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (69)++ 00000400:00000200:7.0:1673551346.389611:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964996, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964995, g:4294967295] 00000100:00000200:6.0:1673551346.389611:0:12908:0:(events.c:128:reply_in_callback()) @@@ unlink req@000000004884fca7 x1754791738764800/t0(0) o400->ai200x-OST0006-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:7.0:1673551346.389614:0:12906:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964995, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964995, g:4294967295] 00000100:00000001:6.0:1673551346.389615:0:12908:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:6.0:1673551346.389615:0:12908:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:7.0:1673551346.389616:0:12906:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000100:00000001:6.0:1673551346.389616:0:12908:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:6.0:1673551346.389616:0:12908:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000400:00000200:7.0:1673551346.389617:0:12906:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000100:00000001:6.0:1673551346.389617:0:12908:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000800:00000200:21.0:1673551346.389618:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (70)++ 00000400:00000200:7.0:1673551346.389618:0:12906:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000100:00000001:6.0:1673551346.389618:0:12908:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1673551346.389618:0:12908:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:7.0:1673551346.389619:0:12906:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501168, 4501168] 00000400:00000200:7.0:1673551346.389620:0:12906:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.56@o2ib 00000100:00001000:6.0:1673551346.389620:0:12908:0:(import.c:1925:at_measured()) add 1 to 00000000bd1a3f66 time=156 v=1 (1 1 1 1) 00000100:00001000:6.0:1673551346.389621:0:12908:0:(import.c:1925:at_measured()) add 1 to 000000008cfd3c73 time=156 v=1 (1 1 1 1) 00000800:00000200:21.0:1673551346.389622:0:12875:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000001a128d74] (71)-- 00000400:00000200:7.0:1673551346.389622:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:6.0:1673551346.389622:0:12908:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000400:00000200:21.0:1673551346.389623:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:6.0:1673551346.389623:0:12908:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:6.0:1673551346.389623:0:12908:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000400:00000200:5.0:1673551346.389623:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:21.0:1673551346.389624:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000800:00000200:18.2:1673551346.389624:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a2509833] (68)++ 00010000:00000001:6.0:1673551346.389624:0:12908:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551346.389624:0:12907:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x63bf94a3e6fc0 00000400:00000200:7.0:1673551346.389625:0:12906:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) : PUT try# 0 00000100:00000001:6.0:1673551346.389625:0:12908:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:6.0:1673551346.389625:0:12908:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0006-osc-ff444e0748e14000: skip recheck: last_committed 274891029113 00000400:00000200:5.0:1673551346.389625:0:12907:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xbb1b9e5 [64] + 85312 00000400:00000200:21.0:1673551346.389626:0:12875:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000006a877798 00000400:00000010:21.0:1673551346.389626:0:12875:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000006a877798. 00000100:00000001:6.0:1673551346.389626:0:12908:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000400:00000200:5.0:1673551346.389626:0:12907:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:21.0:1673551346.389627:0:12875:0:(events.c:54:request_out_callback()) Process entered 00000100:00000001:6.0:1673551346.389627:0:12908:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551346.389627:0:12907:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:5.0:1673551346.389627:0:12907:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:21.0:1673551346.389628:0:12875:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@000000001e1fc30d x1754791738765312/t0(0) o400->ai200x-MDT0003-lwp-OST0003@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:7.0:1673551346.389628:0:12906:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.56@o2ib 00000100:00000040:6.0:1673551346.389628:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004884fca7 x1754791738764800/t0(0) o400->ai200x-OST0006-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000200:5.0:1673551346.389628:0:12907:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:5.0:1673551346.389628:0:12907:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000008b6db8c0. 00000800:00000200:23.0:1673551346.389629:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000400:00000200:7.0:1673551346.389629:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000040:5.0:1673551346.389629:0:12907:0:(events.c:367:request_in_callback()) incoming req@000000008b6db8c0 x1754791738765248 msgsize 224 00000100:00000001:21.0:1673551346.389630:0:12875:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00100000:5.0:1673551346.389630:0:12907:0:(events.c:370:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:21.0:1673551346.389631:0:12875:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000001e1fc30d x1754791738765312/t0(0) o400->ai200x-MDT0003-lwp-OST0003@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:7.0:1673551346.389631:0:12906:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000e56901fc] -> 172.16.0.56@o2ib (2) version: 12 00000100:00000001:6.0:1673551346.389631:0:12908:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000200:19.0:1673551346.389632:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a2509833] (69)++ 00000800:00000200:7.0:1673551346.389632:0:12906:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000008042fb16] (68)++ 00000100:00000001:6.0:1673551346.389632:0:12908:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:21.0:1673551346.389633:0:12875:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1673551346.389633:0:12875:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:7.0:1673551346.389633:0:12906:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000008042fb16] (69)++ 00000100:00000001:6.0:1673551346.389633:0:12908:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:21.0:1673551346.389634:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 00000100:00000040:6.0:1673551346.389634:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004884fca7 x1754791738764800/t0(0) o400->ai200x-OST0006-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000800:00000200:7.0:1673551346.389635:0:12906:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000008042fb16] (70)-- 00000100:00000001:7.0:1673551346.389635:0:12906:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551346.389636:0:12906:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:5.0:1673551346.389636:0:12907:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:19.0:1673551346.389637:0:12873:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.57@o2ib 00000100:00000001:7.0:1673551346.389637:0:12906:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:7.0:1673551346.389638:0:12906:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:7.0:1673551346.389638:0:12906:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00100000:6.0:1673551346.389638:0:12908:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@000000004884fca7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12908:1754791738764800:172.16.0.22@o2ib:400: 00000400:00000200:19.0:1673551346.389639:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:17.0:1673551346.389639:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (70)-- 00000400:00000010:7.0:1673551346.389639:0:12906:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000caec6eaa. 00000400:00000200:5.0:1673551346.389639:0:12907:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000007ab2e278 00000800:00000200:14.2:1673551346.389640:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000006f8568c3] (68)++ 00000400:00000200:7.0:1673551346.389640:0:12906:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000000a9934df 00000400:00000010:7.0:1673551346.389640:0:12906:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000000a9934df. 00000400:00000010:5.0:1673551346.389640:0:12907:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000007ab2e278. 00000400:00000200:19.0:1673551346.389641:0:12873:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.57@o2ib : PUT - for me 00000100:00000001:7.0:1673551346.389641:0:12906:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000001:6.0:1673551346.389641:0:12908:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:5.0:1673551346.389641:0:12907:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:7.0:1673551346.389642:0:12906:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000ae9e3a21 x1754791738764928/t0(0) o400->ai200x-MDT0000-lwp-OST0002@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000400:00000001:6.0:1673551346.389642:0:12908:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:6.0:1673551346.389642:0:12908:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000009b5474fe. 00000100:00000200:5.0:1673551346.389642:0:12907:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000a64dae3a x1754791738765248/t0(0) o400->ai200x-MDT0001-lwp-OST0003@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:19.0:1673551346.389643:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:6.0:1673551346.389643:0:12908:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000009569529d 00000800:00000200:3.2:1673551346.389643:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (69)++ 00000400:00000200:19.0:1673551346.389644:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000010:6.0:1673551346.389644:0:12908:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000009569529d. 00000100:00000001:6.0:1673551346.389644:0:12908:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:19.0:1673551346.389645:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000200:6.0:1673551346.389645:0:12908:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@000000000957956f x1754791738764544/t0(0) o400->ai200x-OST0002-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551346.389645:0:12907:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000200:7.0:1673551346.389646:0:12906:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000ae9e3a21 x1754791738764928/t0(0) o400->ai200x-MDT0000-lwp-OST0002@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:5.0:1673551346.389646:0:12907:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a64dae3a x1754791738765248/t0(0) o400->ai200x-MDT0001-lwp-OST0003@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:4.0:1673551346.389646:0:3698696:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:19.0:1673551346.389647:0:12873:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 10 MB=0x63bf94a3e6f80 02000000:00000001:4.0:1673551346.389647:0:3698696:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:4.0:1673551346.389647:0:3698696:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000400:00000200:19.0:1673551346.389648:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:4.0:1673551346.389648:0:3698696:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:6.0:1673551346.389649:0:12908:0:(events.c:128:reply_in_callback()) @@@ unlink req@000000000957956f x1754791738764544/t0(0) o400->ai200x-OST0002-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551346.389649:0:12907:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389649:0:12907:0:(events.c:94:request_out_callback()) Process leaving 02000000:00000001:4.0:1673551346.389649:0:3698696:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:19.0:1673551346.389650:0:12873:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.16.0.56@o2ib of length 224/224 into md 0x4bd8e8ad [1] + 224 00000100:00000001:7.0:1673551346.389650:0:12906:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:7.0:1673551346.389650:0:12906:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:4.0:1673551346.389650:0:3698696:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754791738764992 00000100:00000001:7.0:1673551346.389651:0:12906:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:7.0:1673551346.389651:0:12906:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:5.0:1673551346.389651:0:12907:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389651:0:12907:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:4.0:1673551346.389651:0:3698696:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:4.0:1673551346.389651:0:3698696:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876c88 00000800:00000200:0.0:1673551346.389651:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000006f8568c3] (69)++ 00000400:00000200:19.0:1673551346.389652:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:7.0:1673551346.389652:0:12906:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:7.0:1673551346.389652:0:12906:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389652:0:12908:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:5.0:1673551346.389652:0:12907:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551346.389652:0:3698696:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000400:00000200:19.0:1673551346.389653:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.57@o2ib: PUT: OK 02000000:00000001:7.0:1673551346.389653:0:12906:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389653:0:12908:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:5.0:1673551346.389653:0:12907:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000020:00000040:4.0:1673551346.389653:0:3698696:0:(lustre_handles.c:152:class_handle2object()) GET export 000000002b2e9d79 refcount=5 00000800:00000200:13.0:1673551346.389654:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (70)++ 00000100:00001000:7.0:1673551346.389654:0:12906:0:(import.c:1925:at_measured()) add 1 to 00000000653a1923 time=121 v=1 (1 1 1 1) 00000100:00000001:6.0:1673551346.389654:0:12908:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:6.0:1673551346.389654:0:12908:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000400:00000001:5.0:1673551346.389654:0:12907:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000020:00000001:4.0:1673551346.389654:0:3698696:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912568012883968 : -52831505696667648 : ff444e0686004800) 00000100:00000001:6.0:1673551346.389655:0:12908:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:6.0:1673551346.389655:0:12908:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:5.0:1673551346.389655:0:12907:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000003d046768. 00000400:00000200:5.0:1673551346.389655:0:12907:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000d4136412 00000020:00000001:4.0:1673551346.389655:0:3698696:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912568012883968 : -52831505696667648 : ff444e0686004800) 00000100:00001000:7.0:1673551346.389656:0:12906:0:(import.c:1925:at_measured()) add 1 to 000000000ebbc0ea time=121 v=1 (1 1 1 1) 02000000:00000001:6.0:1673551346.389656:0:12908:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:5.0:1673551346.389656:0:12907:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000d4136412. 00000100:00000001:4.0:1673551346.389656:0:3698696:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000800:00000200:0.0:1673551346.389656:0:12865:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.23@o2ib 00000100:00000001:7.0:1673551346.389657:0:12906:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:7.0:1673551346.389657:0:12906:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:6.0:1673551346.389657:0:12908:0:(import.c:1925:at_measured()) add 1 to 0000000018fadd7a time=150 v=1 (1 1 1 1) 00000100:00000001:5.0:1673551346.389657:0:12907:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:4.0:1673551346.389657:0:3698696:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:7.0:1673551346.389658:0:12906:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00001000:6.0:1673551346.389658:0:12908:0:(import.c:1925:at_measured()) add 1 to 00000000b0a93146 time=119 v=1 (1 1 1 1) 00000100:00000200:5.0:1673551346.389658:0:12907:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000da551d93 x1754791738764480/t0(0) o400->ai200x-OST0001-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:4.0:1673551346.389658:0:3698696:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3ca1045. 00000400:00000200:0.0:1673551346.389658:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000100:00000001:19.0:1673551346.389659:0:12873:0:(events.c:104:reply_in_callback()) Process entered 00000800:00000200:13.0:1673551346.389659:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000008042fb16] (71)-- 00010000:00000001:7.0:1673551346.389659:0:12906:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389659:0:12908:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000020:00000010:4.0:1673551346.389659:0:3698696:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000057024de3. 00000400:00000200:0.0:1673551346.389659:0:12865:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.23@o2ib : PUT - for me 00000400:00000200:13.0:1673551346.389660:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:7.0:1673551346.389660:0:12906:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:7.0:1673551346.389660:0:12906:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0000-lwp-OST0002: skip recheck: last_committed 0 00000100:00000001:6.0:1673551346.389660:0:12908:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:4.0:1673551346.389660:0:3698696:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ba0f9465. 00000100:00000200:19.0:1673551346.389661:0:12873:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000ce7240db x1754791738765184/t0(0) o400->ai200x-MDT0000-lwp-OST0003@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:7.0:1673551346.389661:0:12906:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00010000:00000001:6.0:1673551346.389661:0:12908:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:6.0:1673551346.389661:0:12908:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551346.389661:0:3698696:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt at +1s 00000400:00000200:0.0:1673551346.389661:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:13.0:1673551346.389662:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 00000100:00000001:7.0:1673551346.389662:0:12906:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389662:0:12908:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000200:5.0:1673551346.389662:0:12907:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000da551d93 x1754791738764480/t0(0) o400->ai200x-OST0001-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:4.0:1673551346.389662:0:3698696:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000400:00000200:13.0:1673551346.389663:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000006054e86d 00000100:00000040:7.0:1673551346.389663:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae9e3a21 x1754791738764928/t0(0) o400->ai200x-MDT0000-lwp-OST0002@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000040:6.0:1673551346.389663:0:12908:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0002-osc-ff444e0748e14000: skip recheck: last_committed 249109398673 00000100:00000001:4.0:1673551346.389663:0:3698696:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:4.0:1673551346.389663:0:3698696:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1673551346.389663:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000010:13.0:1673551346.389664:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000006054e86d. 00000100:00000001:6.0:1673551346.389664:0:12908:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:6.0:1673551346.389664:0:12908:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1673551346.389664:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000040:19.0:1673551346.389665:0:12873:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000ce7240db x1754791738765184/t0(0) o400->ai200x-MDT0000-lwp-OST0003@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:13.0:1673551346.389665:0:12871:0:(events.c:54:request_out_callback()) Process entered 00000100:00000001:5.0:1673551346.389665:0:12907:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:4.0:1673551346.389665:0:3698696:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:4.0:1673551346.389665:0:3698696:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000800:00000200:2.0:1673551346.389665:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006f8568c3] (70)-- 00000400:00000200:0.0:1673551346.389665:0:12865:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 10 MB=0x63bf94a3e6f00 00000100:00000200:13.0:1673551346.389666:0:12871:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@000000007e1cd02c x1754791738765440/t0(0) o400->ai200x-MDT0000-lwp-MDT0001@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:6.0:1673551346.389666:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000957956f x1754791738764544/t0(0) o400->ai200x-OST0002-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551346.389666:0:12907:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551346.389666:0:3698696:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1673551346.389666:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:12.0:1673551346.389667:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000100:00000001:7.0:1673551346.389667:0:12906:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:7.0:1673551346.389667:0:12906:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:5.0:1673551346.389667:0:12907:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:5.0:1673551346.389667:0:12907:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:7.0:1673551346.389668:0:12906:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551346.389668:0:12907:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:5.0:1673551346.389668:0:12907:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1673551346.389668:0:12865:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.16.0.22@o2ib of length 224/224 into md 0x13a9dc35 [1] + 224 00000100:00000001:19.0:1673551346.389669:0:12873:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:13.0:1673551346.389669:0:12871:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:6.0:1673551346.389669:0:12908:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:5.0:1673551346.389669:0:12907:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551346.389669:0:3698696:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1673551346.389669:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:19.0:1673551346.389670:0:12873:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000a2509833] (69)++ 00000800:00000200:19.0:1673551346.389670:0:12873:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000a2509833] (70)-- 00000100:00000040:7.0:1673551346.389670:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae9e3a21 x1754791738764928/t0(0) o400->ai200x-MDT0000-lwp-OST0002@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:6.0:1673551346.389670:0:12908:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:6.0:1673551346.389670:0:12908:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:5.0:1673551346.389670:0:12907:0:(import.c:1925:at_measured()) add 1 to 0000000054fdb0ca time=156 v=1 (1 1 1 1) 00000100:00000040:13.0:1673551346.389671:0:12871:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000007e1cd02c x1754791738765440/t0(0) o400->ai200x-MDT0000-lwp-MDT0001@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:6.0:1673551346.389671:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000957956f x1754791738764544/t0(0) o400->ai200x-OST0002-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:4.0:1673551346.389671:0:3698696:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1673551346.389671:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.23@o2ib: PUT: OK 00000800:00000200:21.2:1673551346.389672:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (68)++ 00000800:00000200:19.0:1673551346.389672:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (69)-- 00000100:00001000:5.0:1673551346.389672:0:12907:0:(import.c:1925:at_measured()) add 1 to 00000000c063c899 time=156 v=1 (1 1 1 1) 02000000:00000001:4.0:1673551346.389672:0:3698696:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:4.0:1673551346.389672:0:3698696:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1673551346.389672:0:12865:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:5.0:1673551346.389673:0:12907:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:4.0:1673551346.389673:0:3698696:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1673551346.389673:0:12865:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000a0612151 x1754791738765056/t0(0) o400->ai200x-MDT0003-lwp-OST0002@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:13.0:1673551346.389674:0:12871:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:7.0:1673551346.389674:0:12906:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000ae9e3a21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ai200x-MDT0000-lwp-OST0002_UUID:12906:1754791738764928:172.16.0.56@o2ib:400: 00000100:00000001:5.0:1673551346.389674:0:12907:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1673551346.389674:0:12907:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 02000000:00000001:4.0:1673551346.389674:0:3698696:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:4.0:1673551346.389674:0:3698696:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754791738765248 00000100:00000001:13.0:1673551346.389675:0:12871:0:(events.c:94:request_out_callback()) Process leaving 00000100:00100000:6.0:1673551346.389675:0:12908:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@000000000957956f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12908:1754791738764544:0@lo:400: 00010000:00000001:5.0:1673551346.389675:0:12907:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551346.389675:0:3698696:0:(genops.c:899:class_conn2export()) Process entered 00000800:00000200:13.0:1673551346.389676:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 00000400:00000001:7.0:1673551346.389676:0:12906:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:7.0:1673551346.389676:0:12906:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000020:00000040:4.0:1673551346.389676:0:3698696:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876c8f 00000020:00000001:4.0:1673551346.389676:0:3698696:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00000040:0.0:1673551346.389676:0:12865:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000a0612151 x1754791738765056/t0(0) o400->ai200x-MDT0003-lwp-OST0002@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000400:00000010:7.0:1673551346.389677:0:12906:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 0000000064f02efc. 00000400:00000200:7.0:1673551346.389677:0:12906:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003e153242 00000100:00000001:6.0:1673551346.389677:0:12908:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389677:0:12908:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:5.0:1673551346.389677:0:12907:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:5.0:1673551346.389677:0:12907:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0001-osc-ff444e0748e14000: skip recheck: last_committed 313543439059 00000020:00000040:4.0:1673551346.389677:0:3698696:0:(lustre_handles.c:152:class_handle2object()) GET export 0000000057d49917 refcount=5 00000400:00000010:7.0:1673551346.389678:0:12906:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003e153242. 00000100:00000001:5.0:1673551346.389678:0:12907:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:5.0:1673551346.389678:0:12907:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551346.389678:0:3698696:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912568012874752 : -52831505696676864 : ff444e0686002400) 00000100:00000001:0.0:1673551346.389678:0:12865:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:7.0:1673551346.389679:0:12906:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000040:6.0:1673551346.389679:0:12908:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004884fca7 x1754791738764800/t0(0) o400->ai200x-OST0006-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000020:00000001:4.0:1673551346.389679:0:3698696:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912568012874752 : -52831505696676864 : ff444e0686002400) 00000800:00000200:0.0:1673551346.389679:0:12865:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000006f8568c3] (69)++ 00000100:00000200:7.0:1673551346.389680:0:12906:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000fdf7a07d x1754791738764672/t0(0) o400->ai200x-OST0004-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000040:5.0:1673551346.389680:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000da551d93 x1754791738764480/t0(0) o400->ai200x-OST0001-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:4.0:1673551346.389680:0:3698696:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:4.0:1673551346.389680:0:3698696:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:4.0:1673551346.389681:0:3698696:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8980237. 00000800:00000200:0.0:1673551346.389681:0:12865:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000006f8568c3] (70)-- 00000800:00000200:0.0:1673551346.389681:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006f8568c3] (69)-- 00000100:00000001:6.0:1673551346.389682:0:12908:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:6.0:1673551346.389682:0:12908:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:4.0:1673551346.389682:0:3698696:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004cc4770a. 00000800:00000200:23.0:1673551346.389683:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (69)++ 02000000:00000010:6.0:1673551346.389683:0:12908:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001ade2869. 00000020:00000010:4.0:1673551346.389683:0:3698696:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d4de5077. 00000100:00000200:7.0:1673551346.389684:0:12906:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000fdf7a07d x1754791738764672/t0(0) o400->ai200x-OST0004-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 02000000:00000001:6.0:1673551346.389684:0:12908:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:6.0:1673551346.389684:0:12908:0:(genops.c:1199:class_import_put()) Process entered 00000100:00000001:5.0:1673551346.389684:0:12907:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:5.0:1673551346.389684:0:12907:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:4.0:1673551346.389684:0:3698696:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000020:00000040:6.0:1673551346.389685:0:12908:0:(genops.c:1205:class_import_put()) import 00000000e376e714 refcount=4 obd=ai200x-OST0006-osc-ff444e0748e14000 00000100:00000001:5.0:1673551346.389685:0:12907:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551346.389685:0:3698696:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:6.0:1673551346.389686:0:12908:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:6.0:1673551346.389686:0:12908:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000088325846. 00000100:00000001:4.0:1673551346.389686:0:3698696:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:23.0:1673551346.389687:0:12876:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.22@o2ib 00000100:00000001:7.0:1673551346.389687:0:12906:0:(events.c:186:reply_in_callback()) Process leaving 02000000:00000001:6.0:1673551346.389687:0:12908:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:5.0:1673551346.389687:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000da551d93 x1754791738764480/t0(0) o400->ai200x-OST0001-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:4.0:1673551346.389687:0:3698696:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:4.0:1673551346.389687:0:3698696:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:23.0:1673551346.389688:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000001:7.0:1673551346.389688:0:12906:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551346.389688:0:12906:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:6.0:1673551346.389688:0:12908:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:6.0:1673551346.389688:0:12908:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000004884fca7. 00000100:00000001:4.0:1673551346.389688:0:3698696:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.2:1673551346.389688:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (68)++ 00000400:00000200:23.0:1673551346.389689:0:12876:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.22@o2ib : PUT - for me 02000000:00000001:7.0:1673551346.389689:0:12906:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:7.0:1673551346.389689:0:12906:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:6.0:1673551346.389689:0:12908:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000400:00000200:23.0:1673551346.389690:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:21.0:1673551346.389690:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000100:00000001:7.0:1673551346.389690:0:12906:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389690:0:12908:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551346.389690:0:3698696:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:23.0:1673551346.389691:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 02000000:00000001:7.0:1673551346.389691:0:12906:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389691:0:12908:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00100000:5.0:1673551346.389691:0:12907:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000da551d93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12907:1754791738764480:172.16.0.56@o2ib:400: 00000400:00000200:23.0:1673551346.389692:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00001000:7.0:1673551346.389692:0:12906:0:(import.c:1925:at_measured()) add 1 to 000000002c7f3e26 time=156 v=1 (1 1 1 1) 00000100:00000040:6.0:1673551346.389692:0:12908:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000000957956f x1754791738764544/t0(0) o400->ai200x-OST0002-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:4.0:1673551346.389692:0:3698696:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:4.0:1673551346.389692:0:3698696:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000400:00000200:23.0:1673551346.389693:0:12876:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 10 MB=0x63bf94a3e7000 00000100:00001000:7.0:1673551346.389693:0:12906:0:(import.c:1925:at_measured()) add 1 to 0000000025793797 time=156 v=1 (1 1 1 1) 00000400:00000001:5.0:1673551346.389693:0:12907:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:5.0:1673551346.389693:0:12907:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00100000:4.0:1673551346.389693:0:3698696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2954 00000400:00000200:23.0:1673551346.389694:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000001:7.0:1673551346.389694:0:12906:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000400:00000010:5.0:1673551346.389694:0:12907:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000910145cf. 00000100:00000040:4.0:1673551346.389694:0:3698696:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000002b2e9d79 : new rpc_count 1 00000400:00000200:23.0:1673551346.389695:0:12876:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.16.0.22@o2ib of length 224/224 into md 0x13a9dc55 [1] + 224 00000100:00000001:7.0:1673551346.389695:0:12906:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389695:0:12908:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:6.0:1673551346.389695:0:12908:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:5.0:1673551346.389695:0:12907:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000009a2ad640 00000400:00000010:5.0:1673551346.389695:0:12907:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000009a2ad640. 00000100:00000001:4.0:1673551346.389695:0:3698696:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912618642352256 : -52831455067199360 : ff444e124fc0a880) 00000400:00000200:23.0:1673551346.389696:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:12.0:1673551346.389696:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (69)++ 00010000:00000001:7.0:1673551346.389696:0:12906:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:7.0:1673551346.389696:0:12906:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:6.0:1673551346.389696:0:12908:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000016d6850d. 00000100:00000001:5.0:1673551346.389696:0:12907:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:23.0:1673551346.389697:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000100:00000001:7.0:1673551346.389697:0:12906:0:(client.c:2921:ptlrpc_free_committed()) Process entered 02000000:00000001:6.0:1673551346.389697:0:12908:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:6.0:1673551346.389697:0:12908:0:(genops.c:1199:class_import_put()) Process entered 00000100:00000200:5.0:1673551346.389697:0:12907:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000ff71ed9f x1754791738764736/t0(0) o400->ai200x-OST0005-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000040:4.0:1673551346.389697:0:3698696:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d2055088 x1754791738764992/t0(0) o400->ai200x-MDT0001-lwp-OST0002_UUID@0@lo:232/0 lens 224/0 e 0 to 0 dl 1673551352 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000001:23.0:1673551346.389698:0:12876:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000040:7.0:1673551346.389698:0:12906:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0004-osc-ff444e0748e14000: skip recheck: last_committed 292070667394 00000020:00000040:6.0:1673551346.389698:0:12908:0:(genops.c:1205:class_import_put()) import 0000000070846bc1 refcount=4 obd=ai200x-OST0002-osc-ff444e0748e14000 00000100:00000200:23.0:1673551346.389699:0:12876:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@000000001e1fc30d x1754791738765312/t0(0) o400->ai200x-MDT0003-lwp-OST0003@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:7.0:1673551346.389699:0:12906:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:7.0:1673551346.389699:0:12906:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1673551346.389699:0:12908:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:6.0:1673551346.389699:0:12908:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003fd6a93d. 02000000:00000001:6.0:1673551346.389700:0:12908:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:4.0:1673551346.389700:0:3698696:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000040:23.0:1673551346.389701:0:12876:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000001e1fc30d x1754791738765312/t0(0) o400->ai200x-MDT0003-lwp-OST0003@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:12.0:1673551346.389701:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.56@o2ib 00000100:00000040:7.0:1673551346.389701:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fdf7a07d x1754791738764672/t0(0) o400->ai200x-OST0004-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 02000000:00000001:6.0:1673551346.389701:0:12908:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:6.0:1673551346.389701:0:12908:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000000957956f. 00000100:00000200:5.0:1673551346.389701:0:12907:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000ff71ed9f x1754791738764736/t0(0) o400->ai200x-OST0005-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:4.0:1673551346.389701:0:3698696:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:12.0:1673551346.389702:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:6.0:1673551346.389702:0:12908:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00100000:4.0:1673551346.389702:0:3698696:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000d2055088 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_009:ai200x-MDT0001-lwp-OST0002_UUID+5:12907:x1754791738764992:12345-0@lo:400: 00000100:00000001:23.0:1673551346.389703:0:12876:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:6.0:1673551346.389703:0:12908:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1673551346.389703:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:23.0:1673551346.389704:0:12876:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000001a128d74] (69)++ 00000400:00000200:12.0:1673551346.389704:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.56@o2ib : PUT - for me 00000100:00000001:7.0:1673551346.389704:0:12906:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:6.0:1673551346.389704:0:12908:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1673551346.389704:0:12907:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000200:4.0:1673551346.389704:0:3698696:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754791738764992 00000800:00000200:23.0:1673551346.389705:0:12876:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000001a128d74] (70)-- 00000800:00000200:23.0:1673551346.389705:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 00000800:00000200:13.0:1673551346.389705:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000100:00000001:7.0:1673551346.389705:0:12906:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:6.0:1673551346.389705:0:12908:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:5.0:1673551346.389705:0:12907:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:4.0:1673551346.389705:0:3698696:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000400:00000200:12.0:1673551346.389706:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:7.0:1673551346.389706:0:12906:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1673551346.389706:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1673551346.389706:0:12908:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551346.389706:0:12907:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:5.0:1673551346.389706:0:12907:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000020:00000001:4.0:1673551346.389706:0:3698696:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:4.0:1673551346.389706:0:3698696:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1673551346.389707:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000001:6.0:1673551346.389707:0:12908:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:6.0:1673551346.389707:0:12908:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:5.0:1673551346.389707:0:12907:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:5.0:1673551346.389707:0:12907:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1673551346.389708:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000040:7.0:1673551346.389708:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fdf7a07d x1754791738764672/t0(0) o400->ai200x-OST0004-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000400:00000010:6.0:1673551346.389708:0:12908:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000d60d1d02. 02000000:00000001:5.0:1673551346.389708:0:12907:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551346.389708:0:3698696:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000400:00000200:6.0:1673551346.389709:0:12908:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000b23a6901 00000400:00000010:6.0:1673551346.389709:0:12908:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000b23a6901. 00000100:00001000:5.0:1673551346.389709:0:12907:0:(import.c:1925:at_measured()) add 1 to 000000004790d4bc time=156 v=1 (1 1 1 1) 00000020:00000001:4.0:1673551346.389709:0:3698696:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000400:00000200:12.0:1673551346.389710:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 10 MB=0x63bf94a3e7080 00000100:00000001:6.0:1673551346.389710:0:12908:0:(events.c:104:reply_in_callback()) Process entered 00000100:00001000:5.0:1673551346.389710:0:12907:0:(import.c:1925:at_measured()) add 1 to 0000000090f22868 time=156 v=1 (1 1 1 1) 00000020:00000001:4.0:1673551346.389710:0:3698696:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:4.0:1673551346.389710:0:3698696:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:12.0:1673551346.389711:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000200:6.0:1673551346.389711:0:12908:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000a0612151 x1754791738765056/t0(0) o400->ai200x-MDT0003-lwp-OST0002@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551346.389711:0:12907:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000020:00000001:4.0:1673551346.389711:0:3698696:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00100000:7.0:1673551346.389712:0:12906:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000fdf7a07d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12906:1754791738764672:172.16.0.20@o2ib:400: 00000100:00000001:5.0:1673551346.389712:0:12907:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551346.389712:0:3698696:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:4.0:1673551346.389712:0:3698696:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1673551346.389713:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.16.0.56@o2ib of length 224/224 into md 0x4bd8e8ed [1] + 224 00000100:00000001:7.0:1673551346.389713:0:12906:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1673551346.389713:0:12907:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000020:00000001:4.0:1673551346.389713:0:3698696:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000400:00000200:12.0:1673551346.389714:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:7.0:1673551346.389714:0:12906:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00010000:00000001:5.0:1673551346.389714:0:12907:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551346.389714:0:3698696:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:4.0:1673551346.389714:0:3698696:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:7.0:1673551346.389715:0:12906:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ae9e3a21 x1754791738764928/t0(0) o400->ai200x-MDT0000-lwp-OST0002@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000200:6.0:1673551346.389715:0:12908:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000a0612151 x1754791738765056/t0(0) o400->ai200x-MDT0003-lwp-OST0002@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551346.389715:0:12907:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:5.0:1673551346.389715:0:12907:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0005-osc-ff444e0748e14000: skip recheck: last_committed 249120994584 02000000:00000010:4.0:1673551346.389715:0:3698696:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000813005a2. 00000400:00000200:12.0:1673551346.389716:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 00000100:00000001:5.0:1673551346.389716:0:12907:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:5.0:1673551346.389716:0:12907:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1673551346.389716:0:3698696:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551346.389717:0:12872:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:4.0:1673551346.389717:0:3698696:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:12.0:1673551346.389718:0:12872:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@000000007e1cd02c x1754791738765440/t0(0) o400->ai200x-MDT0000-lwp-MDT0001@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:6.0:1673551346.389718:0:12908:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000040:5.0:1673551346.389718:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ff71ed9f x1754791738764736/t0(0) o400->ai200x-OST0005-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000020:00000001:4.0:1673551346.389718:0:3698696:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551346.389719:0:12906:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:7.0:1673551346.389719:0:12906:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:6.0:1673551346.389719:0:12908:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:4.0:1673551346.389719:0:3698696:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 0, transno 0, xid 1754791738764992 02000000:00000010:7.0:1673551346.389720:0:12906:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015bb0527. 00000100:00000001:6.0:1673551346.389720:0:12908:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:6.0:1673551346.389720:0:12908:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00010000:00000001:4.0:1673551346.389720:0:3698696:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 02000000:00000001:7.0:1673551346.389721:0:12906:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:7.0:1673551346.389721:0:12906:0:(genops.c:1199:class_import_put()) Process entered 00000100:00000001:6.0:1673551346.389721:0:12908:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:6.0:1673551346.389721:0:12908:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389721:0:12907:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000200:4.0:1673551346.389721:0:3698696:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000d2055088 x1754791738764992/t0(0) o400->ai200x-MDT0001-lwp-OST0002_UUID@0@lo:232/0 lens 224/224 e 0 to 0 dl 1673551352 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000020:00000040:7.0:1673551346.389722:0:12906:0:(genops.c:1205:class_import_put()) import 0000000002041384 refcount=2 obd=ai200x-MDT0000-lwp-OST0002 02000000:00000001:6.0:1673551346.389722:0:12908:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389722:0:12907:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:12.0:1673551346.389723:0:12872:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000007e1cd02c x1754791738765440/t0(0) o400->ai200x-MDT0000-lwp-MDT0001@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000020:00000001:7.0:1673551346.389723:0:12906:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:7.0:1673551346.389723:0:12906:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000092db1d0d. 00000100:00001000:6.0:1673551346.389723:0:12908:0:(import.c:1925:at_measured()) add 1 to 000000000ce43b4d time=121 v=1 (1 1 1 1) 00000100:00000001:5.0:1673551346.389723:0:12907:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:7.0:1673551346.389724:0:12906:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:6.0:1673551346.389724:0:12908:0:(import.c:1925:at_measured()) add 1 to 00000000e22f2574 time=121 v=1 (1 1 1 1) 00000100:00000040:5.0:1673551346.389724:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff71ed9f x1754791738764736/t0(0) o400->ai200x-OST0005-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00010000:00000001:4.0:1673551346.389724:0:3698696:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 02000000:00000001:7.0:1673551346.389725:0:12906:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:7.0:1673551346.389725:0:12906:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000ae9e3a21. 00010000:00000001:4.0:1673551346.389725:0:3698696:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551346.389726:0:12872:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:7.0:1673551346.389726:0:12906:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:7.0:1673551346.389726:0:12906:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1673551346.389726:0:12908:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:6.0:1673551346.389726:0:12908:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:4.0:1673551346.389726:0:3698696:0:(import.c:1925:at_measured()) add 1 to 000000000ea93833 time=115 v=1 (1 1 1 1) 00000800:00000200:12.0:1673551346.389727:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000008042fb16] (69)++ 00000100:00000001:7.0:1673551346.389727:0:12906:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00010000:00000001:6.0:1673551346.389727:0:12908:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:4.0:1673551346.389727:0:3698696:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000800:00000200:12.0:1673551346.389728:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000008042fb16] (70)-- 00010000:00000001:6.0:1673551346.389728:0:12908:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:5.0:1673551346.389728:0:12907:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000ff71ed9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12907:1754791738764736:172.16.0.20@o2ib:400: 00000100:00000040:4.0:1673551346.389728:0:3698696:0:(connection.c:143:ptlrpc_connection_addref()) conn=000000001f6219a4 refcount 46 to 0@lo 00000800:00000200:12.0:1673551346.389729:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 00000100:00000040:7.0:1673551346.389729:0:12906:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000fdf7a07d x1754791738764672/t0(0) o400->ai200x-OST0004-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:6.0:1673551346.389729:0:12908:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000001:4.0:1673551346.389729:0:3698696:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146656 : -52831505782404960 : ff444e0680e408a0) 00000100:00000040:6.0:1673551346.389730:0:12908:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0003-lwp-OST0002: skip recheck: last_committed 0 00000100:00000001:6.0:1673551346.389730:0:12908:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:5.0:1673551346.389730:0:12907:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1673551346.389730:0:3698696:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:4.0:1673551346.389730:0:3698696:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389731:0:12908:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389731:0:12907:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:4.0:1673551346.389731:0:3698696:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:7.0:1673551346.389732:0:12906:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:7.0:1673551346.389732:0:12906:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:6.0:1673551346.389732:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0612151 x1754791738765056/t0(0) o400->ai200x-MDT0003-lwp-OST0002@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000040:5.0:1673551346.389732:0:12907:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000da551d93 x1754791738764480/t0(0) o400->ai200x-OST0001-osc-ff444e0748e14000@172.16.0.56@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000040:4.0:1673551346.389732:0:3698696:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:7.0:1673551346.389733:0:12906:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000011838023. 00000400:00000010:4.0:1673551346.389733:0:3698696:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003662eb8e. 02000000:00000001:7.0:1673551346.389734:0:12906:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:7.0:1673551346.389734:0:12906:0:(genops.c:1199:class_import_put()) Process entered 00000100:00000200:4.0:1673551346.389734:0:3698696:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754791738764992, offset 224 00000020:00000040:7.0:1673551346.389735:0:12906:0:(genops.c:1205:class_import_put()) import 0000000078b996a1 refcount=4 obd=ai200x-OST0004-osc-ff444e0748e14000 00000100:00000001:5.0:1673551346.389735:0:12907:0:(client.c:2641:__ptlrpc_free_req()) Process entered 00000020:00000001:7.0:1673551346.389736:0:12906:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:7.0:1673551346.389736:0:12906:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003fb9ffeb. 00000100:00000001:6.0:1673551346.389736:0:12908:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:5.0:1673551346.389736:0:12907:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:5.0:1673551346.389736:0:12907:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001fbe9835. 00000400:00000200:4.0:1673551346.389736:0:3698696:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:7.0:1673551346.389737:0:12906:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:6.0:1673551346.389737:0:12908:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:6.0:1673551346.389737:0:12908:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:4.0:1673551346.389737:0:3698696:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 02000000:00000001:7.0:1673551346.389738:0:12906:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:6.0:1673551346.389738:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0612151 x1754791738765056/t0(0) o400->ai200x-MDT0003-lwp-OST0002@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 02000000:00000001:5.0:1673551346.389738:0:12907:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:5.0:1673551346.389738:0:12907:0:(genops.c:1199:class_import_put()) Process entered 00000400:00000200:4.0:1673551346.389738:0:3698696:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:7.0:1673551346.389739:0:12906:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000fdf7a07d. 00000020:00000040:5.0:1673551346.389739:0:12907:0:(genops.c:1205:class_import_put()) import 000000004fd8495c refcount=4 obd=ai200x-OST0001-osc-ff444e0748e14000 00000100:00000001:7.0:1673551346.389740:0:12906:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:7.0:1673551346.389740:0:12906:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1673551346.389740:0:12907:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:5.0:1673551346.389740:0:12907:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000050e5a10d. 00000400:00000200:4.0:1673551346.389740:0:3698696:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:4.0:1673551346.389740:0:3698696:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:7.0:1673551346.389741:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:5.0:1673551346.389741:0:12907:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:4.0:1673551346.389741:0:3698696:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:7.0:1673551346.389742:0:12906:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:6.0:1673551346.389742:0:12908:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000a0612151 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:ai200x-MDT0003-lwp-OST0002_UUID:12908:1754791738765056:172.16.0.22@o2ib:400: 02000000:00000001:5.0:1673551346.389742:0:12907:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:5.0:1673551346.389742:0:12907:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000da551d93. 00000100:00000001:7.0:1673551346.389743:0:12906:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:7.0:1673551346.389743:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551346.389743:0:12907:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000400:00000200:4.0:1673551346.389743:0:3698696:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x63bf94a3e6ec0 00000100:00000001:7.0:1673551346.389744:0:12906:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:6.0:1673551346.389744:0:12908:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:6.0:1673551346.389744:0:12908:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:5.0:1673551346.389744:0:12907:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:4.0:1673551346.389744:0:3698696:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000010:6.0:1673551346.389745:0:12908:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000002681cd0e. 00000400:00000200:6.0:1673551346.389745:0:12908:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000c3808ea7 00000100:00000001:5.0:1673551346.389745:0:12907:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000400:00000200:4.0:1673551346.389745:0:3698696:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4bd8e88d [1] + 224 00000400:00000010:6.0:1673551346.389746:0:12908:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000c3808ea7. 00000100:00000040:5.0:1673551346.389746:0:12907:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ff71ed9f x1754791738764736/t0(0) o400->ai200x-OST0005-osc-ff444e0748e14000@172.16.0.20@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000400:00000001:7.0:1673551346.389747:0:12906:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:7.0:1673551346.389747:0:12906:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:6.0:1673551346.389747:0:12908:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:4.0:1673551346.389747:0:3698696:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:7.0:1673551346.389748:0:12906:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000b60ce4c7. 00000400:00000200:7.0:1673551346.389748:0:12906:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000054e492ff 00000100:00000200:6.0:1673551346.389748:0:12908:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@000000001e1fc30d x1754791738765312/t0(0) o400->ai200x-MDT0003-lwp-OST0003@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:4.0:1673551346.389748:0:3698696:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:7.0:1673551346.389749:0:12906:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000054e492ff. 00000100:00000001:7.0:1673551346.389750:0:12906:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:4.0:1673551346.389750:0:3698696:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:7.0:1673551346.389751:0:12906:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000ce7240db x1754791738765184/t0(0) o400->ai200x-MDT0000-lwp-OST0003@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:4.0:1673551346.389751:0:3698696:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@000000008da249d3 x1754791738764992/t0(0) o400->ai200x-MDT0001-lwp-OST0002@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:6.0:1673551346.389752:0:12908:0:(events.c:128:reply_in_callback()) @@@ unlink req@000000001e1fc30d x1754791738765312/t0(0) o400->ai200x-MDT0003-lwp-OST0003@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551346.389753:0:12907:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:5.0:1673551346.389753:0:12907:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:5.0:1673551346.389754:0:12907:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079db82ac. 00000100:00000200:7.0:1673551346.389755:0:12906:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000ce7240db x1754791738765184/t0(0) o400->ai200x-MDT0000-lwp-OST0003@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:6.0:1673551346.389755:0:12908:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:6.0:1673551346.389755:0:12908:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:5.0:1673551346.389755:0:12907:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:5.0:1673551346.389755:0:12907:0:(genops.c:1199:class_import_put()) Process entered 00000100:00000040:4.0:1673551346.389755:0:3698696:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008da249d3 x1754791738764992/t0(0) o400->ai200x-MDT0001-lwp-OST0002@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:6.0:1673551346.389756:0:12908:0:(client.c:1442:after_reply()) Process entered 00000020:00000040:5.0:1673551346.389756:0:12907:0:(genops.c:1205:class_import_put()) import 00000000a4b5b1e3 refcount=4 obd=ai200x-OST0005-osc-ff444e0748e14000 02000000:00000001:6.0:1673551346.389757:0:12908:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:6.0:1673551346.389757:0:12908:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000020:00000001:5.0:1673551346.389757:0:12907:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:5.0:1673551346.389757:0:12907:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000eea17651. 00000100:00000001:7.0:1673551346.389758:0:12906:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:6.0:1673551346.389758:0:12908:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1673551346.389758:0:12908:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1673551346.389758:0:12907:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:5.0:1673551346.389758:0:12907:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:7.0:1673551346.389759:0:12906:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551346.389759:0:12906:0:(client.c:1442:after_reply()) Process entered 00000100:00000010:5.0:1673551346.389759:0:12907:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000ff71ed9f. 02000000:00000001:7.0:1673551346.389760:0:12906:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:7.0:1673551346.389760:0:12906:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00001000:6.0:1673551346.389760:0:12908:0:(import.c:1925:at_measured()) add 1 to 0000000090f6a7f0 time=120 v=1 (1 1 1 1) 00000100:00000001:5.0:1673551346.389760:0:12907:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:5.0:1673551346.389760:0:12907:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551346.389761:0:12906:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:6.0:1673551346.389761:0:12908:0:(import.c:1925:at_measured()) add 1 to 00000000d0dcc5e8 time=120 v=1 (1 1 1 1) 00000100:00000001:5.0:1673551346.389761:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:7.0:1673551346.389762:0:12906:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389762:0:12908:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:6.0:1673551346.389762:0:12908:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389762:0:12907:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:4.0:1673551346.389762:0:3698696:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00001000:7.0:1673551346.389763:0:12906:0:(import.c:1925:at_measured()) add 1 to 0000000024032c20 time=120 v=1 (1 1 1 1) 00010000:00000001:6.0:1673551346.389763:0:12908:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:5.0:1673551346.389763:0:12907:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000400:00000200:4.0:1673551346.389763:0:3698696:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003662eb8e 00000100:00001000:7.0:1673551346.389764:0:12906:0:(import.c:1925:at_measured()) add 1 to 0000000071f3e5da time=120 v=1 (1 1 1 1) 00010000:00000001:6.0:1673551346.389764:0:12908:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389764:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551346.389764:0:12907:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000010:4.0:1673551346.389764:0:3698696:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003662eb8e. 00000100:00000001:7.0:1673551346.389765:0:12906:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:6.0:1673551346.389765:0:12908:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000400:00000001:5.0:1673551346.389765:0:12907:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:4.0:1673551346.389765:0:3698696:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:4.0:1673551346.389765:0:3698696:0:(events.c:428:reply_out_callback()) Process leaving 00000100:00000001:7.0:1673551346.389766:0:12906:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1673551346.389766:0:12906:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000040:6.0:1673551346.389766:0:12908:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0003-lwp-OST0003: skip recheck: last_committed 0 00000100:00000001:6.0:1673551346.389766:0:12908:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000400:00000001:5.0:1673551346.389766:0:12907:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:5.0:1673551346.389766:0:12907:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 0000000083d6e76c. 00000100:00000001:4.0:1673551346.389766:0:3698696:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1673551346.389767:0:12906:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389767:0:12908:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551346.389767:0:12907:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003be8618e 00000100:00000040:4.0:1673551346.389767:0:3698696:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=000000001f6219a4 refcount 45 to 0@lo 00000100:00000001:7.0:1673551346.389768:0:12906:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:7.0:1673551346.389768:0:12906:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0000-lwp-OST0003: skip recheck: last_committed 0 00000100:00000040:6.0:1673551346.389768:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001e1fc30d x1754791738765312/t0(0) o400->ai200x-MDT0003-lwp-OST0003@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000400:00000010:5.0:1673551346.389768:0:12907:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003be8618e. 00000100:00000001:5.0:1673551346.389768:0:12907:0:(events.c:104:reply_in_callback()) Process entered 00010000:00000001:4.0:1673551346.389768:0:3698696:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000100:00000001:7.0:1673551346.389769:0:12906:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000200:5.0:1673551346.389769:0:12907:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@000000008da249d3 x1754791738764992/t0(0) o400->ai200x-MDT0001-lwp-OST0002@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000020:00000001:4.0:1673551346.389769:0:3698696:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551346.389770:0:12906:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551346.389770:0:3698696:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:7.0:1673551346.389771:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce7240db x1754791738765184/t0(0) o400->ai200x-MDT0000-lwp-OST0003@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:6.0:1673551346.389771:0:12908:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:4.0:1673551346.389771:0:3698696:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2055088 x1754791738764992/t0(0) o400->ai200x-MDT0001-lwp-OST0002_UUID@0@lo:232/0 lens 224/224 e 0 to 0 dl 1673551352 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00000001:6.0:1673551346.389772:0:12908:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:6.0:1673551346.389773:0:12908:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:5.0:1673551346.389773:0:12907:0:(events.c:128:reply_in_callback()) @@@ unlink req@000000008da249d3 x1754791738764992/t0(0) o400->ai200x-MDT0001-lwp-OST0002@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:6.0:1673551346.389774:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e1fc30d x1754791738765312/t0(0) o400->ai200x-MDT0003-lwp-OST0003@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:4.0:1673551346.389775:0:3698696:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000d2055088 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_009:ai200x-MDT0001-lwp-OST0002_UUID+5:12907:x1754791738764992:12345-0@lo:400: Request processed in 73us (241us total) trans 0 rc 0/0 00000100:00000001:5.0:1673551346.389776:0:12907:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:5.0:1673551346.389777:0:12907:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551346.389777:0:12907:0:(client.c:1442:after_reply()) Process entered 00000100:00100000:6.0:1673551346.389778:0:12908:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@000000001e1fc30d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:ai200x-MDT0003-lwp-OST0003_UUID:12908:1754791738765312:172.16.0.22@o2ib:400: 02000000:00000001:5.0:1673551346.389778:0:12907:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:5.0:1673551346.389778:0:12907:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00100000:4.0:1673551346.389778:0:3698696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2954 00000100:00000001:7.0:1673551346.389779:0:12906:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:7.0:1673551346.389779:0:12906:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:5.0:1673551346.389779:0:12907:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551346.389779:0:3698696:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002b2e9d79 : new rpc_count 0 00000100:00000001:4.0:1673551346.389779:0:3698696:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:7.0:1673551346.389780:0:12906:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1673551346.389780:0:12908:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1673551346.389780:0:12908:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 02000000:00000001:5.0:1673551346.389780:0:12907:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551346.389780:0:3698696:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:7.0:1673551346.389781:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce7240db x1754791738765184/t0(0) o400->ai200x-MDT0000-lwp-OST0003@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000020:00000010:4.0:1673551346.389781:0:3698696:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000057024de3. 00000100:00000040:6.0:1673551346.389782:0:12908:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a0612151 x1754791738765056/t0(0) o400->ai200x-MDT0003-lwp-OST0002@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00001000:5.0:1673551346.389782:0:12907:0:(import.c:1925:at_measured()) add 1 to 000000000e18a64c time=115 v=1 (1 1 1 1) 00000020:00000010:4.0:1673551346.389782:0:3698696:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ba0f9465. 00000100:00001000:5.0:1673551346.389783:0:12907:0:(import.c:1925:at_measured()) add 1 to 000000000aacb4a0 time=115 v=1 (1 1 1 1) 00000020:00000010:4.0:1673551346.389783:0:3698696:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3ca1045. 00000100:00000001:5.0:1673551346.389784:0:12907:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000020:00000040:4.0:1673551346.389784:0:3698696:0:(genops.c:979:class_export_put()) PUTting export 000000002b2e9d79 : new refcount 4 00000100:00100000:7.0:1673551346.389785:0:12906:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000ce7240db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ai200x-MDT0000-lwp-OST0003_UUID:12906:1754791738765184:172.16.0.56@o2ib:400: 00000100:00000001:6.0:1673551346.389785:0:12908:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:6.0:1673551346.389785:0:12908:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:5.0:1673551346.389785:0:12907:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551346.389785:0:3698696:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:6.0:1673551346.389786:0:12908:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7e41df1. 00010000:00000001:5.0:1673551346.389786:0:12907:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:4.0:1673551346.389786:0:3698696:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000400:00000001:7.0:1673551346.389787:0:12906:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 02000000:00000001:6.0:1673551346.389787:0:12908:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:6.0:1673551346.389787:0:12908:0:(genops.c:1199:class_import_put()) Process entered 00010000:00000001:5.0:1673551346.389787:0:12907:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389787:0:12907:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000001:4.0:1673551346.389787:0:3698696:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000400:00000001:7.0:1673551346.389788:0:12906:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:7.0:1673551346.389788:0:12906:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000426dbb6b. 00000020:00000040:6.0:1673551346.389788:0:12908:0:(genops.c:1205:class_import_put()) import 0000000055f3d96e refcount=2 obd=ai200x-MDT0003-lwp-OST0002 00000100:00000040:5.0:1673551346.389788:0:12907:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0001-lwp-OST0002: skip recheck: last_committed 0 00000100:00100000:4.0:1673551346.389788:0:3698696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2955 00000400:00000200:7.0:1673551346.389789:0:12906:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000043521486 00000400:00000010:7.0:1673551346.389789:0:12906:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000043521486. 00000020:00000001:6.0:1673551346.389789:0:12908:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:6.0:1673551346.389789:0:12908:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006c3bebf3. 00000100:00000001:5.0:1673551346.389789:0:12907:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:5.0:1673551346.389789:0:12907:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551346.389789:0:3698696:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 0000000057d49917 : new rpc_count 1 00000100:00000001:7.0:1673551346.389790:0:12906:0:(events.c:104:reply_in_callback()) Process entered 02000000:00000001:6.0:1673551346.389790:0:12908:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:5.0:1673551346.389790:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008da249d3 x1754791738764992/t0(0) o400->ai200x-MDT0001-lwp-OST0002@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:4.0:1673551346.389790:0:3698696:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912618642358016 : -52831455067193600 : ff444e124fc0bf00) 02000000:00000001:6.0:1673551346.389791:0:12908:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:6.0:1673551346.389791:0:12908:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000a0612151. 00000100:00000040:4.0:1673551346.389791:0:3698696:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008b6db8c0 x1754791738765248/t0(0) o400->ai200x-MDT0001-lwp-OST0003_UUID@0@lo:232/0 lens 224/0 e 0 to 0 dl 1673551352 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000200:7.0:1673551346.389792:0:12906:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@000000007e1cd02c x1754791738765440/t0(0) o400->ai200x-MDT0000-lwp-MDT0001@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:6.0:1673551346.389792:0:12908:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:6.0:1673551346.389792:0:12908:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1673551346.389793:0:12908:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:6.0:1673551346.389794:0:12908:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000001e1fc30d x1754791738765312/t0(0) o400->ai200x-MDT0003-lwp-OST0003@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551346.389794:0:12907:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:7.0:1673551346.389795:0:12906:0:(events.c:128:reply_in_callback()) @@@ unlink req@000000007e1cd02c x1754791738765440/t0(0) o400->ai200x-MDT0000-lwp-MDT0001@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551346.389795:0:12907:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:5.0:1673551346.389795:0:12907:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551346.389795:0:3698696:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:4.0:1673551346.389795:0:3698696:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:5.0:1673551346.389796:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008da249d3 x1754791738764992/t0(0) o400->ai200x-MDT0001-lwp-OST0002@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:4.0:1673551346.389797:0:3698696:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000008b6db8c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_009:ai200x-MDT0001-lwp-OST0003_UUID+5:12907:x1754791738765248:12345-0@lo:400: 00000100:00000001:6.0:1673551346.389798:0:12908:0:(client.c:2641:__ptlrpc_free_req()) Process entered 00000100:00000200:4.0:1673551346.389798:0:3698696:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754791738765248 00000100:00000001:7.0:1673551346.389799:0:12906:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:7.0:1673551346.389799:0:12906:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:6.0:1673551346.389799:0:12908:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:6.0:1673551346.389799:0:12908:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2ce7d34. 00000020:00000001:4.0:1673551346.389799:0:3698696:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:7.0:1673551346.389800:0:12906:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:7.0:1673551346.389800:0:12906:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 02000000:00000001:6.0:1673551346.389800:0:12908:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:6.0:1673551346.389800:0:12908:0:(genops.c:1199:class_import_put()) Process entered 00000100:00100000:5.0:1673551346.389800:0:12907:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@000000008da249d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ai200x-MDT0001-lwp-OST0002_UUID:12907:1754791738764992:0@lo:400: 00000020:00000001:4.0:1673551346.389800:0:3698696:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:4.0:1673551346.389800:0:3698696:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551346.389801:0:12906:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:7.0:1673551346.389801:0:12906:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:6.0:1673551346.389801:0:12908:0:(genops.c:1205:class_import_put()) import 00000000e6c664a6 refcount=2 obd=ai200x-MDT0003-lwp-OST0003 00000020:00000001:4.0:1673551346.389801:0:3698696:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 02000000:00000001:7.0:1673551346.389802:0:12906:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1673551346.389802:0:12908:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:6.0:1673551346.389802:0:12908:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d7c1abb4. 00000100:00000001:5.0:1673551346.389802:0:12907:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551346.389802:0:3698696:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000100:00001000:7.0:1673551346.389803:0:12906:0:(import.c:1925:at_measured()) add 1 to 00000000bff1d456 time=118 v=1 (1 1 1 1) 02000000:00000001:6.0:1673551346.389803:0:12908:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:5.0:1673551346.389803:0:12907:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:5.0:1673551346.389803:0:12907:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008da249d3 x1754791738764992/t0(0) o400->ai200x-MDT0001-lwp-OST0002@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000020:00000001:4.0:1673551346.389803:0:3698696:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:4.0:1673551346.389803:0:3698696:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:7.0:1673551346.389804:0:12906:0:(import.c:1925:at_measured()) add 1 to 00000000c3f9485d time=118 v=1 (1 1 1 1) 02000000:00000001:6.0:1673551346.389804:0:12908:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:6.0:1673551346.389804:0:12908:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000001e1fc30d. 00000020:00000001:4.0:1673551346.389804:0:3698696:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00000001:6.0:1673551346.389805:0:12908:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:6.0:1673551346.389805:0:12908:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:4.0:1673551346.389805:0:3698696:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000001:7.0:1673551346.389806:0:12906:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:7.0:1673551346.389806:0:12906:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389806:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:4.0:1673551346.389806:0:3698696:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551346.389806:0:3698696:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00010000:00000001:7.0:1673551346.389807:0:12906:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:6.0:1673551346.389807:0:12908:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1673551346.389807:0:12907:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:5.0:1673551346.389807:0:12907:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:4.0:1673551346.389807:0:3698696:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:4.0:1673551346.389807:0:3698696:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:7.0:1673551346.389808:0:12906:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551346.389808:0:12906:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000001:6.0:1673551346.389808:0:12908:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389808:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 02000000:00000010:5.0:1673551346.389808:0:12907:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb31ff88. 02000000:00000010:4.0:1673551346.389808:0:3698696:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b3ca1045. 00000100:00000040:7.0:1673551346.389809:0:12906:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00100000:6.0:1673551346.389809:0:12908:0:(ptlrpcd.c:421:ptlrpcd_check()) transfer 5 async RPCs [3->2] 02000000:00000001:5.0:1673551346.389809:0:12907:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:5.0:1673551346.389809:0:12907:0:(genops.c:1199:class_import_put()) Process entered 02000000:00000001:4.0:1673551346.389809:0:3698696:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551346.389810:0:12906:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:7.0:1673551346.389810:0:12906:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389810:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:5.0:1673551346.389810:0:12907:0:(genops.c:1205:class_import_put()) import 0000000069269ee7 refcount=2 obd=ai200x-MDT0001-lwp-OST0002 00000020:00000001:5.0:1673551346.389810:0:12907:0:(genops.c:1212:class_import_put()) Process leaving 00000100:00000001:4.0:1673551346.389810:0:3698696:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551346.389810:0:3698696:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389811:0:12908:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:5.0:1673551346.389811:0:12907:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c034dfa8. 00010000:00000040:4.0:1673551346.389811:0:3698696:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 0, transno 0, xid 1754791738765248 00000100:00000040:7.0:1673551346.389812:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007e1cd02c x1754791738765440/t0(0) o400->ai200x-MDT0000-lwp-MDT0001@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:6.0:1673551346.389812:0:12908:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:5.0:1673551346.389812:0:12907:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:5.0:1673551346.389812:0:12907:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:4.0:1673551346.389812:0:3698696:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000100:00000001:6.0:1673551346.389813:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1673551346.389813:0:12908:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000010:5.0:1673551346.389813:0:12907:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000008da249d3. 00010000:00000200:4.0:1673551346.389813:0:3698696:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000008b6db8c0 x1754791738765248/t0(0) o400->ai200x-MDT0001-lwp-OST0003_UUID@0@lo:232/0 lens 224/224 e 0 to 0 dl 1673551352 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00000001:6.0:1673551346.389814:0:12908:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:5.0:1673551346.389814:0:12907:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:5.0:1673551346.389814:0:12907:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551346.389815:0:12906:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:6.0:1673551346.389815:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000956060e4 x1754791738764352/t0(0) o400->ai200x-MDT0003-mdc-ff444e0748e14000@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:7.0:1673551346.389816:0:12906:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:7.0:1673551346.389816:0:12906:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551346.389816:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551346.389816:0:3698696:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00000100:00000001:5.0:1673551346.389817:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551346.389817:0:12907:0:(client.c:1822:ptlrpc_check_set()) Process entered 00010000:00000001:4.0:1673551346.389817:0:3698696:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1673551346.389818:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e1cd02c x1754791738765440/t0(0) o400->ai200x-MDT0000-lwp-MDT0001@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551346.389818:0:12907:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:4.0:1673551346.389818:0:3698696:0:(import.c:1925:at_measured()) add 1 to 000000000ea93833 time=115 v=1 (1 1 1 1) 00000100:00000001:6.0:1673551346.389819:0:12908:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:6.0:1673551346.389819:0:12908:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389819:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551346.389819:0:3698696:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 02000000:00000001:6.0:1673551346.389820:0:12908:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:4.0:1673551346.389820:0:3698696:0:(connection.c:143:ptlrpc_connection_addref()) conn=000000001f6219a4 refcount 46 to 0@lo 02000000:00000001:6.0:1673551346.389821:0:12908:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551346.389821:0:3698696:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146656 : -52831505782404960 : ff444e0680e408a0) 00000100:00100000:7.0:1673551346.389822:0:12906:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@000000007e1cd02c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ai200x-MDT0000-lwp-MDT0001_UUID:12906:1754791738765440:172.16.0.56@o2ib:400: 00000100:00100000:6.0:1673551346.389822:0:12908:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000956060e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12908:1754791738764352:172.16.0.22@o2ib:400: 00000100:00000001:5.0:1673551346.389822:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551346.389822:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1673551346.389822:0:3698696:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:4.0:1673551346.389822:0:3698696:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551346.389823:0:12906:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1673551346.389823:0:12908:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000001:4.0:1673551346.389823:0:3698696:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:7.0:1673551346.389824:0:12906:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 02000000:00000001:6.0:1673551346.389824:0:12908:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:4.0:1673551346.389824:0:3698696:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:4.0:1673551346.389824:0:3698696:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003662eb8e. 00000100:00000040:7.0:1673551346.389825:0:12906:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ce7240db x1754791738765184/t0(0) o400->ai200x-MDT0000-lwp-OST0003@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 02000000:00000001:6.0:1673551346.389825:0:12908:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1673551346.389825:0:12908:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:4.0:1673551346.389825:0:3698696:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754791738765248, offset 224 02000000:00000010:6.0:1673551346.389826:0:12908:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2ce7d34. 02000000:00000001:6.0:1673551346.389827:0:12908:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1673551346.389827:0:3698696:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:7.0:1673551346.389828:0:12906:0:(client.c:2641:__ptlrpc_free_req()) Process entered 00000400:00000200:6.0:1673551346.389828:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 02000000:00000001:7.0:1673551346.389829:0:12906:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:7.0:1673551346.389829:0:12906:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d7e3563. 02000000:00000001:7.0:1673551346.389830:0:12906:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:7.0:1673551346.389830:0:12906:0:(genops.c:1199:class_import_put()) Process entered 00000400:00000010:6.0:1673551346.389830:0:12908:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000002681cd0e. 00000020:00000040:7.0:1673551346.389831:0:12906:0:(genops.c:1205:class_import_put()) import 00000000b4df174a refcount=2 obd=ai200x-MDT0000-lwp-OST0003 00000400:00000010:6.0:1673551346.389831:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3808ea7. 00000020:00000001:7.0:1673551346.389832:0:12906:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:7.0:1673551346.389832:0:12906:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e045966c. 00000100:00000200:6.0:1673551346.389832:0:12908:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738764352, portal 10 02000000:00000001:7.0:1673551346.389833:0:12906:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:6.0:1673551346.389833:0:12908:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:6.0:1673551346.389833:0:12908:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638492544 : -52831455071059072 : ff444e124f85c380) 00000400:00000200:4.0:1673551346.389833:0:3698696:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 02000000:00000001:7.0:1673551346.389834:0:12906:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:7.0:1673551346.389834:0:12906:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000ce7240db. 00000400:00000200:4.0:1673551346.389834:0:3698696:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:7.0:1673551346.389835:0:12906:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:7.0:1673551346.389835:0:12906:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:6.0:1673551346.389835:0:12908:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000956060e4 x1754791738764352/t0(0) o400->ai200x-MDT0003-mdc-ff444e0748e14000@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:7.0:1673551346.389836:0:12906:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000400:00000200:4.0:1673551346.389836:0:3698696:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000040:7.0:1673551346.389837:0:12906:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000007e1cd02c x1754791738765440/t0(0) o400->ai200x-MDT0000-lwp-MDT0001@172.16.0.56@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000400:00000200:4.0:1673551346.389837:0:3698696:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:4.0:1673551346.389838:0:3698696:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:6.0:1673551346.389839:0:12908:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000200:4.0:1673551346.389839:0:3698696:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x63bf94a3e6fc0 00000100:00000040:6.0:1673551346.389840:0:12908:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000010:6.0:1673551346.389840:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b23a6901. 00000400:00000200:4.0:1673551346.389840:0:3698696:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:7.0:1673551346.389841:0:12906:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:7.0:1673551346.389841:0:12906:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:6.0:1673551346.389841:0:12908:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1754791738764352, offset 0 00000400:00000200:4.0:1673551346.389841:0:3698696:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4bd8e8cd [1] + 224 02000000:00000010:7.0:1673551346.389842:0:12906:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a205a46e. 02000000:00000001:7.0:1673551346.389842:0:12906:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:4.0:1673551346.389842:0:3698696:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:7.0:1673551346.389843:0:12906:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:7.0:1673551346.389843:0:12906:0:(genops.c:1205:class_import_put()) import 00000000138b0ec0 refcount=2 obd=ai200x-MDT0000-lwp-MDT0001 00000400:00000200:6.0:1673551346.389843:0:12908:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000400:00000200:4.0:1673551346.389843:0:3698696:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:4.0:1673551346.389843:0:3698696:0:(events.c:104:reply_in_callback()) Process entered 00000020:00000001:7.0:1673551346.389844:0:12906:0:(genops.c:1212:class_import_put()) Process leaving 00000100:00000200:4.0:1673551346.389844:0:3698696:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000a64dae3a x1754791738765248/t0(0) o400->ai200x-MDT0001-lwp-OST0003@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 02000000:00000010:7.0:1673551346.389845:0:12906:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000009406cb22. 00000400:00000200:6.0:1673551346.389845:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 02000000:00000001:7.0:1673551346.389846:0:12906:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:7.0:1673551346.389846:0:12906:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:6.0:1673551346.389846:0:12908:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.22@o2ib local destination 00000100:00000040:4.0:1673551346.389846:0:3698696:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000a64dae3a x1754791738765248/t0(0) o400->ai200x-MDT0001-lwp-OST0003@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:7.0:1673551346.389847:0:12906:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000007e1cd02c. 00000100:00000001:7.0:1673551346.389848:0:12906:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:7.0:1673551346.389848:0:12906:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:6.0:1673551346.389848:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964996, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000100:00000001:7.0:1673551346.389849:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551346.389850:0:12906:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:7.0:1673551346.389850:0:12906:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389850:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964996, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964996, g:4294967295] 00000100:00000001:7.0:1673551346.389851:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1673551346.389852:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389852:0:12908:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000100:00000001:4.0:1673551346.389852:0:3698696:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:7.0:1673551346.389853:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1673551346.389853:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1673551346.389853:0:3698696:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003662eb8e 00000400:00000200:6.0:1673551346.389854:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964996, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964996, g:4294967295] 00000400:00000010:4.0:1673551346.389854:0:3698696:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003662eb8e. 00000100:00000001:4.0:1673551346.389854:0:3698696:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:4.0:1673551346.389855:0:3698696:0:(events.c:428:reply_out_callback()) Process leaving 00000400:00000200:6.0:1673551346.389856:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964996, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964996, g:4294967295] 00000400:00000200:6.0:1673551346.389858:0:12908:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:6.0:1673551346.389859:0:12908:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000100:00000001:5.0:1673551346.389859:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000400:00000200:6.0:1673551346.389860:0:12908:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000100:00000001:5.0:1673551346.389860:0:12907:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000200:6.0:1673551346.389861:0:12908:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.23@o2ib c:[32, 32], s:[3094134, 3094135] 00000400:00000001:5.0:1673551346.389861:0:12907:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:5.0:1673551346.389861:0:12907:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:5.0:1673551346.389861:0:12907:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000006d070d8d. 00000400:00000200:5.0:1673551346.389862:0:12907:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000028f8201f 00000400:00000200:6.0:1673551346.389863:0:12908:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.23@o2ib 00000400:00000010:5.0:1673551346.389863:0:12907:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000028f8201f. 00000100:00000001:5.0:1673551346.389863:0:12907:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:6.0:1673551346.389864:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000100:00000200:5.0:1673551346.389864:0:12907:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000a64dae3a x1754791738765248/t0(0) o400->ai200x-MDT0001-lwp-OST0003@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:4.0:1673551346.389865:0:3698696:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551346.389866:0:3698696:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=000000001f6219a4 refcount 45 to 0@lo 00000400:00000200:6.0:1673551346.389867:0:12908:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.23@o2ib(172.16.0.22@o2ib:172.16.0.23@o2ib) : PUT try# 0 00010000:00000001:4.0:1673551346.389867:0:3698696:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000100:00000200:5.0:1673551346.389868:0:12907:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000a64dae3a x1754791738765248/t0(0) o400->ai200x-MDT0001-lwp-OST0003@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000020:00000001:4.0:1673551346.389868:0:3698696:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:6.0:1673551346.389869:0:12908:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.23@o2ib 00000020:00000001:4.0:1673551346.389869:0:3698696:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000400:00000200:6.0:1673551346.389870:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000100:00000040:4.0:1673551346.389870:0:3698696:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b6db8c0 x1754791738765248/t0(0) o400->ai200x-MDT0001-lwp-OST0003_UUID@0@lo:232/0 lens 224/224 e 0 to 0 dl 1673551352 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551346.389871:0:12907:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:6.0:1673551346.389872:0:12908:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000086c48d2b] -> 172.16.0.23@o2ib (3) version: 12 00000100:00000001:5.0:1673551346.389872:0:12907:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:6.0:1673551346.389873:0:12908:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000006f8568c3] (68)++ 00000100:00000001:5.0:1673551346.389873:0:12907:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:5.0:1673551346.389873:0:12907:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000800:00000200:6.0:1673551346.389874:0:12908:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000006f8568c3] (69)++ 00000100:00000001:5.0:1673551346.389874:0:12907:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:5.0:1673551346.389874:0:12907:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:4.0:1673551346.389874:0:3698696:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000008b6db8c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_009:ai200x-MDT0001-lwp-OST0003_UUID+5:12907:x1754791738765248:12345-0@lo:400: Request processed in 78us (244us total) trans 0 rc 0/0 02000000:00000001:5.0:1673551346.389875:0:12907:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:6.0:1673551346.389876:0:12908:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000006f8568c3] (70)-- 00000100:00001000:5.0:1673551346.389876:0:12907:0:(import.c:1925:at_measured()) add 1 to 0000000041c9bc4b time=115 v=1 (1 1 1 1) 00000100:00100000:4.0:1673551346.389876:0:3698696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2955 00000100:00000001:6.0:1673551346.389877:0:12908:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:5.0:1673551346.389877:0:12907:0:(import.c:1925:at_measured()) add 1 to 00000000d54e4139 time=115 v=1 (1 1 1 1) 00000100:00000040:4.0:1673551346.389877:0:3698696:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000057d49917 : new rpc_count 0 00000100:00000001:6.0:1673551346.389878:0:12908:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:6.0:1673551346.389878:0:12908:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389878:0:12907:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:4.0:1673551346.389878:0:3698696:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:6.0:1673551346.389879:0:12908:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:5.0:1673551346.389879:0:12907:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551346.389879:0:3698696:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:6.0:1673551346.389880:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007940d340 x1754791738764608/t0(0) o400->ai200x-OST0003-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00000001:5.0:1673551346.389880:0:12907:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:5.0:1673551346.389880:0:12907:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:4.0:1673551346.389880:0:3698696:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004cc4770a. 00000100:00000001:5.0:1673551346.389881:0:12907:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000020:00000010:4.0:1673551346.389881:0:3698696:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d4de5077. 00000100:00000001:6.0:1673551346.389882:0:12908:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:6.0:1673551346.389882:0:12908:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1673551346.389882:0:12907:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0001-lwp-OST0003: skip recheck: last_committed 0 02000000:00000001:6.0:1673551346.389883:0:12908:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:6.0:1673551346.389883:0:12908:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:6.0:1673551346.389883:0:12908:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@000000007940d340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12908:1754791738764608:0@lo:400: 00000100:00000001:5.0:1673551346.389883:0:12907:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:5.0:1673551346.389883:0:12907:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:4.0:1673551346.389883:0:3698696:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8980237. 00000020:00000040:4.0:1673551346.389883:0:3698696:0:(genops.c:979:class_export_put()) PUTting export 0000000057d49917 : new refcount 4 00000100:00000001:6.0:1673551346.389884:0:12908:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000040:5.0:1673551346.389884:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a64dae3a x1754791738765248/t0(0) o400->ai200x-MDT0001-lwp-OST0003@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:4.0:1673551346.389884:0:3698696:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:14.2:1673551346.389885:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000006f8568c3] (69)++ 02000000:00000001:6.0:1673551346.389885:0:12908:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:6.0:1673551346.389885:0:12908:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1673551346.389885:0:12908:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:6.0:1673551346.389886:0:12908:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7e41df1. 02000000:00000001:6.0:1673551346.389886:0:12908:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389887:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000010:6.0:1673551346.389887:0:12908:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000d60d1d02. 00000400:00000010:6.0:1673551346.389888:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009569529d. 00000100:00000200:6.0:1673551346.389888:0:12908:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738764608, portal 4 00000100:00000001:6.0:1673551346.389889:0:12908:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:6.0:1673551346.389889:0:12908:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638487936 : -52831455071063680 : ff444e124f85b180) 00000100:00000040:6.0:1673551346.389890:0:12908:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@000000007940d340 x1754791738764608/t0(0) o400->ai200x-OST0003-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551346.389890:0:12907:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:6.0:1673551346.389891:0:12908:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:5.0:1673551346.389891:0:12907:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:6.0:1673551346.389892:0:12908:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:6.0:1673551346.389892:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f236c3da. 00000100:00000001:5.0:1673551346.389892:0:12907:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:6.0:1673551346.389893:0:12908:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1754791738764608, offset 0 00000100:00000040:5.0:1673551346.389893:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a64dae3a x1754791738765248/t0(0) o400->ai200x-MDT0001-lwp-OST0003@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000400:00000200:6.0:1673551346.389894:0:12908:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:6.0:1673551346.389895:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:6.0:1673551346.389895:0:12908:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:2.0:1673551346.389895:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000006f8568c3] (70)++ 00000400:00000200:6.0:1673551346.389896:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00100000:5.0:1673551346.389896:0:12907:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000a64dae3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ai200x-MDT0001-lwp-OST0003_UUID:12907:1754791738765248:0@lo:400: 00000400:00000200:6.0:1673551346.389897:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:6.0:1673551346.389898:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:6.0:1673551346.389898:0:12908:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x63bf94a3e6d40 00000100:00000001:5.0:1673551346.389898:0:12907:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551346.389898:0:12907:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:5.0:1673551346.389899:0:12907:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a64dae3a x1754791738765248/t0(0) o400->ai200x-MDT0001-lwp-OST0003@0@lo:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000800:00000200:2.0:1673551346.389899:0:12866:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000006f8568c3] (71)-- 00000400:00000200:6.0:1673551346.389900:0:12908:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xc89dd45 [8] + 11200 00000400:00000200:2.0:1673551346.389900:0:12866:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:6.0:1673551346.389901:0:12908:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1673551346.389901:0:12866:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.23@o2ib: PUT: OK 00000400:00000200:6.0:1673551346.389902:0:12908:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:5.0:1673551346.389902:0:12907:0:(client.c:2641:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1673551346.389902:0:12866:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000b23a6901 00000100:00000001:6.0:1673551346.389903:0:12908:0:(events.c:315:request_in_callback()) Process entered 02000000:00000001:5.0:1673551346.389903:0:12907:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1673551346.389903:0:12866:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000b23a6901. 00000100:00000001:2.0:1673551346.389903:0:12866:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:6.0:1673551346.389904:0:12908:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost 02000000:00000010:5.0:1673551346.389904:0:12907:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078b17e50. 02000000:00000001:5.0:1673551346.389904:0:12907:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1673551346.389904:0:12866:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000956060e4 x1754791738764352/t0(0) o400->ai200x-MDT0003-mdc-ff444e0748e14000@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000010:6.0:1673551346.389905:0:12908:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000080007332. 00000100:00000040:6.0:1673551346.389905:0:12908:0:(events.c:367:request_in_callback()) incoming req@0000000080007332 x1754791738764608 msgsize 224 00000020:00000001:5.0:1673551346.389905:0:12907:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:5.0:1673551346.389905:0:12907:0:(genops.c:1205:class_import_put()) import 0000000045a73d95 refcount=2 obd=ai200x-MDT0001-lwp-OST0003 00000100:00100000:6.0:1673551346.389906:0:12908:0:(events.c:370:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:5.0:1673551346.389906:0:12907:0:(genops.c:1212:class_import_put()) Process leaving 00000100:00000001:2.0:1673551346.389906:0:12866:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000800:00000200:0.0:1673551346.389906:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006f8568c3] (70)-- 02000000:00000010:5.0:1673551346.389907:0:12907:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000005758669. 02000000:00000001:5.0:1673551346.389907:0:12907:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1673551346.389907:0:12866:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000956060e4 x1754791738764352/t0(0) o400->ai200x-MDT0003-mdc-ff444e0748e14000@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 02000000:00000001:5.0:1673551346.389908:0:12907:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:5.0:1673551346.389909:0:12907:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000a64dae3a. 00000100:00000001:5.0:1673551346.389909:0:12907:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1673551346.389909:0:12866:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389910:0:12907:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551346.389910:0:12866:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:2.0:1673551346.389910:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006f8568c3] (69)-- 00000100:00000001:5.0:1673551346.389911:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1673551346.389912:0:12908:0:(events.c:403:request_in_callback()) Process leaving 00000400:00000200:6.0:1673551346.389912:0:12908:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000f236c3da 00000100:00000001:5.0:1673551346.389912:0:12907:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1673551346.389912:0:12907:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1673551346.389913:0:12908:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000f236c3da. 00000100:00000001:6.0:1673551346.389913:0:12908:0:(events.c:54:request_out_callback()) Process entered 00000100:00000001:5.0:1673551346.389913:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000200:6.0:1673551346.389914:0:12908:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@000000007940d340 x1754791738764608/t0(0) o400->ai200x-OST0003-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551346.389914:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551346.389914:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551346.389915:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389916:0:12908:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:6.0:1673551346.389916:0:12908:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000007940d340 x1754791738764608/t0(0) o400->ai200x-OST0003-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:6.0:1673551346.389918:0:12908:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389919:0:12908:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:6.0:1673551346.389919:0:12908:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389920:0:12908:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:6.0:1673551346.389920:0:12908:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551346.389920:0:2269446:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:6.0:1673551346.389921:0:12908:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:6.0:1673551346.389921:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000060fc40c4 x1754791738764864/t0(0) o400->ai200x-OST0007-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 02000000:00000001:4.0:1673551346.389921:0:2269446:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:4.0:1673551346.389922:0:2269446:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:4.0:1673551346.389922:0:2269446:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389923:0:12908:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:6.0:1673551346.389923:0:12908:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1673551346.389923:0:2269446:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1673551346.389924:0:12908:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:6.0:1673551346.389924:0:12908:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:4.0:1673551346.389924:0:2269446:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754791738764608 00000100:00100000:6.0:1673551346.389925:0:12908:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@0000000060fc40c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12908:1754791738764864:172.16.0.22@o2ib:400: 00000100:00000001:6.0:1673551346.389925:0:12908:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000020:00000001:4.0:1673551346.389925:0:2269446:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:4.0:1673551346.389925:0:2269446:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876a51 02000000:00000001:6.0:1673551346.389926:0:12908:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:6.0:1673551346.389926:0:12908:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551346.389926:0:2269446:0:(lustre_handles.c:134:class_handle2object()) Process entered 02000000:00000001:6.0:1673551346.389927:0:12908:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:6.0:1673551346.389927:0:12908:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000016d6850d. 02000000:00000001:6.0:1673551346.389927:0:12908:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:4.0:1673551346.389927:0:2269446:0:(lustre_handles.c:152:class_handle2object()) GET export 000000008b497c02 refcount=5 00000400:00000200:6.0:1673551346.389928:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000020:00000001:4.0:1673551346.389928:0:2269446:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912595675804672 : -52831478033746944 : ff444e0cf6d6f400) 00000020:00000001:4.0:1673551346.389928:0:2269446:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912595675804672 : -52831478033746944 : ff444e0cf6d6f400) 00000400:00000010:6.0:1673551346.389929:0:12908:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000009b5474fe. 00000400:00000010:6.0:1673551346.389929:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f236c3da. 00000100:00000200:6.0:1673551346.389929:0:12908:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738764864, portal 4 00000100:00000001:6.0:1673551346.389930:0:12908:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:6.0:1673551346.389930:0:12908:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638491392 : -52831455071060224 : ff444e124f85bf00) 00000100:00000001:4.0:1673551346.389930:0:2269446:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:4.0:1673551346.389930:0:2269446:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:6.0:1673551346.389931:0:12908:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@0000000060fc40c4 x1754791738764864/t0(0) o400->ai200x-OST0007-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:4.0:1673551346.389931:0:2269446:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8980237. 00000020:00000010:4.0:1673551346.389932:0:2269446:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004cc4770a. 00000100:00000001:6.0:1673551346.389933:0:12908:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000020:00000010:4.0:1673551346.389933:0:2269446:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d4de5077. 00000100:00000040:6.0:1673551346.389934:0:12908:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000010:6.0:1673551346.389934:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e4a45e77. 00000100:00000200:6.0:1673551346.389934:0:12908:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1754791738764864, offset 0 00000100:00000040:4.0:1673551346.389934:0:2269446:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost at +1s 00000400:00000200:6.0:1673551346.389935:0:12908:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000100:00000001:4.0:1673551346.389935:0:2269446:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000800:00000200:14.2:1673551346.389936:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007b5fd11d] (68)++ 00000400:00000200:6.0:1673551346.389936:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000001:4.0:1673551346.389936:0:2269446:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:4.0:1673551346.389936:0:2269446:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:6.0:1673551346.389937:0:12908:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.22@o2ib local destination 00000400:00000200:6.0:1673551346.389937:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964997, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000100:00000001:4.0:1673551346.389937:0:2269446:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:4.0:1673551346.389938:0:2269446:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:4.0:1673551346.389938:0:2269446:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389939:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964996, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964997, g:4294967295] 00000400:00000200:6.0:1673551346.389940:0:12908:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:6.0:1673551346.389941:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964997, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964996, g:4294967295] 00000400:00000200:6.0:1673551346.389942:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964996, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964996, g:4294967295] 00000400:00000200:6.0:1673551346.389943:0:12908:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:6.0:1673551346.389943:0:12908:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000100:00000001:4.0:1673551346.389943:0:2269446:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:6.0:1673551346.389944:0:12908:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:6.0:1673551346.389944:0:12908:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.23@o2ib c:[32, 32], s:[3094135, 3094135] 00000400:00000200:6.0:1673551346.389945:0:12908:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.22@o2ib 00000400:00000200:6.0:1673551346.389946:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000001:4.0:1673551346.389946:0:2269446:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:4.0:1673551346.389946:0:2269446:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:4.0:1673551346.389947:0:2269446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000800:00000200:0.0:1673551346.389947:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007b5fd11d] (69)++ 00000400:00000200:6.0:1673551346.389948:0:12908:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.22@o2ib(172.16.0.22@o2ib:172.16.0.22@o2ib) : PUT try# 0 00000100:00000040:4.0:1673551346.389948:0:2269446:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000008b497c02 : new rpc_count 1 00000800:00000200:6.0:1673551346.389949:0:12908:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.22@o2ib 00000100:00000001:4.0:1673551346.389949:0:2269446:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912568026967296 : -52831505682584320 : ff444e0686d72d00) 00000400:00000200:6.0:1673551346.389950:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:6.0:1673551346.389951:0:12908:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000053b02a27] -> 172.16.0.22@o2ib (2) version: 12 00000100:00000040:4.0:1673551346.389951:0:2269446:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000080007332 x1754791738764608/t0(0) o400->5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f@0@lo:232/0 lens 224/0 e 0 to 0 dl 1673551352 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000800:00000200:6.0:1673551346.389952:0:12908:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000a8f662b5] (68)++ 00000800:00000200:6.0:1673551346.389952:0:12908:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000a8f662b5] (69)++ 00000800:00000200:0.0:1673551346.389952:0:12865:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.23@o2ib 00000800:00000200:6.0:1673551346.389953:0:12908:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000a8f662b5] (70)-- 00000400:00000200:0.0:1673551346.389953:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000100:00000001:6.0:1673551346.389954:0:12908:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389954:0:12908:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:4.0:1673551346.389954:0:2269446:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1673551346.389954:0:12865:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.23@o2ib : PUT - for me 00000100:00000001:6.0:1673551346.389955:0:12908:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.389955:0:12908:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:4.0:1673551346.389955:0:2269446:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1673551346.389955:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:0.0:1673551346.389955:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000100:00000040:6.0:1673551346.389956:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000faefa68a x1754791738765120/t0(0) o400->ai200x-MDT0002-lwp-OST0002@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:4.0:1673551346.389956:0:2269446:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000080007332 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost01_000:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f+5:12908:x1754791738764608:12345-0@lo:400: 00000400:00000200:0.0:1673551346.389956:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:2.0:1673551346.389957:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007b5fd11d] (70)-- 00000400:00000200:0.0:1673551346.389957:0:12865:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 10 MB=0x63bf94a3e6c40 00000100:00000001:6.0:1673551346.389958:0:12908:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:6.0:1673551346.389958:0:12908:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1673551346.389958:0:12908:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:4.0:1673551346.389958:0:2269446:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754791738764608 00000400:00000200:0.0:1673551346.389958:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 02000000:00000001:6.0:1673551346.389959:0:12908:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:6.0:1673551346.389959:0:12908:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000faefa68a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:ai200x-MDT0002-lwp-OST0002_UUID:12908:1754791738765120:172.16.0.20@o2ib:400: 00000020:00000001:4.0:1673551346.389959:0:2269446:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:4.0:1673551346.389959:0:2269446:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000400:00000200:0.0:1673551346.389959:0:12865:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.16.0.22@o2ib of length 224/224 into md 0x13a9dc75 [1] + 224 00000100:00000001:6.0:1673551346.389960:0:12908:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:6.0:1673551346.389960:0:12908:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:4.0:1673551346.389960:0:2269446:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1673551346.389960:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:6.0:1673551346.389961:0:12908:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1673551346.389961:0:12908:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:6.0:1673551346.389961:0:12908:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001ade2869. 00000020:00000001:4.0:1673551346.389961:0:2269446:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1673551346.389961:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.23@o2ib: PUT: OK 00000100:00000001:0.0:1673551346.389961:0:12865:0:(events.c:104:reply_in_callback()) Process entered 00000800:00000200:11.2:1673551346.389962:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a8f662b5] (69)++ 02000000:00000001:6.0:1673551346.389962:0:12908:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551346.389962:0:2269446:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000020:00000001:4.0:1673551346.389962:0:2269446:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1673551346.389962:0:12865:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000956060e4 x1754791738764352/t0(0) o400->ai200x-MDT0003-mdc-ff444e0748e14000@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:6.0:1673551346.389963:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000010:6.0:1673551346.389963:0:12908:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000ba27b7d4. 00000400:00000010:6.0:1673551346.389963:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027244c40. 00000020:00000001:4.0:1673551346.389963:0:2269446:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:6.0:1673551346.389964:0:12908:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738765120, portal 10 00000100:00000001:6.0:1673551346.389964:0:12908:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000020:00000001:4.0:1673551346.389964:0:2269446:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1673551346.389964:0:12865:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000956060e4 x1754791738764352/t0(0) o400->ai200x-MDT0003-mdc-ff444e0748e14000@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:6.0:1673551346.389965:0:12908:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638481024 : -52831455071070592 : ff444e124f859680) 00000020:00000001:4.0:1673551346.389965:0:2269446:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:4.0:1673551346.389965:0:2269446:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:6.0:1673551346.389966:0:12908:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000faefa68a x1754791738765120/t0(0) o400->ai200x-MDT0002-lwp-OST0002@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000020:00000001:4.0:1673551346.389966:0:2269446:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1673551346.389966:0:12865:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:4.0:1673551346.389967:0:2269446:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:4.0:1673551346.389967:0:2269446:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:0.0:1673551346.389967:0:12865:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000007b5fd11d] (69)++ 00000100:00000001:6.0:1673551346.389968:0:12908:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:6.0:1673551346.389968:0:12908:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 02000000:00000010:4.0:1673551346.389968:0:2269446:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d7eb8b55. 00000800:00000200:0.0:1673551346.389968:0:12865:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000007b5fd11d] (70)-- 00000800:00000200:0.0:1673551346.389968:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007b5fd11d] (69)-- 00000400:00000010:6.0:1673551346.389969:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000893d61d5. 00000100:00000200:6.0:1673551346.389969:0:12908:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1754791738765120, offset 0 02000000:00000001:4.0:1673551346.389969:0:2269446:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389970:0:12908:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000100:00000001:4.0:1673551346.389970:0:2269446:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551346.389970:0:2269446:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389971:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:6.0:1673551346.389971:0:12908:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00010000:00000040:4.0:1673551346.389971:0:2269446:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109400400, transno 0, xid 1754791738764608 00000800:00000200:21.0:1673551346.389972:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a8f662b5] (70)++ 00000400:00000200:6.0:1673551346.389972:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964997, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00010000:00000001:4.0:1673551346.389972:0:2269446:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000400:00000200:6.0:1673551346.389973:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1535, d:10, s:10964997, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964997, g:4294967295] 00010000:00000200:4.0:1673551346.389973:0:2269446:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000080007332 x1754791738764608/t0(0) o400->5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f@0@lo:232/0 lens 224/224 e 0 to 0 dl 1673551352 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000400:00000200:6.0:1673551346.389974:0:12908:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:6.0:1673551346.389975:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964997, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964997, g:4294967295] 00000800:00000200:21.0:1673551346.389976:0:12875:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000a8f662b5] (71)-- 00000400:00000200:6.0:1673551346.389976:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1535, d:10, s:10964997, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964997, g:4294967295] 00010000:00000001:4.0:1673551346.389976:0:2269446:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00000400:00000200:21.0:1673551346.389977:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:4.0:1673551346.389977:0:2269446:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:21.0:1673551346.389978:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.22@o2ib: PUT: OK 00000400:00000200:6.0:1673551346.389978:0:12908:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:6.0:1673551346.389978:0:12908:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000100:00001000:4.0:1673551346.389978:0:2269446:0:(import.c:1925:at_measured()) add 1 to 00000000341c85c8 time=119 v=1 (1 0 1 1) 00000400:00000200:21.0:1673551346.389979:0:12875:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000e4a45e77 00000400:00000010:21.0:1673551346.389979:0:12875:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000e4a45e77. 00000100:00000001:21.0:1673551346.389979:0:12875:0:(events.c:54:request_out_callback()) Process entered 00000400:00000200:6.0:1673551346.389979:0:12908:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:6.0:1673551346.389979:0:12908:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[32, 32], s:[10403813, 10403813] 00000100:00000001:4.0:1673551346.389979:0:2269446:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000200:21.0:1673551346.389980:0:12875:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@0000000060fc40c4 x1754791738764864/t0(0) o400->ai200x-OST0007-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:6.0:1673551346.389980:0:12908:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.20@o2ib 00000100:00000040:4.0:1673551346.389980:0:2269446:0:(connection.c:143:ptlrpc_connection_addref()) conn=000000001f6219a4 refcount 46 to 0@lo 00000400:00000200:6.0:1673551346.389981:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:4.0:1673551346.389981:0:2269446:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146656 : -52831505782404960 : ff444e0680e408a0) 02000000:00000001:4.0:1673551346.389982:0:2269446:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:4.0:1673551346.389982:0:2269446:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:23.0:1673551346.389983:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (70)-- 00000400:00000200:6.0:1673551346.389983:0:12908:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000100:00000001:4.0:1673551346.389983:0:2269446:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:4.0:1673551346.389983:0:2269446:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:6.0:1673551346.389984:0:12908:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000400:00000200:6.0:1673551346.389984:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000010:4.0:1673551346.389984:0:2269446:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003662eb8e. 00000100:00000001:21.0:1673551346.389985:0:12875:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000200:4.0:1673551346.389985:0:2269446:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1754791738764608, offset 224 00000100:00000040:21.0:1673551346.389986:0:12875:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000060fc40c4 x1754791738764864/t0(0) o400->ai200x-OST0007-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:6.0:1673551346.389986:0:12908:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000c10ae60a] -> 172.16.0.20@o2ib (2) version: 12 00000400:00000200:4.0:1673551346.389986:0:2269446:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:21.0:1673551346.389987:0:12875:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:6.0:1673551346.389987:0:12908:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000306224d2] (68)++ 00000800:00000200:6.0:1673551346.389987:0:12908:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000306224d2] (69)++ 00000400:00000200:4.0:1673551346.389987:0:2269446:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:4.0:1673551346.389987:0:2269446:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:21.0:1673551346.389988:0:12875:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:6.0:1673551346.389988:0:12908:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000306224d2] (70)-- 00000100:00000001:6.0:1673551346.389988:0:12908:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1673551346.389988:0:2269446:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:4.0:1673551346.389988:0:2269446:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000800:00000200:21.0:1673551346.389989:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (69)-- 00000100:00000001:6.0:1673551346.389989:0:12908:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:6.0:1673551346.389989:0:12908:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1673551346.389989:0:2269446:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:6.0:1673551346.389990:0:12908:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:6.0:1673551346.389990:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007bc0e836 x1754791738765376/t0(0) o400->ai200x-MDT0002-lwp-OST0003@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:4.0:1673551346.389990:0:2269446:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x63bf94a3e6d40 00000400:00000200:4.0:1673551346.389990:0:2269446:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:4.0:1673551346.389991:0:2269446:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4bd8e90d [1] + 224 00000100:00000001:6.0:1673551346.389992:0:12908:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:6.0:1673551346.389992:0:12908:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1673551346.389992:0:2269446:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:6.0:1673551346.389993:0:12908:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:6.0:1673551346.389993:0:12908:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1673551346.389993:0:2269446:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:4.0:1673551346.389993:0:2269446:0:(events.c:104:reply_in_callback()) Process entered 00000100:00100000:6.0:1673551346.389994:0:12908:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@000000007bc0e836 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:ai200x-MDT0002-lwp-OST0003_UUID:12908:1754791738765376:172.16.0.20@o2ib:400: 00000100:00000200:4.0:1673551346.389994:0:2269446:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@000000007940d340 x1754791738764608/t0(0) o400->ai200x-OST0003-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:6.0:1673551346.389995:0:12908:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:6.0:1673551346.389995:0:12908:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:6.0:1673551346.389995:0:12908:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1673551346.389996:0:12908:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:6.0:1673551346.389996:0:12908:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b192c393. 00000100:00000040:4.0:1673551346.389996:0:2269446:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000007940d340 x1754791738764608/t0(0) o400->ai200x-OST0003-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:8.2:1673551346.389997:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000306224d2] (69)++ 02000000:00000001:6.0:1673551346.389997:0:12908:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:6.0:1673551346.389997:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000010:6.0:1673551346.389998:0:12908:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 0000000015e2c341. 00000400:00000010:6.0:1673551346.389998:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000892041ec. 00000100:00000001:4.0:1673551346.389998:0:2269446:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000200:6.0:1673551346.389999:0:12908:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1754791738765376, portal 10 00000100:00000001:6.0:1673551346.389999:0:12908:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:6.0:1673551346.389999:0:12908:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638483328 : -52831455071068288 : ff444e124f859f80) 00000400:00000200:4.0:1673551346.389999:0:2269446:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003662eb8e 00000400:00000010:4.0:1673551346.389999:0:2269446:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003662eb8e. 00000100:00000001:4.0:1673551346.389999:0:2269446:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000040:6.0:1673551346.390000:0:12908:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@000000007bc0e836 x1754791738765376/t0(0) o400->ai200x-MDT0002-lwp-OST0003@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:4.0:1673551346.390000:0:2269446:0:(events.c:428:reply_out_callback()) Process leaving 00000100:00000001:4.0:1673551346.390000:0:2269446:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551346.390001:0:2269446:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=000000001f6219a4 refcount 45 to 0@lo 00010000:00000001:4.0:1673551346.390001:0:2269446:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000100:00000001:6.0:1673551346.390002:0:12908:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000020:00000001:4.0:1673551346.390002:0:2269446:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551346.390002:0:2269446:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:6.0:1673551346.390003:0:12908:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:6.0:1673551346.390003:0:12908:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008a4c1fb6. 00000100:00000040:4.0:1673551346.390003:0:2269446:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080007332 x1754791738764608/t0(0) o400->5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f@0@lo:232/0 lens 224/224 e 0 to 0 dl 1673551352 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00000200:6.0:1673551346.390004:0:12908:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1754791738765376, offset 0 00000400:00000200:6.0:1673551346.390005:0:12908:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000100:00100000:4.0:1673551346.390005:0:2269446:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000080007332 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost01_000:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f+5:12908:x1754791738764608:12345-0@lo:400: Request processed in 50us (99us total) trans 0 rc 0/0 00000400:00000200:6.0:1673551346.390006:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:6.0:1673551346.390006:0:12908:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000800:00000200:13.0:1673551346.390007:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (70)++ 00000400:00000200:6.0:1673551346.390007:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964998, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:6.0:1673551346.390008:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964997, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10964998, g:4294967295] 00000100:00100000:4.0:1673551346.390008:0:2269446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00000040:4.0:1673551346.390008:0:2269446:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008b497c02 : new rpc_count 0 00000400:00000200:6.0:1673551346.390009:0:12908:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000100:00000001:4.0:1673551346.390009:0:2269446:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:4.0:1673551346.390009:0:2269446:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:6.0:1673551346.390010:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10964998, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964997, g:4294967295] 00000020:00000010:4.0:1673551346.390010:0:2269446:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004cc4770a. 00000020:00000010:4.0:1673551346.390010:0:2269446:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d4de5077. 00000400:00000200:6.0:1673551346.390011:0:12908:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964997, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10964997, g:4294967295] 00000020:00000010:4.0:1673551346.390011:0:2269446:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8980237. 00000020:00000040:4.0:1673551346.390011:0:2269446:0:(genops.c:979:class_export_put()) PUTting export 000000008b497c02 : new refcount 4 00000800:00000200:13.0:1673551346.390012:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000306224d2] (71)-- 00000400:00000200:6.0:1673551346.390012:0:12908:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000100:00000001:4.0:1673551346.390012:0:2269446:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:13.0:1673551346.390013:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:6.0:1673551346.390013:0:12908:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:6.0:1673551346.390014:0:12908:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:13.0:1673551346.390015:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:6.0:1673551346.390015:0:12908:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[32, 31], s:[10403813, 10403814] 00000400:00000200:13.0:1673551346.390016:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000893d61d5 00000400:00000200:6.0:1673551346.390016:0:12908:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.21@o2ib 00000400:00000200:6.0:1673551346.390016:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000010:13.0:1673551346.390017:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000893d61d5. 00000100:00000001:13.0:1673551346.390018:0:12871:0:(events.c:54:request_out_callback()) Process entered 00000800:00000200:11.2:1673551346.390018:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a8f662b5] (68)++ 00000400:00000200:6.0:1673551346.390018:0:12908:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.21@o2ib(172.16.0.20@o2ib:172.16.0.21@o2ib) : PUT try# 0 00000100:00000200:13.0:1673551346.390019:0:12871:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000faefa68a x1754791738765120/t0(0) o400->ai200x-MDT0002-lwp-OST0002@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:12.0:1673551346.390019:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (70)-- 00000800:00000200:6.0:1673551346.390019:0:12908:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000400:00000200:6.0:1673551346.390020:0:12908:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:6.0:1673551346.390021:0:12908:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000008229e43b] -> 172.16.0.21@o2ib (2) version: 12 00000100:00000001:13.0:1673551346.390022:0:12871:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000800:00000200:6.0:1673551346.390022:0:12908:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000009ece9c48] (68)++ 00000800:00000200:6.0:1673551346.390022:0:12908:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000009ece9c48] (69)++ 00000800:00000200:6.0:1673551346.390023:0:12908:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000009ece9c48] (70)-- 00000100:00000040:13.0:1673551346.390024:0:12871:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000faefa68a x1754791738765120/t0(0) o400->ai200x-MDT0002-lwp-OST0002@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:6.0:1673551346.390024:0:12908:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.390024:0:12908:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:6.0:1673551346.390025:0:12908:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.390025:0:12908:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.390026:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.390026:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:13.0:1673551346.390027:0:12871:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.390027:0:12908:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:6.0:1673551346.390027:0:12908:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:6.0:1673551346.390027:0:12908:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000800:00000200:23.0:1673551346.390028:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a8f662b5] (69)++ 00000100:00000001:13.0:1673551346.390028:0:12871:0:(events.c:94:request_out_callback()) Process leaving 00000400:00000010:6.0:1673551346.390028:0:12908:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000002681cd0e. 00000400:00000200:6.0:1673551346.390028:0:12908:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000c3808ea7 00000800:00000200:13.0:1673551346.390029:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (69)-- 00000400:00000010:6.0:1673551346.390029:0:12908:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000c3808ea7. 00000100:00000001:6.0:1673551346.390029:0:12908:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:6.0:1673551346.390030:0:12908:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000956060e4 x1754791738764352/t0(0) o400->ai200x-MDT0003-mdc-ff444e0748e14000@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:23.0:1673551346.390032:0:12876:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.22@o2ib 00000100:00000200:6.0:1673551346.390032:0:12908:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000956060e4 x1754791738764352/t0(0) o400->ai200x-MDT0003-mdc-ff444e0748e14000@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:23.0:1673551346.390033:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:18.2:1673551346.390033:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (69)++ 00000100:00000001:6.0:1673551346.390033:0:12908:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000200:23.0:1673551346.390034:0:12876:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.22@o2ib : PUT - for me 00000100:00000001:6.0:1673551346.390034:0:12908:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1673551346.390034:0:12908:0:(client.c:1442:after_reply()) Process entered 00000400:00000200:23.0:1673551346.390035:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 02000000:00000001:6.0:1673551346.390035:0:12908:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:6.0:1673551346.390035:0:12908:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:6.0:1673551346.390035:0:12908:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:23.0:1673551346.390036:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551346.390036:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 02000000:00000001:6.0:1673551346.390036:0:12908:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:23.0:1673551346.390037:0:12876:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 4 MB=0x63bf94a3e6e40 00000100:00001000:6.0:1673551346.390037:0:12908:0:(import.c:1925:at_measured()) add 1 to 00000000b463067a time=156 v=1 (1 1 1 1) 00000400:00000200:23.0:1673551346.390038:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:21.0:1673551346.390038:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (70)-- 00000100:00001000:6.0:1673551346.390038:0:12908:0:(import.c:1925:at_measured()) add 1 to 00000000c21ba9c5 time=156 v=1 (1 1 1 1) 00000100:00000001:6.0:1673551346.390038:0:12908:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:6.0:1673551346.390038:0:12908:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:23.0:1673551346.390039:0:12876:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.22@o2ib of length 224/224 into md 0x13a9dc95 [1] + 224 00010000:00000001:6.0:1673551346.390039:0:12908:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:6.0:1673551346.390039:0:12908:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:23.0:1673551346.390040:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:6.0:1673551346.390040:0:12908:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:6.0:1673551346.390040:0:12908:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0003-mdc-ff444e0748e14000: skip recheck: last_committed 270867313186 00000100:00000001:6.0:1673551346.390040:0:12908:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:6.0:1673551346.390041:0:12908:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:6.0:1673551346.390042:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000956060e4 x1754791738764352/t0(0) o400->ai200x-MDT0003-mdc-ff444e0748e14000@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:6.0:1673551346.390043:0:12908:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:6.0:1673551346.390044:0:12908:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000800:00000200:17.0:1673551346.390052:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (70)++ 00000400:00000200:23.0:1673551346.390054:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.22@o2ib: PUT: OK 00000100:00000001:23.0:1673551346.390054:0:12876:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:6.0:1673551346.390054:0:12908:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:23.0:1673551346.390055:0:12876:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@0000000060fc40c4 x1754791738764864/t0(0) o400->ai200x-OST0007-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:17.0:1673551346.390055:0:12874:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000009ece9c48] (71)-- 00000100:00000040:6.0:1673551346.390055:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000956060e4 x1754791738764352/t0(0) o400->ai200x-MDT0003-mdc-ff444e0748e14000@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000400:00000200:17.0:1673551346.390056:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551346.390057:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00100000:6.0:1673551346.390057:0:12908:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000956060e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12908:1754791738764352:172.16.0.22@o2ib:400: 00000100:00000040:23.0:1673551346.390058:0:12876:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000060fc40c4 x1754791738764864/t0(0) o400->ai200x-OST0007-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:17.0:1673551346.390058:0:12874:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000008a4c1fb6 00000400:00000010:17.0:1673551346.390058:0:12874:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000008a4c1fb6. 00000800:00000200:8.2:1673551346.390058:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000306224d2] (68)++ 00000400:00000001:6.0:1673551346.390058:0:12908:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:6.0:1673551346.390058:0:12908:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:17.0:1673551346.390059:0:12874:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:17.0:1673551346.390059:0:12874:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@000000007bc0e836 x1754791738765376/t0(0) o400->ai200x-MDT0002-lwp-OST0003@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:6.0:1673551346.390059:0:12908:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000d60d1d02. 00000400:00000200:6.0:1673551346.390059:0:12908:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000009569529d 00000400:00000010:6.0:1673551346.390059:0:12908:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000009569529d. 00000100:00000001:23.0:1673551346.390060:0:12876:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:23.0:1673551346.390060:0:12876:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000a8f662b5] (69)++ 00000100:00000001:6.0:1673551346.390060:0:12908:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:6.0:1673551346.390060:0:12908:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@000000007940d340 x1754791738764608/t0(0) o400->ai200x-OST0003-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:23.0:1673551346.390061:0:12876:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000a8f662b5] (70)-- 00000800:00000200:23.0:1673551346.390061:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (69)-- 00000100:00000001:17.0:1673551346.390061:0:12874:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1673551346.390062:0:12874:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000007bc0e836 x1754791738765376/t0(0) o400->ai200x-MDT0002-lwp-OST0003@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:6.0:1673551346.390062:0:12908:0:(events.c:128:reply_in_callback()) @@@ unlink req@000000007940d340 x1754791738764608/t0(0) o400->ai200x-OST0003-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:19.0:1673551346.390063:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 00000100:00000001:17.0:1673551346.390064:0:12874:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551346.390064:0:12874:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:6.0:1673551346.390064:0:12908:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:6.0:1673551346.390064:0:12908:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:17.0:1673551346.390065:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (69)-- 00000100:00000001:6.0:1673551346.390065:0:12908:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:6.0:1673551346.390065:0:12908:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:6.0:1673551346.390065:0:12908:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:6.0:1673551346.390066:0:12908:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1673551346.390066:0:12908:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:6.0:1673551346.390067:0:12908:0:(import.c:1925:at_measured()) add 1 to 0000000050d6efd3 time=150 v=1 (1 1 1 1) 00000100:00001000:6.0:1673551346.390068:0:12908:0:(import.c:1925:at_measured()) add 1 to 00000000a6466d25 time=114 v=1 (1 1 1 1) 00000100:00000001:6.0:1673551346.390068:0:12908:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000800:00000200:12.0:1673551346.390069:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (69)++ 00000100:00000001:6.0:1673551346.390069:0:12908:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:6.0:1673551346.390069:0:12908:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:6.0:1673551346.390069:0:12908:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.390070:0:12908:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:6.0:1673551346.390070:0:12908:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0003-osc-ff444e0748e14000: skip recheck: last_committed 249109400400 00000100:00000001:6.0:1673551346.390071:0:12908:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:6.0:1673551346.390071:0:12908:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:6.0:1673551346.390071:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007940d340 x1754791738764608/t0(0) o400->ai200x-OST0003-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:6.0:1673551346.390073:0:12908:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000200:12.0:1673551346.390074:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.20@o2ib 00000100:00000001:6.0:1673551346.390074:0:12908:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:6.0:1673551346.390074:0:12908:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:6.0:1673551346.390074:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007940d340 x1754791738764608/t0(0) o400->ai200x-OST0003-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000400:00000200:12.0:1673551346.390076:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00100000:6.0:1673551346.390076:0:12908:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@000000007940d340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12908:1754791738764608:0@lo:400: 00000400:00000200:12.0:1673551346.390077:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000400:00000001:6.0:1673551346.390077:0:12908:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:6.0:1673551346.390078:0:12908:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:6.0:1673551346.390078:0:12908:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000009b5474fe. 00000400:00000200:6.0:1673551346.390078:0:12908:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000f236c3da 00000400:00000200:12.0:1673551346.390079:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000010:6.0:1673551346.390079:0:12908:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000f236c3da. 00000100:00000001:6.0:1673551346.390079:0:12908:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:12.0:1673551346.390080:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000200:6.0:1673551346.390080:0:12908:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@0000000060fc40c4 x1754791738764864/t0(0) o400->ai200x-OST0007-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:13.0:1673551346.390081:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (70)-- 00000400:00000200:12.0:1673551346.390082:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000200:6.0:1673551346.390082:0:12908:0:(events.c:128:reply_in_callback()) @@@ unlink req@0000000060fc40c4 x1754791738764864/t0(0) o400->ai200x-OST0007-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:12.0:1673551346.390083:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 10 MB=0x63bf94a3e6f40 00000100:00000001:6.0:1673551346.390083:0:12908:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000200:12.0:1673551346.390084:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:6.0:1673551346.390084:0:12908:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1673551346.390084:0:12908:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:6.0:1673551346.390084:0:12908:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:6.0:1673551346.390085:0:12908:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:6.0:1673551346.390085:0:12908:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1673551346.390085:0:12908:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1673551346.390086:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.16.0.20@o2ib of length 224/224 into md 0x4bd8e92d [1] + 224 00000100:00001000:6.0:1673551346.390086:0:12908:0:(import.c:1925:at_measured()) add 1 to 000000001db22fd5 time=156 v=1 (1 1 1 1) 00000100:00001000:6.0:1673551346.390087:0:12908:0:(import.c:1925:at_measured()) add 1 to 000000001fe1d0bf time=156 v=1 (1 1 1 1) 00000100:00000001:6.0:1673551346.390087:0:12908:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000400:00000200:12.0:1673551346.390088:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:6.0:1673551346.390088:0:12908:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:6.0:1673551346.390088:0:12908:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:6.0:1673551346.390088:0:12908:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.390089:0:12908:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:6.0:1673551346.390089:0:12908:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0007-osc-ff444e0748e14000: skip recheck: last_committed 231941355994 00000100:00000001:6.0:1673551346.390089:0:12908:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000400:00000200:12.0:1673551346.390090:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000001:12.0:1673551346.390090:0:12872:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:6.0:1673551346.390090:0:12908:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:18.2:1673551346.390091:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (68)++ 00000100:00000040:6.0:1673551346.390091:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000060fc40c4 x1754791738764864/t0(0) o400->ai200x-OST0007-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000200:12.0:1673551346.390092:0:12872:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000faefa68a x1754791738765120/t0(0) o400->ai200x-MDT0002-lwp-OST0002@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:6.0:1673551346.390092:0:12908:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:6.0:1673551346.390093:0:12908:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:6.0:1673551346.390093:0:12908:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:6.0:1673551346.390094:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060fc40c4 x1754791738764864/t0(0) o400->ai200x-OST0007-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00000040:12.0:1673551346.390095:0:12872:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000faefa68a x1754791738765120/t0(0) o400->ai200x-MDT0002-lwp-OST0002@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00100000:6.0:1673551346.390096:0:12908:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@0000000060fc40c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f:12908:1754791738764864:172.16.0.22@o2ib:400: 00000100:00000001:12.0:1673551346.390099:0:12872:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:19.0:1673551346.390103:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (69)++ 00000800:00000200:12.0:1673551346.390104:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000306224d2] (69)++ 00000800:00000200:12.0:1673551346.390104:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000306224d2] (70)-- 00000800:00000200:12.0:1673551346.390105:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (69)-- 00000400:00000001:6.0:1673551346.390105:0:12908:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:6.0:1673551346.390105:0:12908:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:6.0:1673551346.390106:0:12908:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000ba27b7d4. 00000400:00000200:6.0:1673551346.390106:0:12908:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000027244c40 00000400:00000010:6.0:1673551346.390106:0:12908:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000027244c40. 00000100:00000001:6.0:1673551346.390107:0:12908:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:6.0:1673551346.390107:0:12908:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000faefa68a x1754791738765120/t0(0) o400->ai200x-MDT0002-lwp-OST0002@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:19.0:1673551346.390109:0:12873:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.21@o2ib 00000100:00000200:6.0:1673551346.390109:0:12908:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000faefa68a x1754791738765120/t0(0) o400->ai200x-MDT0002-lwp-OST0002@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:19.0:1673551346.390111:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000100:00000001:6.0:1673551346.390111:0:12908:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:6.0:1673551346.390111:0:12908:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:17.0:1673551346.390112:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 00000100:00000001:6.0:1673551346.390112:0:12908:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:6.0:1673551346.390112:0:12908:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:6.0:1673551346.390112:0:12908:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000400:00000200:19.0:1673551346.390113:0:12873:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000100:00000001:6.0:1673551346.390113:0:12908:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1673551346.390113:0:12908:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:19.0:1673551346.390114:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000100:00001000:6.0:1673551346.390114:0:12908:0:(import.c:1925:at_measured()) add 1 to 00000000789bdf49 time=121 v=1 (1 1 1 1) 00000400:00000200:19.0:1673551346.390115:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000100:00001000:6.0:1673551346.390115:0:12908:0:(import.c:1925:at_measured()) add 1 to 00000000e6850d2c time=121 v=1 (1 1 1 1) 00000100:00000001:6.0:1673551346.390115:0:12908:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:6.0:1673551346.390115:0:12908:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:19.0:1673551346.390116:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00010000:00000001:6.0:1673551346.390116:0:12908:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:6.0:1673551346.390116:0:12908:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:19.0:1673551346.390117:0:12873:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 10 MB=0x63bf94a3e7040 00000400:00000200:19.0:1673551346.390117:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:6.0:1673551346.390117:0:12908:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:6.0:1673551346.390117:0:12908:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0002-lwp-OST0002: skip recheck: last_committed 0 00000100:00000001:6.0:1673551346.390117:0:12908:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000400:00000200:19.0:1673551346.390118:0:12873:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.16.0.20@o2ib of length 224/224 into md 0x4bd8e94d [1] + 224 00000100:00000001:6.0:1673551346.390118:0:12908:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:6.0:1673551346.390118:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000faefa68a x1754791738765120/t0(0) o400->ai200x-MDT0002-lwp-OST0002@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000400:00000200:19.0:1673551346.390119:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:19.0:1673551346.390120:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:6.0:1673551346.390120:0:12908:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:6.0:1673551346.390120:0:12908:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:19.0:1673551346.390121:0:12873:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:19.0:1673551346.390121:0:12873:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@000000007bc0e836 x1754791738765376/t0(0) o400->ai200x-MDT0002-lwp-OST0003@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:6.0:1673551346.390121:0:12908:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:6.0:1673551346.390122:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000faefa68a x1754791738765120/t0(0) o400->ai200x-MDT0002-lwp-OST0002@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:6.0:1673551346.390123:0:12908:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000faefa68a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:ai200x-MDT0002-lwp-OST0002_UUID:12908:1754791738765120:172.16.0.20@o2ib:400: 00000100:00000040:19.0:1673551346.390124:0:12873:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000007bc0e836 x1754791738765376/t0(0) o400->ai200x-MDT0002-lwp-OST0003@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:19.0:1673551346.390125:0:12873:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:19.0:1673551346.390130:0:12873:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000009ece9c48] (69)++ 00000800:00000200:19.0:1673551346.390130:0:12873:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000009ece9c48] (70)-- 00000800:00000200:19.0:1673551346.390131:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (69)-- 00000400:00000001:6.0:1673551346.390131:0:12908:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:6.0:1673551346.390131:0:12908:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:6.0:1673551346.390131:0:12908:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 0000000015e2c341. 00000400:00000200:6.0:1673551346.390132:0:12908:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000892041ec 00000400:00000010:6.0:1673551346.390132:0:12908:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000892041ec. 00000100:00000001:6.0:1673551346.390133:0:12908:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:6.0:1673551346.390133:0:12908:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@000000007bc0e836 x1754791738765376/t0(0) o400->ai200x-MDT0002-lwp-OST0003@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:6.0:1673551346.390135:0:12908:0:(events.c:128:reply_in_callback()) @@@ unlink req@000000007bc0e836 x1754791738765376/t0(0) o400->ai200x-MDT0002-lwp-OST0003@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:6.0:1673551346.390139:0:12908:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:6.0:1673551346.390139:0:12908:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1673551346.390139:0:12908:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:6.0:1673551346.390139:0:12908:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:6.0:1673551346.390140:0:12908:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:6.0:1673551346.390140:0:12908:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:6.0:1673551346.390140:0:12908:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:6.0:1673551346.390141:0:12908:0:(import.c:1925:at_measured()) add 1 to 000000000684a607 time=120 v=1 (1 1 1 1) 00000100:00001000:6.0:1673551346.390142:0:12908:0:(import.c:1925:at_measured()) add 1 to 00000000d27f2743 time=120 v=1 (1 1 1 1) 00000100:00000001:6.0:1673551346.390142:0:12908:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:6.0:1673551346.390142:0:12908:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:6.0:1673551346.390143:0:12908:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:6.0:1673551346.390143:0:12908:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.390144:0:12908:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:6.0:1673551346.390144:0:12908:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0002-lwp-OST0003: skip recheck: last_committed 0 00000100:00000001:6.0:1673551346.390144:0:12908:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:6.0:1673551346.390145:0:12908:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:6.0:1673551346.390145:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007bc0e836 x1754791738765376/t0(0) o400->ai200x-MDT0002-lwp-OST0003@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:6.0:1673551346.390147:0:12908:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:6.0:1673551346.390147:0:12908:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:6.0:1673551346.390148:0:12908:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:6.0:1673551346.390148:0:12908:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007bc0e836 x1754791738765376/t0(0) o400->ai200x-MDT0002-lwp-OST0003@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'' 00000100:00100000:6.0:1673551346.390150:0:12908:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@000000007bc0e836 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_02:ai200x-MDT0002-lwp-OST0003_UUID:12908:1754791738765376:172.16.0.20@o2ib:400: 00000100:00000001:6.0:1673551346.390151:0:12908:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1673551346.390151:0:12908:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:6.0:1673551346.390152:0:12908:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000956060e4 x1754791738764352/t0(0) o400->ai200x-MDT0003-mdc-ff444e0748e14000@172.16.0.22@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:6.0:1673551346.390154:0:12908:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:6.0:1673551346.390154:0:12908:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:6.0:1673551346.390154:0:12908:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2ce7d34. 02000000:00000001:6.0:1673551346.390155:0:12908:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:6.0:1673551346.390155:0:12908:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:6.0:1673551346.390155:0:12908:0:(genops.c:1205:class_import_put()) import 000000002652cc2a refcount=5 obd=ai200x-MDT0003-mdc-ff444e0748e14000 00000020:00000001:6.0:1673551346.390156:0:12908:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:6.0:1673551346.390156:0:12908:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a0601157. 02000000:00000001:6.0:1673551346.390157:0:12908:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:6.0:1673551346.390157:0:12908:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:6.0:1673551346.390157:0:12908:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000956060e4. 00000100:00000001:6.0:1673551346.390158:0:12908:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:6.0:1673551346.390158:0:12908:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1673551346.390158:0:12908:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:6.0:1673551346.390159:0:12908:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000007940d340 x1754791738764608/t0(0) o400->ai200x-OST0003-osc-ff444e0748e14000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:6.0:1673551346.390161:0:12908:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:6.0:1673551346.390161:0:12908:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:6.0:1673551346.390161:0:12908:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7e41df1. 02000000:00000001:6.0:1673551346.390162:0:12908:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:6.0:1673551346.390162:0:12908:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:6.0:1673551346.390162:0:12908:0:(genops.c:1205:class_import_put()) import 000000004ec30ba5 refcount=4 obd=ai200x-OST0003-osc-ff444e0748e14000 00000020:00000001:6.0:1673551346.390162:0:12908:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:6.0:1673551346.390163:0:12908:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e07d7bf3. 02000000:00000001:6.0:1673551346.390163:0:12908:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:6.0:1673551346.390163:0:12908:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:6.0:1673551346.390164:0:12908:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000007940d340. 00000100:00000001:6.0:1673551346.390164:0:12908:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:6.0:1673551346.390164:0:12908:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1673551346.390165:0:12908:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:6.0:1673551346.390165:0:12908:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000060fc40c4 x1754791738764864/t0(0) o400->ai200x-OST0007-osc-ff444e0748e14000@172.16.0.22@o2ib:28/4 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:6.0:1673551346.390167:0:12908:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:6.0:1673551346.390167:0:12908:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:6.0:1673551346.390167:0:12908:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000016d6850d. 02000000:00000001:6.0:1673551346.390168:0:12908:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:6.0:1673551346.390168:0:12908:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:6.0:1673551346.390168:0:12908:0:(genops.c:1205:class_import_put()) import 00000000b292b2b7 refcount=4 obd=ai200x-OST0007-osc-ff444e0748e14000 00000020:00000001:6.0:1673551346.390169:0:12908:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:6.0:1673551346.390169:0:12908:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005947cc60. 02000000:00000001:6.0:1673551346.390169:0:12908:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:6.0:1673551346.390170:0:12908:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:6.0:1673551346.390170:0:12908:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000060fc40c4. 00000100:00000001:6.0:1673551346.390171:0:12908:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:6.0:1673551346.390171:0:12908:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1673551346.390172:0:12908:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:6.0:1673551346.390172:0:12908:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000faefa68a x1754791738765120/t0(0) o400->ai200x-MDT0002-lwp-OST0002@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:6.0:1673551346.390174:0:12908:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:6.0:1673551346.390174:0:12908:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:6.0:1673551346.390174:0:12908:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001ade2869. 02000000:00000001:6.0:1673551346.390175:0:12908:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:6.0:1673551346.390175:0:12908:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:6.0:1673551346.390175:0:12908:0:(genops.c:1205:class_import_put()) import 000000003de3a98b refcount=2 obd=ai200x-MDT0002-lwp-OST0002 00000020:00000001:6.0:1673551346.390175:0:12908:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:6.0:1673551346.390176:0:12908:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000011b343ca. 02000000:00000001:6.0:1673551346.390176:0:12908:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:6.0:1673551346.390176:0:12908:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:6.0:1673551346.390177:0:12908:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000faefa68a. 00000100:00000001:6.0:1673551346.390177:0:12908:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:6.0:1673551346.390177:0:12908:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1673551346.390178:0:12908:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:6.0:1673551346.390178:0:12908:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000007bc0e836 x1754791738765376/t0(0) o400->ai200x-MDT0002-lwp-OST0003@172.16.0.20@o2ib:12/10 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'' 00000100:00000001:6.0:1673551346.390180:0:12908:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:6.0:1673551346.390180:0:12908:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:6.0:1673551346.390180:0:12908:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b192c393. 02000000:00000001:6.0:1673551346.390181:0:12908:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:6.0:1673551346.390181:0:12908:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:6.0:1673551346.390181:0:12908:0:(genops.c:1205:class_import_put()) import 0000000079d1b9f4 refcount=2 obd=ai200x-MDT0002-lwp-OST0003 00000020:00000001:6.0:1673551346.390182:0:12908:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:6.0:1673551346.390182:0:12908:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000233ba377. 02000000:00000001:6.0:1673551346.390182:0:12908:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:6.0:1673551346.390183:0:12908:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:6.0:1673551346.390183:0:12908:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000007bc0e836. 00000100:00000001:6.0:1673551346.390183:0:12908:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:6.0:1673551346.390184:0:12908:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1673551346.390184:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1673551346.390185:0:12908:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:6.0:1673551346.390185:0:12908:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.390186:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1673551346.390186:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551346.390186:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1673551346.390187:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551346.645057:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551346.645058:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551346.645059:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551346.645059:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551346.645060:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551346.645061:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551346.645062:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551346.645062:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551346.645063:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551346.645063:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551346.645065:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551346.645065:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551346.645066:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551346.645066:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551346.645067:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551346.645068:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551346.645068:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551346.645069:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551346.645070:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551346.645070:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551346.645071:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551346.645071:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551346.645072:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551346.645072:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551346.645073:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551346.645073:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:12.0:1673551346.645087:0:2270452:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:12.0:1673551346.645087:0:2270452:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:12.0:1673551346.645088:0:2270452:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.2:1673551346.674188:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (68)++ 00000800:00000200:13.0:1673551346.674202:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (69)++ 00000800:00000200:13.0:1673551346.674208:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.20@o2ib 00000400:00000200:13.0:1673551346.674211:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551346.674214:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000800:00000200:12.0:1673551346.674216:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000400:00000200:13.0:1673551346.674217:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551346.674218:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551346.674220:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551346.674221:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 7 MB=0x63bfd66a43280 00000400:00000200:13.0:1673551346.674224:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.20@o2ib of length 224/224 into md 0x435078cd [8] + 5824 00000400:00000200:13.0:1673551346.674227:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551346.674228:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000001:13.0:1673551346.674230:0:12871:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:13.0:1673551346.674230:0:12871:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:13.0:1673551346.674232:0:12871:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000e79d701c. 00000100:00000040:13.0:1673551346.674233:0:12871:0:(events.c:367:request_in_callback()) incoming req@00000000e79d701c x1754809395065472 msgsize 224 00000100:00100000:13.0:1673551346.674234:0:12871:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.20@o2ib) 00000100:00000001:13.0:1673551346.674241:0:12871:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:13.0:1673551346.674242:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000007a1be710] (69)++ 00000800:00000200:13.0:1673551346.674243:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000007a1be710] (70)-- 00000800:00000200:13.0:1673551346.674244:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000100:00000001:14.0:1673551346.674251:0:2358800:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:14.0:1673551346.674252:0:2358800:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:14.0:1673551346.674253:0:2358800:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:14.0:1673551346.674254:0:2358800:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:14.0:1673551346.674255:0:2358800:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:14.0:1673551346.674256:0:2358800:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395065472 00000020:00000001:14.0:1673551346.674257:0:2358800:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:14.0:1673551346.674258:0:2358800:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876a35 00000020:00000001:14.0:1673551346.674259:0:2358800:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:14.0:1673551346.674259:0:2358800:0:(lustre_handles.c:152:class_handle2object()) GET export 000000001a218102 refcount=5 00000020:00000001:14.0:1673551346.674261:0:2358800:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912595675793408 : -52831478033758208 : ff444e0cf6d6c800) 00000020:00000001:14.0:1673551346.674262:0:2358800:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912595675793408 : -52831478033758208 : ff444e0cf6d6c800) 00000100:00000001:14.0:1673551346.674264:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551346.674264:0:2358800:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:14.0:1673551346.674265:0:2358800:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6232d53. 00000020:00000010:14.0:1673551346.674267:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f81d824. 00000020:00000010:14.0:1673551346.674268:0:2358800:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b8e8bcc. 00000100:00000040:14.0:1673551346.674270:0:2358800:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:14.0:1673551346.674270:0:2358800:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:14.0:1673551346.674271:0:2358800:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:14.0:1673551346.674271:0:2358800:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551346.674273:0:2358800:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551346.674278:0:2358800:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:14.0:1673551346.674281:0:2358800:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:14.0:1673551346.674281:0:2358800:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:14.0:1673551346.674283:0:2358800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 7064 00000100:00000040:14.0:1673551346.674284:0:2358800:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000001a218102 : new rpc_count 1 00000100:00000001:14.0:1673551346.674285:0:2358800:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912609254032256 : -52831464455519360 : ff444e10202a4380) 00000100:00000040:14.0:1673551346.674286:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e79d701c x1754809395065472/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:232/0 lens 224/0 e 0 to 0 dl 1673551352 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:14.0:1673551346.674290:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551346.674290:0:2358800:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:14.0:1673551346.674291:0:2358800:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000e79d701c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0002-mdtlov_UUID+5:10563:x1754809395065472:12345-172.16.0.20@o2ib:13: 00000100:00000200:14.0:1673551346.674293:0:2358800:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395065472 00000020:00000001:14.0:1673551346.674294:0:2358800:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:14.0:1673551346.674295:0:2358800:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:14.0:1673551346.674295:0:2358800:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551346.674296:0:2358800:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:14.0:1673551346.674296:0:2358800:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:14.0:1673551346.674297:0:2358800:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:14.0:1673551346.674298:0:2358800:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:14.0:1673551346.674299:0:2358800:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:14.0:1673551346.674299:0:2358800:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:14.0:1673551346.674300:0:2358800:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551346.674300:0:2358800:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:14.0:1673551346.674301:0:2358800:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:14.0:1673551346.674302:0:2358800:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000d54a8109. 02000000:00000001:14.0:1673551346.674302:0:2358800:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551346.674303:0:2358800:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:14.0:1673551346.674304:0:2358800:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:14.0:1673551346.674305:0:2358800:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:14.0:1673551346.674306:0:2358800:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:14.0:1673551346.674311:0:2358800:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:14.0:1673551346.674312:0:2358800:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148413632 pending 0 free 5928824139776 avail 5849092771840 00000020:00000020:14.0:1673551346.674313:0:2358800:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0003: processing self export: 143552 0 0 00000020:00000020:14.0:1673551346.674314:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0001-mdtlov_UUID/00000000e0414e82 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551346.674315:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0000-mdtlov_UUID/000000009480fef3 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551346.674316:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli cd52cb9a-4225-4c91-b023-faa62420b31d/0000000006681ce8 dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551346.674317:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0003-mdtlov_UUID/000000006f304481 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551346.674318:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000008b497c02 dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551346.674319:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000c611fe19 dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551346.674319:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 49374343-0861-470b-a659-345a443590fd/00000000aafb700c dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551346.674320:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0002-mdtlov_UUID/000000001a218102 dirty 0 pend 0 grant 0 00002000:00000020:14.0:1673551346.674321:0:2358800:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1447466831 free, 1428001130 avail; 60817408 objects: 29395648 free; state 200 00002000:00000001:14.0:1673551346.674322:0:2358800:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000001:14.0:1673551346.674323:0:2358800:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:14.0:1673551346.674324:0:2358800:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109421601, transno 0, xid 1754809395065472 00010000:00000001:14.0:1673551346.674325:0:2358800:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:14.0:1673551346.674326:0:2358800:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000e79d701c x1754809395065472/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:232/0 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:14.0:1673551346.674329:0:2358800:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:14.0:1673551346.674330:0:2358800:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:14.0:1673551346.674330:0:2358800:0:(import.c:1925:at_measured()) add 1 to 0000000076fc1371 time=114 v=1 (1 1 1 1) 00000100:00000001:14.0:1673551346.674331:0:2358800:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:14.0:1673551346.674332:0:2358800:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 49 to 172.16.0.20@o2ib 00000100:00000001:14.0:1673551346.674333:0:2358800:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 02000000:00000001:14.0:1673551346.674334:0:2358800:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:14.0:1673551346.674335:0:2358800:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551346.674335:0:2358800:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:14.0:1673551346.674336:0:2358800:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:14.0:1673551346.674338:0:2358800:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abd9c8b3. 00000100:00000200:14.0:1673551346.674339:0:2358800:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754809395065472, offset 224 00000400:00000200:14.0:1673551346.674341:0:2358800:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:14.0:1673551346.674343:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:14.0:1673551346.674345:0:2358800:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.20@o2ib local destination 00000400:00000200:14.0:1673551346.674346:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:14.0:1673551346.674348:0:2358800:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000800:00000200:14.0:1673551346.674350:0:2358800:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000400:00000200:14.0:1673551346.674351:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:14.0:1673551346.674353:0:2358800:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000004111b72] -> 172.16.0.20@o2ib (2) version: 12 00000800:00000200:14.0:1673551346.674354:0:2358800:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000007a1be710] (68)++ 00000800:00000200:14.0:1673551346.674355:0:2358800:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000007a1be710] (69)++ 00000800:00000200:14.0:1673551346.674357:0:2358800:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000007a1be710] (70)-- 00000100:00000001:14.0:1673551346.674358:0:2358800:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551346.674358:0:2358800:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 48 to 172.16.0.20@o2ib 00010000:00000001:14.0:1673551346.674359:0:2358800:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:14.0:1673551346.674360:0:2358800:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551346.674360:0:2358800:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:14.0:1673551346.674361:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e79d701c x1754809395065472/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:232/0 lens 224/368 e 0 to 0 dl 1673551352 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:14.0:1673551346.674364:0:2358800:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000e79d701c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0002-mdtlov_UUID+5:10563:x1754809395065472:12345-172.16.0.20@o2ib:13: Request processed in 73us (130us total) trans 0 rc 0/0 00000800:00000200:3.2:1673551346.674365:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (69)++ 00000100:00100000:14.0:1673551346.674366:0:2358800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 7064 00000100:00000040:14.0:1673551346.674367:0:2358800:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a218102 : new rpc_count 0 00000100:00000001:14.0:1673551346.674368:0:2358800:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:14.0:1673551346.674368:0:2358800:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:14.0:1673551346.674369:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f81d824. 00000020:00000010:14.0:1673551346.674370:0:2358800:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b8e8bcc. 00000020:00000010:14.0:1673551346.674371:0:2358800:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6232d53. 00000020:00000040:14.0:1673551346.674371:0:2358800:0:(genops.c:979:class_export_put()) PUTting export 000000001a218102 : new refcount 4 00000100:00000001:14.0:1673551346.674372:0:2358800:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:12.0:1673551346.674376:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (70)++ 00000800:00000200:12.0:1673551346.674381:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000007a1be710] (71)-- 00000400:00000200:12.0:1673551346.674383:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551346.674385:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:12.0:1673551346.674386:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000abd9c8b3 00000400:00000010:12.0:1673551346.674388:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000abd9c8b3. 00000800:00000200:13.0:1673551346.674389:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000100:00000001:12.0:1673551346.674389:0:12872:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:12.0:1673551346.674390:0:12872:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:12.0:1673551346.674391:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000100:00000001:18.0:1673551346.709064:0:309720:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:18.0:1673551346.709066:0:309720:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:5.2:1673551346.904825:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (68)++ 00000800:00000200:17.0:1673551346.904843:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (69)++ 00000800:00000200:17.0:1673551346.904853:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.57@o2ib 00000400:00000200:17.0:1673551346.904856:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:19.0:1673551346.904858:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000400:00000200:17.0:1673551346.904858:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.57@o2ib : GET - for me 00000400:00000200:17.0:1673551346.904861:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551346.904863:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551346.904864:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551346.904865:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:17.0:1673551346.904868:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-172.16.0.56@o2ib of length 64/272 into md 0x1 [1] + 0 00000800:00000200:17.0:1673551346.904872:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000580cc9cc] (69)++ 00000800:00000200:17.0:1673551346.904875:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000580cc9cc] (70)-- 00000400:00000200:17.0:1673551346.904876:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551346.904878:0:12874:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.57@o2ib local destination 00000400:00000200:17.0:1673551346.904879:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551346.904881:0:12874:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.57@o2ib(172.16.0.57@o2ib:172.16.0.57@o2ib) 172.16.0.57@o2ib : REPLY try# 0 00000800:00000200:17.0:1673551346.904885:0:12874:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 64 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000400:00000200:17.0:1673551346.904887:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:17.0:1673551346.904889:0:12874:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000625538ff] -> 172.16.0.57@o2ib (2) version: 12 00000800:00000200:17.0:1673551346.904890:0:12874:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000580cc9cc] (69)++ 00000800:00000200:17.0:1673551346.904891:0:12874:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000580cc9cc] (70)++ 00000800:00000200:17.0:1673551346.904893:0:12874:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000580cc9cc] (71)-- 00000800:00000200:17.0:1673551346.904893:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000800:00000200:5.2:1673551346.904901:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (69)++ 00000800:00000200:3.2:1673551346.904903:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (68)++ 00000800:00000200:19.0:1673551346.904912:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (70)++ 00000800:00000200:19.0:1673551346.904918:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000580cc9cc] (71)-- 00000400:00000200:19.0:1673551346.904920:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:13.0:1673551346.904921:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (69)++ 00000400:00000200:19.0:1673551346.904924:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: REPLY: OK 00000800:00000200:17.0:1673551346.904926:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000800:00000200:13.0:1673551346.904928:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.56@o2ib 00000800:00000200:19.0:1673551346.904930:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 00000400:00000200:13.0:1673551346.904931:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551346.904933:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.56@o2ib : GET - for me 00000400:00000200:13.0:1673551346.904935:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:12.0:1673551346.904935:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000400:00000200:13.0:1673551346.904937:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551346.904939:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551346.904940:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:13.0:1673551346.904944:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-172.16.0.56@o2ib of length 64/272 into md 0x1 [1] + 0 00000800:00000200:13.0:1673551346.904947:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000008042fb16] (69)++ 00000800:00000200:13.0:1673551346.904948:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000008042fb16] (70)-- 00000400:00000200:13.0:1673551346.904950:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551346.904952:0:12871:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.56@o2ib local destination 00000400:00000200:13.0:1673551346.904954:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551346.904959:0:12871:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) 172.16.0.56@o2ib : REPLY try# 0 00000800:00000200:13.0:1673551346.904961:0:12871:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 64 bytes in 1 frags to 12345-172.16.0.56@o2ib 00000400:00000200:13.0:1673551346.904962:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:13.0:1673551346.904964:0:12871:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000e56901fc] -> 172.16.0.56@o2ib (2) version: 12 00000800:00000200:13.0:1673551346.904965:0:12871:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000008042fb16] (69)++ 00000800:00000200:13.0:1673551346.904966:0:12871:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000008042fb16] (70)++ 00000800:00000200:13.0:1673551346.904968:0:12871:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000008042fb16] (71)-- 00000800:00000200:13.0:1673551346.904969:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000800:00000200:3.2:1673551346.904976:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (69)++ 00000800:00000200:12.0:1673551346.904988:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (70)++ 00000800:00000200:12.0:1673551346.904993:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000008042fb16] (71)-- 00000400:00000200:12.0:1673551346.904994:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551346.904996:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: REPLY: OK 00000800:00000200:12.0:1673551346.904999:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000800:00000200:12.0:1673551346.905000:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 00000100:00000001:6.0:1673551347.413080:0:2269446:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:4.0:1673551347.413080:0:2270080:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:6.0:1673551347.413081:0:2269446:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551347.413081:0:2270080:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551347.669063:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551347.669065:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551347.669066:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551347.669067:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551347.669067:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551347.669068:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551347.669070:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551347.669070:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551347.669071:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551347.669072:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551347.669073:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551347.669073:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551347.669074:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551347.669074:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551347.669075:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551347.669076:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551347.669076:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551347.669077:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551347.669078:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551347.669078:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551347.669079:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551347.669079:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551347.669080:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551347.669081:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551347.669082:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551347.669083:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1673551347.669099:0:2263347:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:6.0:1673551347.669101:0:2263347:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:6.0:1673551347.669102:0:2263347:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:11.2:1673551347.680472:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000423a8b01] (68)++ 00000800:00000200:21.0:1673551347.680495:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000423a8b01] (69)++ 00000800:00000200:21.0:1673551347.680504:0:12875:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d0[0] from 172.16.0.10@o2ib 00000800:00000200:21.0:1673551347.680506:0:12875:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000423a8b01] (70)++ 00000800:00000200:21.0:1673551347.680507:0:12875:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000423a8b01] (71)-- 00000800:00000200:21.0:1673551347.680508:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000423a8b01] (70)-- 00000800:00000200:21.0:1673551347.680509:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000423a8b01] (69)-- 00000100:00000001:14.0:1673551347.733065:0:2358800:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:14.0:1673551347.733068:0:2358800:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.2:1673551347.755245:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000e590ec42] (68)++ 00000800:00000200:21.0:1673551347.755260:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000e590ec42] (69)++ 00000800:00000200:21.0:1673551347.755269:0:12875:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.118@o2ib 00000400:00000200:21.0:1673551347.755272:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.118@o2ib to cpt 5 00000400:00000200:21.0:1673551347.755274:0:12875:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.118@o2ib : PUT - for me 00000800:00000200:23.0:1673551347.755276:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000e590ec42] (70)-- 00000400:00000200:21.0:1673551347.755278:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.118@o2ib to cpt 5 00000400:00000200:21.0:1673551347.755280:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.118@o2ib to cpt 5 00000400:00000200:21.0:1673551347.755281:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.118@o2ib to cpt 5 00000400:00000200:21.0:1673551347.755283:0:12875:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.118@o2ib of length 224 into portal 12 MB=0x63bcc03a90e40 00000400:00000200:21.0:1673551347.755286:0:12875:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-172.16.0.118@o2ib of length 224/224 into md 0x48b3d35 [64] + 168424 00000400:00000200:21.0:1673551347.755289:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:21.0:1673551347.755291:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.118@o2ib: PUT: OK 00000100:00000001:21.0:1673551347.755293:0:12875:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:21.0:1673551347.755294:0:12875:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:21.0:1673551347.755297:0:12875:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000c79d4b06. 00000100:00000040:21.0:1673551347.755298:0:12875:0:(events.c:367:request_in_callback()) incoming req@00000000c79d4b06 x1754597281041984 msgsize 224 00000100:00100000:21.0:1673551347.755299:0:12875:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.118@o2ib (source: 12345-172.16.0.118@o2ib) 00000100:00000001:21.0:1673551347.755305:0:12875:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:21.0:1673551347.755309:0:12875:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000e590ec42] (69)++ 00000800:00000200:21.0:1673551347.755310:0:12875:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000e590ec42] (70)-- 00000800:00000200:21.0:1673551347.755312:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000e590ec42] (69)-- 00000100:00000001:20.0:1673551347.755313:0:2270093:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:20.0:1673551347.755315:0:2270093:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:20.0:1673551347.755316:0:2270093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:20.0:1673551347.755318:0:2270093:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:20.0:1673551347.755320:0:2270093:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:20.0:1673551347.755322:0:2270093:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754597281041984 00000020:00000001:20.0:1673551347.755324:0:2270093:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:20.0:1673551347.755325:0:2270093:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b1c 00000020:00000001:20.0:1673551347.755326:0:2270093:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:20.0:1673551347.755327:0:2270093:0:(lustre_handles.c:152:class_handle2object()) GET export 0000000057709798 refcount=6 00000020:00000001:20.0:1673551347.755329:0:2270093:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748071424 : -52831469961480192 : ff444e0ed7fbf800) 00000020:00000001:20.0:1673551347.755330:0:2270093:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748071424 : -52831469961480192 : ff444e0ed7fbf800) 00000100:00000001:20.0:1673551347.755333:0:2270093:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:20.0:1673551347.755334:0:2270093:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:20.0:1673551347.755336:0:2270093:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efb94a42. 00000020:00000010:20.0:1673551347.755338:0:2270093:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a5db69fc. 00000020:00000010:20.0:1673551347.755340:0:2270093:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049270743. 00000100:00000040:20.0:1673551347.755343:0:2270093:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000001:20.0:1673551347.755343:0:2270093:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:20.0:1673551347.755344:0:2270093:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:20.0:1673551347.755345:0:2270093:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:20.0:1673551347.755347:0:2270093:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:20.0:1673551347.755348:0:2270093:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:20.0:1673551347.755348:0:2270093:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551347.755354:0:2270093:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:20.0:1673551347.755358:0:2270093:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:20.0:1673551347.755358:0:2270093:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:20.0:1673551347.755360:0:2270093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.118@o2ib, seq: 3585 00000100:00000040:20.0:1673551347.755361:0:2270093:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 0000000057709798 : new rpc_count 1 00000100:00000001:20.0:1673551347.755362:0:2270093:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912593449133056 : -52831480260418560 : ff444e0c721ea400) 00000100:00000040:20.0:1673551347.755364:0:2270093:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c79d4b06 x1754597281041984/t0(0) o400->45cb3ae8-41b4-4d54-9b54-bb58c7e102f3@172.16.0.118@o2ib:233/0 lens 224/0 e 0 to 0 dl 1673551353 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000001:20.0:1673551347.755367:0:2270093:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:20.0:1673551347.755368:0:2270093:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:20.0:1673551347.755369:0:2270093:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000c79d4b06 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_001:45cb3ae8-41b4-4d54-9b54-bb58c7e102f3+6:2890:x1754597281041984:12345-172.16.0.118@o2ib:400: 00000100:00000200:20.0:1673551347.755370:0:2270093:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754597281041984 00000020:00000001:20.0:1673551347.755371:0:2270093:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:20.0:1673551347.755372:0:2270093:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:20.0:1673551347.755374:0:2270093:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:20.0:1673551347.755374:0:2270093:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:20.0:1673551347.755375:0:2270093:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000020:00000001:20.0:1673551347.755376:0:2270093:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000001:00000001:20.0:1673551347.755377:0:2270093:0:(tgt_lastrcvd.c:2249:tgt_lookup_reply()) ai200x-MDT0001: lookup reply xid 1754597281041984, found 0 last_xid 1754597281041983 00000020:00000001:20.0:1673551347.755378:0:2270093:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:20.0:1673551347.755378:0:2270093:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:20.0:1673551347.755379:0:2270093:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:20.0:1673551347.755380:0:2270093:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:20.0:1673551347.755381:0:2270093:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00000001:20.0:1673551347.755383:0:2270093:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:20.0:1673551347.755383:0:2270093:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:20.0:1673551347.755384:0:2270093:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000088f3270d. 02000000:00000001:20.0:1673551347.755385:0:2270093:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551347.755386:0:2270093:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:20.0:1673551347.755387:0:2270093:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:20.0:1673551347.755388:0:2270093:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 219043542100, transno 0, xid 1754597281041984 00010000:00000001:20.0:1673551347.755389:0:2270093:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:20.0:1673551347.755390:0:2270093:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000c79d4b06 x1754597281041984/t0(0) o400->45cb3ae8-41b4-4d54-9b54-bb58c7e102f3@172.16.0.118@o2ib:233/0 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00010000:00000001:20.0:1673551347.755393:0:2270093:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:20.0:1673551347.755394:0:2270093:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:20.0:1673551347.755395:0:2270093:0:(import.c:1925:at_measured()) add 1 to 000000004d70369c time=117 v=1 (1 1 1 1) 00000100:00000001:20.0:1673551347.755396:0:2270093:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:20.0:1673551347.755397:0:2270093:0:(connection.c:143:ptlrpc_connection_addref()) conn=0000000019278b96 refcount 3 to 172.16.0.118@o2ib 00000100:00000001:20.0:1673551347.755398:0:2270093:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912561582168032 : -52831512127383584 : ff444e0506b357e0) 02000000:00000001:20.0:1673551347.755399:0:2270093:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:20.0:1673551347.755399:0:2270093:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551347.755400:0:2270093:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:20.0:1673551347.755401:0:2270093:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.118@o2ib 00000400:00000010:20.0:1673551347.755402:0:2270093:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044e9af16. 00000100:00000200:20.0:1673551347.755404:0:2270093:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754597281041984, offset 224 00000400:00000200:20.0:1673551347.755406:0:2270093:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.118@o2ib 00000400:00000200:20.0:1673551347.755408:0:2270093:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.118@o2ib to cpt 5 00000400:00000200:20.0:1673551347.755410:0:2270093:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.118@o2ib local destination 00000400:00000200:20.0:1673551347.755412:0:2270093:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.118@o2ib to cpt 5 00000400:00000200:20.0:1673551347.755414:0:2270093:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.118@o2ib(172.16.0.118@o2ib:172.16.0.118@o2ib) : PUT try# 0 00000800:00000200:20.0:1673551347.755416:0:2270093:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.118@o2ib 00000400:00000200:20.0:1673551347.755418:0:2270093:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.118@o2ib to cpt 5 00000800:00000200:20.0:1673551347.755421:0:2270093:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000003aacec97] -> 172.16.0.118@o2ib (2) version: 12 00000800:00000200:20.0:1673551347.755422:0:2270093:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000e590ec42] (68)++ 00000800:00000200:20.0:1673551347.755423:0:2270093:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000e590ec42] (69)++ 00000800:00000200:20.0:1673551347.755426:0:2270093:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000e590ec42] (70)-- 00000100:00000001:20.0:1673551347.755427:0:2270093:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:20.0:1673551347.755428:0:2270093:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=0000000019278b96 refcount 2 to 172.16.0.118@o2ib 00010000:00000001:20.0:1673551347.755428:0:2270093:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:20.0:1673551347.755429:0:2270093:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:20.0:1673551347.755429:0:2270093:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:20.0:1673551347.755431:0:2270093:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c79d4b06 x1754597281041984/t0(0) o400->45cb3ae8-41b4-4d54-9b54-bb58c7e102f3@172.16.0.118@o2ib:233/0 lens 224/224 e 0 to 0 dl 1673551353 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00100000:20.0:1673551347.755436:0:2270093:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000c79d4b06 pname:cluuid+ref:pid:xid:nid:opc:job mdt05_001:45cb3ae8-41b4-4d54-9b54-bb58c7e102f3+6:2890:x1754597281041984:12345-172.16.0.118@o2ib:400: Request processed in 67us (137us total) trans 0 rc 0/0 00000800:00000200:21.2:1673551347.755438:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000e590ec42] (69)++ 00000100:00100000:20.0:1673551347.755439:0:2270093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.118@o2ib, seq: 3585 00000100:00000040:20.0:1673551347.755440:0:2270093:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000057709798 : new rpc_count 0 00000100:00000001:20.0:1673551347.755441:0:2270093:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:20.0:1673551347.755442:0:2270093:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:20.0:1673551347.755443:0:2270093:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a5db69fc. 00000020:00000010:20.0:1673551347.755445:0:2270093:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049270743. 00000020:00000010:20.0:1673551347.755446:0:2270093:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efb94a42. 00000020:00000040:20.0:1673551347.755447:0:2270093:0:(genops.c:979:class_export_put()) PUTting export 0000000057709798 : new refcount 5 00000100:00000001:20.0:1673551347.755449:0:2270093:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:23.0:1673551347.755450:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000e590ec42] (70)++ 00000800:00000200:23.0:1673551347.755456:0:12876:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000e590ec42] (71)-- 00000400:00000200:23.0:1673551347.755458:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:23.0:1673551347.755461:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.118@o2ib: PUT: OK 00000400:00000200:23.0:1673551347.755462:0:12876:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000044e9af16 00000800:00000200:21.0:1673551347.755462:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000e590ec42] (70)-- 00000400:00000010:23.0:1673551347.755463:0:12876:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000044e9af16. 00000100:00000001:23.0:1673551347.755465:0:12876:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:23.0:1673551347.755465:0:12876:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:23.0:1673551347.755467:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000e590ec42] (69)-- 00000020:00000040:21.0:1673551348.588009:0:242715:0:(obd_config.c:920:class_incref()) incref MGC172.16.0.56@o2ib (00000000dc661651) now 5 00000020:00000001:21.0:1673551348.588013:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588014:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588015:0:242715:0:(obd_config.c:931:class_decref()) Decref MGC172.16.0.56@o2ib (00000000dc661651) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588016:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 00000020:00000001:21.0:1673551348.588016:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588017:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588017:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 - health_check_show 00000020:00000040:21.0:1673551348.588018:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 00000020:00000001:21.0:1673551348.588018:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588019:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588019:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588020:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 00000020:00000001:21.0:1673551348.588020:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588021:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588021:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588022:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 00000020:00000001:21.0:1673551348.588022:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588023:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588023:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588023:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 00000020:00000001:21.0:1673551348.588024:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588024:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588024:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588025:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 00000020:00000001:21.0:1673551348.588025:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588026:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588026:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588027:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 00000020:00000001:21.0:1673551348.588027:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588028:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588028:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588029:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 00000020:00000001:21.0:1673551348.588029:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588030:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588030:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588031:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 00000020:00000001:21.0:1673551348.588031:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588031:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588032:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588032:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 00000020:00000001:21.0:1673551348.588033:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588033:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588033:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588034:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 00000020:00000001:21.0:1673551348.588035:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588035:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588035:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588036:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 00000020:00000001:21.0:1673551348.588036:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588036:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588037:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588037:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 00000020:00000001:21.0:1673551348.588038:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588038:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588038:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588039:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 00000020:00000001:21.0:1673551348.588039:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588040:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588040:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588041:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osd (00000000854d7bae) now 5 00000020:00000001:21.0:1673551348.588041:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588059:0:242715:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588060:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osd (00000000854d7bae) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588061:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 00000020:00000001:21.0:1673551348.588061:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588062:0:242715:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588063:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588063:0:242715:0:(obd_config.c:920:class_incref()) incref OSS (00000000c9099cbe) now 3 00000020:00000001:21.0:1673551348.588064:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588071:0:242715:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588071:0:242715:0:(obd_config.c:931:class_decref()) Decref OSS (00000000c9099cbe) now 3 - health_check_show 00000020:00000040:21.0:1673551348.588072:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002 (00000000539e52b3) now 19 00000020:00000001:21.0:1673551348.588072:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:21.0:1673551348.588075:0:242715:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008223a961. 00000020:00000010:21.0:1673551348.588077:0:242715:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f1c768d8. 00000020:00000010:21.0:1673551348.588078:0:242715:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000066bd37f0. 00000020:00000010:21.0:1673551348.588080:0:242715:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000f11abed0. 00000020:00000010:21.0:1673551348.588082:0:242715:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000f1d1deb3. 80000000:00000010:21.0:1673551348.588083:0:242715:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000079f392b7. 40000000:00000010:21.0:1673551348.588084:0:242715:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 0000000013b1de31. 00040000:00000010:21.0:1673551348.588086:0:242715:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 0000000046cf882d. 00040000:00000010:21.0:1673551348.588087:0:242715:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000025f3f83f. 00080000:00000010:21.0:1673551348.588088:0:242715:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000913b82c7. 00080000:00000010:21.0:1673551348.588090:0:242715:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009ce351e8. 00100000:00000010:21.0:1673551348.588092:0:242715:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e43ab6d7. 00002000:00000010:21.0:1673551348.588094:0:242715:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000b8bdd420. 00000020:00000010:21.0:1673551348.588099:0:242715:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000f1c768d8. 00000020:00000010:21.0:1673551348.588100:0:242715:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 0000000066bd37f0. 00000020:00000010:21.0:1673551348.588101:0:242715:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000f11abed0. 00000020:00000010:21.0:1673551348.588102:0:242715:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000f1d1deb3. 80000000:00000010:21.0:1673551348.588103:0:242715:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000079f392b7. 40000000:00000010:21.0:1673551348.588104:0:242715:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 0000000013b1de31. 00040000:00000010:21.0:1673551348.588104:0:242715:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 0000000046cf882d. 00040000:00000010:21.0:1673551348.588105:0:242715:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 0000000025f3f83f. 00080000:00000010:21.0:1673551348.588106:0:242715:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009ce351e8. 00080000:00000010:21.0:1673551348.588107:0:242715:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000913b82c7. 00100000:00000010:21.0:1673551348.588108:0:242715:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e43ab6d7. 00002000:00000010:21.0:1673551348.588108:0:242715:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000b8bdd420. 00000020:00000010:21.0:1673551348.588109:0:242715:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008223a961. 00000020:00000001:21.0:1673551348.588110:0:242715:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588110:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002 (00000000539e52b3) now 19 - health_check_show 00000020:00000040:21.0:1673551348.588111:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 00000020:00000001:21.0:1673551348.588112:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588113:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588114:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588114:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 00000020:00000001:21.0:1673551348.588115:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588115:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588115:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588116:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 00000020:00000001:21.0:1673551348.588116:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588117:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588117:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588118:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 00000020:00000001:21.0:1673551348.588118:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588118:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588119:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588119:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003 (000000002b59130a) now 19 00000020:00000001:21.0:1673551348.588120:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:21.0:1673551348.588120:0:242715:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008223a961. 00000020:00000010:21.0:1673551348.588120:0:242715:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b9a85158. 00000020:00000010:21.0:1673551348.588121:0:242715:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000e43ab6d7. 00000020:00000010:21.0:1673551348.588121:0:242715:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000f11abed0. 00000020:00000010:21.0:1673551348.588122:0:242715:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 0000000025f3f83f. 80000000:00000010:21.0:1673551348.588123:0:242715:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000079f392b7. 40000000:00000010:21.0:1673551348.588123:0:242715:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 0000000013b1de31. 00040000:00000010:21.0:1673551348.588123:0:242715:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 0000000046cf882d. 00040000:00000010:21.0:1673551348.588124:0:242715:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000f1d1deb3. 00080000:00000010:21.0:1673551348.588125:0:242715:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000913b82c7. 00080000:00000010:21.0:1673551348.588125:0:242715:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009ce351e8. 00100000:00000010:21.0:1673551348.588126:0:242715:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000066bd37f0. 00002000:00000010:21.0:1673551348.588126:0:242715:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000b8bdd420. 00000020:00000010:21.0:1673551348.588129:0:242715:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000b9a85158. 00000020:00000010:21.0:1673551348.588130:0:242715:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000e43ab6d7. 00000020:00000010:21.0:1673551348.588130:0:242715:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000f11abed0. 00000020:00000010:21.0:1673551348.588131:0:242715:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 0000000025f3f83f. 80000000:00000010:21.0:1673551348.588131:0:242715:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000079f392b7. 40000000:00000010:21.0:1673551348.588132:0:242715:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 0000000013b1de31. 00040000:00000010:21.0:1673551348.588132:0:242715:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 0000000046cf882d. 00040000:00000010:21.0:1673551348.588133:0:242715:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000f1d1deb3. 00080000:00000010:21.0:1673551348.588133:0:242715:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009ce351e8. 00080000:00000010:21.0:1673551348.588134:0:242715:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000913b82c7. 00100000:00000010:21.0:1673551348.588134:0:242715:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 0000000066bd37f0. 00002000:00000010:21.0:1673551348.588134:0:242715:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000b8bdd420. 00000020:00000010:21.0:1673551348.588135:0:242715:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008223a961. 00000020:00000001:21.0:1673551348.588135:0:242715:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588136:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003 (000000002b59130a) now 19 - health_check_show 00000020:00000040:21.0:1673551348.588136:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 00000020:00000001:21.0:1673551348.588137:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588137:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588137:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588138:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 00000020:00000001:21.0:1673551348.588138:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588139:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588139:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588140:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 00000020:00000001:21.0:1673551348.588140:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588140:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588141:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588141:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 00000020:00000001:21.0:1673551348.588141:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588142:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588142:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588143:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 00000020:00000001:21.0:1673551348.588143:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588144:0:242715:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588144:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 - health_check_show 00000020:00000040:21.0:1673551348.588145:0:242715:0:(obd_config.c:920:class_incref()) incref MDS (00000000f55b68e7) now 3 00000020:00000001:21.0:1673551348.588145:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588154:0:242715:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588155:0:242715:0:(obd_config.c:931:class_decref()) Decref MDS (00000000f55b68e7) now 3 - health_check_show 00000020:00000040:21.0:1673551348.588155:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 00000020:00000001:21.0:1673551348.588156:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588156:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588157:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 - health_check_show 00000020:00000040:21.0:1673551348.588157:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001 (00000000315cb77a) now 53 00000020:00000001:21.0:1673551348.588158:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588159:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588159:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001 (00000000315cb77a) now 53 - health_check_show 00000020:00000040:21.0:1673551348.588160:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDD0001 (00000000be65ec15) now 4 00000020:00000001:21.0:1673551348.588160:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588160:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588161:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDD0001 (00000000be65ec15) now 4 - health_check_show 00000020:00000040:21.0:1673551348.588161:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 00000020:00000001:21.0:1673551348.588162:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588162:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588163:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588163:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 00000020:00000001:21.0:1673551348.588164:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588164:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588164:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588165:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 00000020:00000001:21.0:1673551348.588165:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588165:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588166:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588166:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 00000020:00000001:21.0:1673551348.588167:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588167:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588167:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588168:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 00000020:00000001:21.0:1673551348.588168:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588169:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588169:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588170:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 00000020:00000001:21.0:1673551348.588171:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588171:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588171:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588172:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 00000020:00000001:21.0:1673551348.588172:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588173:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588173:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588174:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 00000020:00000001:21.0:1673551348.588174:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588174:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588175:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588175:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 00000020:00000001:21.0:1673551348.588176:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588176:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588176:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588177:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 00000020:00000001:21.0:1673551348.588177:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588177:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588178:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588178:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 00000020:00000001:21.0:1673551348.588179:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588179:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588179:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588180:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 00000020:00000001:21.0:1673551348.588180:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588181:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588181:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 - health_check_show 00000020:00000040:21.0:1673551348.588226:0:242715:0:(obd_config.c:920:class_incref()) incref MGC172.16.0.56@o2ib (00000000dc661651) now 5 00000020:00000001:21.0:1673551348.588227:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588227:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588228:0:242715:0:(obd_config.c:931:class_decref()) Decref MGC172.16.0.56@o2ib (00000000dc661651) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588228:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 00000020:00000001:21.0:1673551348.588229:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588229:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588229:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 - health_check_seq_show 00000020:00000040:21.0:1673551348.588230:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 00000020:00000001:21.0:1673551348.588230:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588231:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588231:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588231:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 00000020:00000001:21.0:1673551348.588232:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588232:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588233:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588233:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 00000020:00000001:21.0:1673551348.588233:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588234:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588234:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588235:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 00000020:00000001:21.0:1673551348.588235:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588235:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588236:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588236:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 00000020:00000001:21.0:1673551348.588237:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588237:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588237:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588238:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 00000020:00000001:21.0:1673551348.588238:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588239:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588239:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588239:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 00000020:00000001:21.0:1673551348.588240:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588240:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588240:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588241:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 00000020:00000001:21.0:1673551348.588241:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588242:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588242:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588243:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 00000020:00000001:21.0:1673551348.588243:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588243:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588244:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588244:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 00000020:00000001:21.0:1673551348.588244:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588245:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588245:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588246:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 00000020:00000001:21.0:1673551348.588246:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588246:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588247:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588247:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 00000020:00000001:21.0:1673551348.588248:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588248:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588248:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588249:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 00000020:00000001:21.0:1673551348.588249:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588249:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588250:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588250:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osd (00000000854d7bae) now 5 00000020:00000001:21.0:1673551348.588251:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588252:0:242715:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588252:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osd (00000000854d7bae) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588253:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 00000020:00000001:21.0:1673551348.588253:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588253:0:242715:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588254:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588254:0:242715:0:(obd_config.c:920:class_incref()) incref OSS (00000000c9099cbe) now 3 00000020:00000001:21.0:1673551348.588254:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588256:0:242715:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588256:0:242715:0:(obd_config.c:931:class_decref()) Decref OSS (00000000c9099cbe) now 3 - health_check_seq_show 00000020:00000040:21.0:1673551348.588257:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002 (00000000539e52b3) now 19 00000020:00000001:21.0:1673551348.588257:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:21.0:1673551348.588258:0:242715:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1c768d8. 00000020:00000010:21.0:1673551348.588258:0:242715:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f1d1deb3. 00000020:00000010:21.0:1673551348.588259:0:242715:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000066bd37f0. 00000020:00000010:21.0:1673551348.588259:0:242715:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000f11abed0. 00000020:00000010:21.0:1673551348.588260:0:242715:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 0000000025f3f83f. 80000000:00000010:21.0:1673551348.588260:0:242715:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000079f392b7. 40000000:00000010:21.0:1673551348.588261:0:242715:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 00000000b278e613. 00040000:00000010:21.0:1673551348.588261:0:242715:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 0000000046cf882d. 00040000:00000010:21.0:1673551348.588262:0:242715:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000b9a85158. 00080000:00000010:21.0:1673551348.588262:0:242715:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000913b82c7. 00080000:00000010:21.0:1673551348.588263:0:242715:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009ce351e8. 00100000:00000010:21.0:1673551348.588264:0:242715:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e43ab6d7. 00002000:00000010:21.0:1673551348.588264:0:242715:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000b8bdd420. 00000020:00000010:21.0:1673551348.588266:0:242715:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000f1d1deb3. 00000020:00000010:21.0:1673551348.588266:0:242715:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 0000000066bd37f0. 00000020:00000010:21.0:1673551348.588267:0:242715:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000f11abed0. 00000020:00000010:21.0:1673551348.588268:0:242715:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 0000000025f3f83f. 80000000:00000010:21.0:1673551348.588268:0:242715:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000079f392b7. 40000000:00000010:21.0:1673551348.588269:0:242715:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 00000000b278e613. 00040000:00000010:21.0:1673551348.588269:0:242715:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 0000000046cf882d. 00040000:00000010:21.0:1673551348.588270:0:242715:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000b9a85158. 00080000:00000010:21.0:1673551348.588270:0:242715:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009ce351e8. 00080000:00000010:21.0:1673551348.588271:0:242715:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000913b82c7. 00100000:00000010:21.0:1673551348.588271:0:242715:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e43ab6d7. 00002000:00000010:21.0:1673551348.588272:0:242715:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000b8bdd420. 00000020:00000010:21.0:1673551348.588272:0:242715:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1c768d8. 00000020:00000001:21.0:1673551348.588273:0:242715:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588273:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002 (00000000539e52b3) now 19 - health_check_seq_show 00000020:00000040:21.0:1673551348.588274:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 00000020:00000001:21.0:1673551348.588274:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588275:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588275:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588275:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 00000020:00000001:21.0:1673551348.588276:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588276:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588276:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588277:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 00000020:00000001:21.0:1673551348.588277:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588278:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588278:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588278:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 00000020:00000001:21.0:1673551348.588279:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588279:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588279:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588280:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003 (000000002b59130a) now 19 00000020:00000001:21.0:1673551348.588280:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:21.0:1673551348.588281:0:242715:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ec16e00. 00000020:00000010:21.0:1673551348.588281:0:242715:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000006cef50f0. 00000020:00000010:21.0:1673551348.588281:0:242715:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000e43ab6d7. 00000020:00000010:21.0:1673551348.588282:0:242715:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000f11abed0. 00000020:00000010:21.0:1673551348.588283:0:242715:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000a995bda3. 80000000:00000010:21.0:1673551348.588283:0:242715:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000079f392b7. 40000000:00000010:21.0:1673551348.588283:0:242715:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 00000000b278e613. 00040000:00000010:21.0:1673551348.588284:0:242715:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 0000000046cf882d. 00040000:00000010:21.0:1673551348.588285:0:242715:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000850c2b9d. 00080000:00000010:21.0:1673551348.588285:0:242715:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000913b82c7. 00080000:00000010:21.0:1673551348.588286:0:242715:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009ce351e8. 00100000:00000010:21.0:1673551348.588286:0:242715:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000066bd37f0. 00002000:00000010:21.0:1673551348.588287:0:242715:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000b8bdd420. 00000020:00000010:21.0:1673551348.588288:0:242715:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000006cef50f0. 00000020:00000010:21.0:1673551348.588289:0:242715:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000e43ab6d7. 00000020:00000010:21.0:1673551348.588289:0:242715:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000f11abed0. 00000020:00000010:21.0:1673551348.588290:0:242715:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000a995bda3. 80000000:00000010:21.0:1673551348.588290:0:242715:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000079f392b7. 40000000:00000010:21.0:1673551348.588291:0:242715:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 00000000b278e613. 00040000:00000010:21.0:1673551348.588291:0:242715:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 0000000046cf882d. 00040000:00000010:21.0:1673551348.588292:0:242715:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000850c2b9d. 00080000:00000010:21.0:1673551348.588292:0:242715:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009ce351e8. 00080000:00000010:21.0:1673551348.588293:0:242715:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000913b82c7. 00100000:00000010:21.0:1673551348.588293:0:242715:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 0000000066bd37f0. 00002000:00000010:21.0:1673551348.588294:0:242715:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000b8bdd420. 00000020:00000010:21.0:1673551348.588294:0:242715:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ec16e00. 00000020:00000001:21.0:1673551348.588295:0:242715:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588295:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003 (000000002b59130a) now 19 - health_check_seq_show 00000020:00000040:21.0:1673551348.588295:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 00000020:00000001:21.0:1673551348.588296:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588296:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588296:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588297:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 00000020:00000001:21.0:1673551348.588297:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588298:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588298:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588298:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 00000020:00000001:21.0:1673551348.588299:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588299:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588300:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588300:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 00000020:00000001:21.0:1673551348.588301:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588301:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588301:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588302:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 00000020:00000001:21.0:1673551348.588302:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588302:0:242715:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588303:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 - health_check_seq_show 00000020:00000040:21.0:1673551348.588303:0:242715:0:(obd_config.c:920:class_incref()) incref MDS (00000000f55b68e7) now 3 00000020:00000001:21.0:1673551348.588304:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588305:0:242715:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588306:0:242715:0:(obd_config.c:931:class_decref()) Decref MDS (00000000f55b68e7) now 3 - health_check_seq_show 00000020:00000040:21.0:1673551348.588306:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 00000020:00000001:21.0:1673551348.588307:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588307:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588307:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 - health_check_seq_show 00000020:00000040:21.0:1673551348.588308:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001 (00000000315cb77a) now 53 00000020:00000001:21.0:1673551348.588308:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588308:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588309:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001 (00000000315cb77a) now 53 - health_check_seq_show 00000020:00000040:21.0:1673551348.588309:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDD0001 (00000000be65ec15) now 4 00000020:00000001:21.0:1673551348.588310:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588310:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588310:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDD0001 (00000000be65ec15) now 4 - health_check_seq_show 00000020:00000040:21.0:1673551348.588311:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 00000020:00000001:21.0:1673551348.588311:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588311:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588312:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588313:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 00000020:00000001:21.0:1673551348.588313:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588313:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588314:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588314:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 00000020:00000001:21.0:1673551348.588315:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588315:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588315:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588316:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 00000020:00000001:21.0:1673551348.588316:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588317:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588317:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588317:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 00000020:00000001:21.0:1673551348.588318:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588318:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588318:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588319:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 00000020:00000001:21.0:1673551348.588319:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588320:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588320:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588320:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 00000020:00000001:21.0:1673551348.588321:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588321:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588321:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588322:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 00000020:00000001:21.0:1673551348.588322:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588323:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588323:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588323:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 00000020:00000001:21.0:1673551348.588324:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588324:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588324:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588325:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 00000020:00000001:21.0:1673551348.588325:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588326:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588326:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588326:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 00000020:00000001:21.0:1673551348.588327:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588327:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588328:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 - health_check_seq_show 00000020:00000040:21.0:1673551348.588328:0:242715:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 00000020:00000001:21.0:1673551348.588329:0:242715:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:21.0:1673551348.588329:0:242715:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:21.0:1673551348.588329:0:242715:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 - health_check_seq_show 00000080:00000001:14.0:1673551348.589700:0:242719:0:(llite_lib.c:3468:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551348.589705:0:242719:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551348.589708:0:242719:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551348.589715:0:242719:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551348.693067:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551348.693068:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551348.693070:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551348.693071:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551348.693071:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551348.693072:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551348.693073:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551348.693074:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551348.693075:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551348.693075:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551348.693077:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551348.693078:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551348.693078:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551348.693079:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551348.693081:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551348.693081:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551348.693082:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551348.693082:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551348.693083:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551348.693083:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551348.693084:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551348.693084:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551348.693085:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551348.693086:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551348.693087:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551348.693087:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551348.693088:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551348.693088:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551348.693090:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551348.693090:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551348.693091:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551348.693091:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1673551348.693106:0:2363571:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:10.0:1673551348.693107:0:2363571:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:10.0:1673551348.693108:0:2363571:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.2:1673551348.722223:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (68)++ 00000800:00000200:13.0:1673551348.722244:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (69)++ 00000800:00000200:13.0:1673551348.722256:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.20@o2ib 00000400:00000200:13.0:1673551348.722259:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551348.722262:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000800:00000200:12.0:1673551348.722263:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000400:00000200:13.0:1673551348.722265:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551348.722267:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551348.722270:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551348.722272:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 7 MB=0x63bfd66a433c0 00000400:00000200:13.0:1673551348.722275:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.20@o2ib of length 224/224 into md 0x435078cd [8] + 6048 00000400:00000200:13.0:1673551348.722278:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551348.722279:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000001:13.0:1673551348.722282:0:12871:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:13.0:1673551348.722283:0:12871:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:13.0:1673551348.722285:0:12871:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000072fd4ac9. 00000100:00000040:13.0:1673551348.722286:0:12871:0:(events.c:367:request_in_callback()) incoming req@0000000072fd4ac9 x1754809395065792 msgsize 224 00000100:00100000:13.0:1673551348.722288:0:12871:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.20@o2ib) 00000100:00000001:13.0:1673551348.722295:0:12871:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:13.0:1673551348.722298:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000007a1be710] (69)++ 00000800:00000200:13.0:1673551348.722299:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000007a1be710] (70)-- 00000800:00000200:13.0:1673551348.722300:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000100:00000001:14.0:1673551348.722306:0:2358800:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:14.0:1673551348.722308:0:2358800:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:14.0:1673551348.722310:0:2358800:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:14.0:1673551348.722311:0:2358800:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:14.0:1673551348.722314:0:2358800:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:14.0:1673551348.722315:0:2358800:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395065792 00000020:00000001:14.0:1673551348.722316:0:2358800:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:14.0:1673551348.722317:0:2358800:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c8769a9 00000020:00000001:14.0:1673551348.722318:0:2358800:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:14.0:1673551348.722319:0:2358800:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000ef42fd6e refcount=5 00000020:00000001:14.0:1673551348.722320:0:2358800:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558465879040 : -52831515243672576 : ff444e044cf48c00) 00000020:00000001:14.0:1673551348.722322:0:2358800:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558465879040 : -52831515243672576 : ff444e044cf48c00) 00000100:00000001:14.0:1673551348.722325:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551348.722326:0:2358800:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:14.0:1673551348.722327:0:2358800:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b24febc. 00000020:00000010:14.0:1673551348.722328:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f81d824. 00000020:00000010:14.0:1673551348.722330:0:2358800:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b8e8bcc. 00000100:00000040:14.0:1673551348.722333:0:2358800:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:14.0:1673551348.722334:0:2358800:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:14.0:1673551348.722334:0:2358800:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:14.0:1673551348.722335:0:2358800:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551348.722336:0:2358800:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551348.722341:0:2358800:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:14.0:1673551348.722344:0:2358800:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:14.0:1673551348.722345:0:2358800:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:14.0:1673551348.722347:0:2358800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 7065 00000100:00000040:14.0:1673551348.722349:0:2358800:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000ef42fd6e : new rpc_count 1 00000100:00000001:14.0:1673551348.722349:0:2358800:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912609254039168 : -52831464455512448 : ff444e10202a5e80) 00000100:00000001:12.0:1673551348.722349:0:2371544:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:12.0:1673551348.722350:0:2371544:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:12.0:1673551348.722350:0:2371544:0:(service.c:2025:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551348.722351:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000072fd4ac9 x1754809395065792/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:234/0 lens 224/0 e 0 to 0 dl 1673551354 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:12.0:1673551348.722351:0:2371544:0:(service.c:2230:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551348.722355:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551348.722356:0:2358800:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:14.0:1673551348.722356:0:2358800:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000072fd4ac9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0002-mdtlov_UUID+5:10570:x1754809395065792:12345-172.16.0.20@o2ib:13: 00000100:00000200:14.0:1673551348.722358:0:2358800:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395065792 00000020:00000001:14.0:1673551348.722359:0:2358800:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:14.0:1673551348.722360:0:2358800:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:14.0:1673551348.722361:0:2358800:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551348.722362:0:2358800:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:14.0:1673551348.722363:0:2358800:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:14.0:1673551348.722364:0:2358800:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:14.0:1673551348.722365:0:2358800:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:14.0:1673551348.722365:0:2358800:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:14.0:1673551348.722366:0:2358800:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:14.0:1673551348.722366:0:2358800:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551348.722368:0:2358800:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:14.0:1673551348.722368:0:2358800:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:14.0:1673551348.722369:0:2358800:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 000000007fa9fb30. 02000000:00000001:14.0:1673551348.722370:0:2358800:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551348.722371:0:2358800:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:14.0:1673551348.722372:0:2358800:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:14.0:1673551348.722373:0:2358800:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:14.0:1673551348.722374:0:2358800:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:14.0:1673551348.722379:0:2358800:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:14.0:1673551348.722379:0:2358800:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 00000020:00000020:14.0:1673551348.722380:0:2358800:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00000020:00000020:14.0:1673551348.722382:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551348.722383:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551348.722384:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551348.722385:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551348.722386:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551348.722387:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551348.722388:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551348.722389:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00002000:00000020:14.0:1673551348.722390:0:2358800:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00002000:00000001:14.0:1673551348.722391:0:2358800:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000001:14.0:1673551348.722391:0:2358800:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:14.0:1673551348.722392:0:2358800:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109421832, transno 0, xid 1754809395065792 00010000:00000001:14.0:1673551348.722393:0:2358800:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:14.0:1673551348.722395:0:2358800:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000072fd4ac9 x1754809395065792/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:234/0 lens 224/368 e 0 to 0 dl 1673551354 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:14.0:1673551348.722398:0:2358800:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:14.0:1673551348.722399:0:2358800:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:14.0:1673551348.722400:0:2358800:0:(import.c:1925:at_measured()) add 1 to 0000000076fc1371 time=116 v=1 (1 1 1 1) 00000100:00000001:14.0:1673551348.722401:0:2358800:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:14.0:1673551348.722403:0:2358800:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 49 to 172.16.0.20@o2ib 00000100:00000001:14.0:1673551348.722404:0:2358800:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 02000000:00000001:14.0:1673551348.722404:0:2358800:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:14.0:1673551348.722405:0:2358800:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551348.722407:0:2358800:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:14.0:1673551348.722408:0:2358800:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:14.0:1673551348.722410:0:2358800:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012db4fa1. 00000100:00000200:14.0:1673551348.722412:0:2358800:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754809395065792, offset 224 00000400:00000200:14.0:1673551348.722414:0:2358800:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:14.0:1673551348.722416:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:14.0:1673551348.722419:0:2358800:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.20@o2ib local destination 00000400:00000200:14.0:1673551348.722421:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:14.0:1673551348.722423:0:2358800:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000800:00000200:14.0:1673551348.722426:0:2358800:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000400:00000200:14.0:1673551348.722427:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:14.0:1673551348.722431:0:2358800:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000004111b72] -> 172.16.0.20@o2ib (2) version: 12 00000800:00000200:14.0:1673551348.722433:0:2358800:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000007a1be710] (68)++ 00000800:00000200:14.0:1673551348.722434:0:2358800:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000007a1be710] (69)++ 00000800:00000200:14.0:1673551348.722437:0:2358800:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000007a1be710] (70)-- 00000100:00000001:14.0:1673551348.722438:0:2358800:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551348.722438:0:2358800:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 48 to 172.16.0.20@o2ib 00010000:00000001:14.0:1673551348.722439:0:2358800:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:14.0:1673551348.722440:0:2358800:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551348.722440:0:2358800:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:14.0:1673551348.722441:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072fd4ac9 x1754809395065792/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:234/0 lens 224/368 e 0 to 0 dl 1673551354 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:14.0:1673551348.722444:0:2358800:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000072fd4ac9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0002-mdtlov_UUID+5:10570:x1754809395065792:12345-172.16.0.20@o2ib:13: Request processed in 88us (156us total) trans 0 rc 0/0 00000100:00100000:14.0:1673551348.722446:0:2358800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 7065 00000800:00000200:3.2:1673551348.722446:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (69)++ 00000100:00000040:14.0:1673551348.722447:0:2358800:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef42fd6e : new rpc_count 0 00000100:00000001:14.0:1673551348.722448:0:2358800:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:14.0:1673551348.722448:0:2358800:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:14.0:1673551348.722450:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f81d824. 00000020:00000010:14.0:1673551348.722452:0:2358800:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b8e8bcc. 00000020:00000010:14.0:1673551348.722452:0:2358800:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b24febc. 00000020:00000040:14.0:1673551348.722453:0:2358800:0:(genops.c:979:class_export_put()) PUTting export 00000000ef42fd6e : new refcount 4 00000100:00000001:14.0:1673551348.722454:0:2358800:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:12.0:1673551348.722455:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (70)++ 00000800:00000200:12.0:1673551348.722461:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000007a1be710] (71)-- 00000400:00000200:12.0:1673551348.722462:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551348.722465:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:12.0:1673551348.722466:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000012db4fa1 00000400:00000010:12.0:1673551348.722467:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000012db4fa1. 00000800:00000200:13.0:1673551348.722468:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000100:00000001:12.0:1673551348.722470:0:12872:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:12.0:1673551348.722470:0:12872:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:12.0:1673551348.722472:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000100:00000001:20.0:1673551348.757059:0:2270093:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:20.0:1673551348.757060:0:2270093:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:18.2:1673551349.251336:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a2509833] (68)++ 00000800:00000200:8.2:1673551349.251337:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (68)++ 00000800:00000200:13.0:1673551349.251353:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:17.0:1673551349.251354:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a2509833] (69)++ 00000800:00000200:13.0:1673551349.251362:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.56@o2ib 00000800:00000200:17.0:1673551349.251363:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.57@o2ib 00000400:00000200:17.0:1673551349.251365:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:13.0:1673551349.251365:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551349.251368:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.57@o2ib : PUT - for me 00000400:00000200:13.0:1673551349.251368:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.56@o2ib : PUT - for me 00000400:00000200:17.0:1673551349.251370:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:19.0:1673551349.251371:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (70)-- 00000400:00000200:17.0:1673551349.251372:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:12.0:1673551349.251372:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000400:00000200:17.0:1673551349.251373:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551349.251373:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551349.251374:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 7 MB=0x63c0044b47d00 00000400:00000200:13.0:1673551349.251376:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551349.251377:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551349.251378:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.56@o2ib of length 224/224 into md 0xe584611 [8] + 1568 00000400:00000200:13.0:1673551349.251379:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 7 MB=0x63c0044b47d40 00000400:00000200:17.0:1673551349.251380:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551349.251383:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.57@o2ib: PUT: OK 00000400:00000200:13.0:1673551349.251383:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.56@o2ib of length 224/224 into md 0x435078cd [8] + 6272 00000100:00000001:17.0:1673551349.251384:0:12874:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:17.0:1673551349.251385:0:12874:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:13.0:1673551349.251385:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:17.0:1673551349.251387:0:12874:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000002b0caa9d. 00000400:00000200:13.0:1673551349.251387:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: PUT: OK 00000100:00000040:17.0:1673551349.251388:0:12874:0:(events.c:367:request_in_callback()) incoming req@000000002b0caa9d x1754821710609664 msgsize 224 00000100:00000001:13.0:1673551349.251388:0:12871:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:13.0:1673551349.251389:0:12871:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00100000:17.0:1673551349.251390:0:12874:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.56@o2ib (source: 12345-172.16.0.57@o2ib) 00000100:00000010:13.0:1673551349.251390:0:12871:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000824eaeff. 00000100:00000040:13.0:1673551349.251391:0:12871:0:(events.c:367:request_in_callback()) incoming req@00000000824eaeff x1754821710609728 msgsize 224 00000100:00100000:13.0:1673551349.251393:0:12871:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.56@o2ib (source: 12345-172.16.0.56@o2ib) 00000100:00000001:17.0:1673551349.251395:0:12874:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:17.0:1673551349.251396:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000a2509833] (69)++ 00000100:00000001:13.0:1673551349.251398:0:12871:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:17.0:1673551349.251399:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000a2509833] (70)-- 00000800:00000200:17.0:1673551349.251400:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (69)-- 00000800:00000200:13.0:1673551349.251400:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:13.0:1673551349.251401:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000f2f16d9a] (70)-- 00000800:00000200:13.0:1673551349.251402:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000100:00000001:18.0:1673551349.251405:0:2269469:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:18.0:1673551349.251406:0:2269469:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:14.0:1673551349.251406:0:2358800:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:18.0:1673551349.251407:0:2269469:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 02000000:00000001:14.0:1673551349.251407:0:2358800:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:14.0:1673551349.251407:0:2358800:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:18.0:1673551349.251408:0:2269469:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551349.251408:0:2358800:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:14.0:1673551349.251409:0:2358800:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551349.251410:0:2269469:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:14.0:1673551349.251410:0:2358800:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754821710609728 00000100:00100000:18.0:1673551349.251411:0:2269469:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754821710609664 00000020:00000001:14.0:1673551349.251411:0:2358800:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000001:18.0:1673551349.251412:0:2269469:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:18.0:1673551349.251413:0:2269469:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876a66 00000020:00000040:14.0:1673551349.251413:0:2358800:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c8769b7 00000020:00000001:14.0:1673551349.251413:0:2358800:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000001:18.0:1673551349.251414:0:2269469:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:14.0:1673551349.251414:0:2358800:0:(lustre_handles.c:152:class_handle2object()) GET export 000000001c5fbf11 refcount=5 00000020:00000040:18.0:1673551349.251415:0:2269469:0:(lustre_handles.c:152:class_handle2object()) GET export 000000009480fef3 refcount=5 00000020:00000001:14.0:1673551349.251415:0:2358800:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558465880064 : -52831515243671552 : ff444e044cf49000) 00000020:00000001:18.0:1673551349.251416:0:2269469:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912595675789312 : -52831478033762304 : ff444e0cf6d6b800) 00000020:00000001:14.0:1673551349.251416:0:2358800:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558465880064 : -52831515243671552 : ff444e044cf49000) 00000020:00000001:18.0:1673551349.251417:0:2269469:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912595675789312 : -52831478033762304 : ff444e0cf6d6b800) 00000100:00000001:14.0:1673551349.251417:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551349.251418:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551349.251418:0:2358800:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:18.0:1673551349.251419:0:2269469:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:14.0:1673551349.251419:0:2358800:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b24febc. 00000020:00000010:18.0:1673551349.251420:0:2269469:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001799ec8c. 00000020:00000010:14.0:1673551349.251420:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f81d824. 00000020:00000010:18.0:1673551349.251421:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ffab7b02. 00000020:00000010:14.0:1673551349.251421:0:2358800:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b8e8bcc. 00000100:00000040:14.0:1673551349.251422:0:2358800:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000020:00000010:18.0:1673551349.251423:0:2269469:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000bbe368b. 00000100:00000001:14.0:1673551349.251423:0:2358800:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:14.0:1673551349.251423:0:2358800:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:14.0:1673551349.251424:0:2358800:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551349.251425:0:2269469:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:14.0:1673551349.251425:0:2358800:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551349.251426:0:2269469:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:18.0:1673551349.251426:0:2269469:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:18.0:1673551349.251426:0:2269469:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551349.251428:0:2269469:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551349.251430:0:2358800:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:14.0:1673551349.251432:0:2358800:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:14.0:1673551349.251432:0:2358800:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:18.0:1673551349.251433:0:2269469:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:14.0:1673551349.251433:0:2358800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.56@o2ib, seq: 7066 00000100:00000040:14.0:1673551349.251434:0:2358800:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000001c5fbf11 : new rpc_count 1 00000100:00000001:14.0:1673551349.251435:0:2358800:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912609254020736 : -52831464455530880 : ff444e10202a1680) 00000100:00000001:18.0:1673551349.251436:0:2269469:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:18.0:1673551349.251436:0:2269469:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000040:14.0:1673551349.251436:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000824eaeff x1754821710609728/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:235/0 lens 224/0 e 0 to 0 dl 1673551355 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00100000:18.0:1673551349.251438:0:2269469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.56@o2ib, seq: 7528 00000100:00000040:18.0:1673551349.251439:0:2269469:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000009480fef3 : new rpc_count 1 00000100:00000001:18.0:1673551349.251439:0:2269469:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912628178404224 : -52831445531147392 : ff444e1488254380) 00000100:00000040:18.0:1673551349.251441:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002b0caa9d x1754821710609664/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:235/0 lens 224/0 e 0 to 0 dl 1673551355 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:14.0:1673551349.251442:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551349.251442:0:2358800:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:14.0:1673551349.251443:0:2358800:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000824eaeff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0000-mdtlov_UUID+5:12250:x1754821710609728:12345-172.16.0.56@o2ib:13: 00000100:00000200:14.0:1673551349.251444:0:2358800:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754821710609728 00000100:00000001:18.0:1673551349.251445:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551349.251445:0:2269469:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:14.0:1673551349.251445:0:2358800:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:14.0:1673551349.251445:0:2358800:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00100000:18.0:1673551349.251446:0:2269469:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000002b0caa9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0000-mdtlov_UUID+5:12262:x1754821710609664:12345-172.16.0.56@o2ib:13: 00000020:00000001:14.0:1673551349.251446:0:2358800:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551349.251446:0:2358800:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:14.0:1673551349.251447:0:2358800:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:14.0:1673551349.251448:0:2358800:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000200:18.0:1673551349.251449:0:2269469:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754821710609664 00000020:00000001:18.0:1673551349.251449:0:2269469:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:14.0:1673551349.251449:0:2358800:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:14.0:1673551349.251449:0:2358800:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:14.0:1673551349.251450:0:2358800:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:14.0:1673551349.251450:0:2358800:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551349.251451:0:2269469:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:18.0:1673551349.251451:0:2269469:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551349.251451:0:2358800:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000020:00000001:18.0:1673551349.251452:0:2269469:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 02000000:00000001:14.0:1673551349.251452:0:2358800:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:18.0:1673551349.251453:0:2269469:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 02000000:00000010:14.0:1673551349.251453:0:2358800:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000b6787e93. 00000020:00000001:18.0:1673551349.251454:0:2269469:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:18.0:1673551349.251454:0:2269469:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:14.0:1673551349.251454:0:2358800:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551349.251454:0:2358800:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551349.251455:0:2269469:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:18.0:1673551349.251455:0:2269469:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00002000:00000001:14.0:1673551349.251455:0:2358800:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00000020:00000001:18.0:1673551349.251456:0:2269469:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:14.0:1673551349.251456:0:2358800:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:14.0:1673551349.251456:0:2358800:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000100:00000001:18.0:1673551349.251457:0:2269469:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:18.0:1673551349.251457:0:2269469:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:14.0:1673551349.251457:0:2358800:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:18.0:1673551349.251458:0:2269469:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000e8ac2c4c. 00002000:00000024:14.0:1673551349.251458:0:2358800:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 02000000:00000001:18.0:1673551349.251459:0:2269469:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:14.0:1673551349.251459:0:2358800:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00000100:00000001:18.0:1673551349.251460:0:2269469:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:14.0:1673551349.251460:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 00002000:00000001:18.0:1673551349.251461:0:2269469:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00000020:00000020:14.0:1673551349.251461:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 00002000:00000001:18.0:1673551349.251462:0:2269469:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:18.0:1673551349.251462:0:2269469:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000020:14.0:1673551349.251462:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551349.251463:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551349.251463:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551349.251464:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551349.251466:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551349.251466:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00000020:00000001:18.0:1673551349.251467:0:2269469:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:18.0:1673551349.251467:0:2269469:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148413632 pending 0 free 5928824139776 avail 5849092771840 00002000:00000020:14.0:1673551349.251467:0:2358800:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00002000:00000001:14.0:1673551349.251468:0:2358800:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00000020:00000020:18.0:1673551349.251469:0:2269469:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0003: processing self export: 143552 0 0 00002000:00000001:14.0:1673551349.251469:0:2358800:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:18.0:1673551349.251470:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0001-mdtlov_UUID/00000000e0414e82 dirty 0 pend 0 grant 0 00010000:00000040:14.0:1673551349.251470:0:2358800:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109418642, transno 0, xid 1754821710609728 00000020:00000020:18.0:1673551349.251471:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0000-mdtlov_UUID/000000009480fef3 dirty 0 pend 0 grant 0 00010000:00000001:14.0:1673551349.251471:0:2358800:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000020:00000020:18.0:1673551349.251472:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli cd52cb9a-4225-4c91-b023-faa62420b31d/0000000006681ce8 dirty 0 pend 0 grant 537067520 00010000:00000200:14.0:1673551349.251472:0:2358800:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000824eaeff x1754821710609728/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:235/0 lens 224/368 e 0 to 0 dl 1673551355 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000020:00000020:18.0:1673551349.251473:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0003-mdtlov_UUID/000000006f304481 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551349.251474:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000008b497c02 dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551349.251474:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000c611fe19 dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551349.251475:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 49374343-0861-470b-a659-345a443590fd/00000000aafb700c dirty 0 pend 0 grant 537067520 00010000:00000001:14.0:1673551349.251475:0:2358800:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00000020:00000020:18.0:1673551349.251476:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0002-mdtlov_UUID/000000001a218102 dirty 0 pend 0 grant 0 00010000:00000001:14.0:1673551349.251476:0:2358800:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:18.0:1673551349.251477:0:2269469:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1447466831 free, 1428001130 avail; 60817408 objects: 29395648 free; state 200 00000100:00001000:14.0:1673551349.251477:0:2358800:0:(import.c:1925:at_measured()) add 1 to 0000000076fc1371 time=117 v=1 (1 1 1 1) 00002000:00000001:18.0:1673551349.251478:0:2269469:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00000100:00000001:14.0:1673551349.251478:0:2358800:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:14.0:1673551349.251478:0:2358800:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000e3f031ad refcount 55 to 172.16.0.56@o2ib 00002000:00000001:18.0:1673551349.251479:0:2269469:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551349.251479:0:2358800:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146464 : -52831505782405152 : ff444e0680e407e0) 00010000:00000040:18.0:1673551349.251480:0:2269469:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109420461, transno 0, xid 1754821710609664 02000000:00000001:14.0:1673551349.251480:0:2358800:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:14.0:1673551349.251480:0:2358800:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:18.0:1673551349.251481:0:2269469:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000100:00000001:14.0:1673551349.251481:0:2358800:0:(niobuf.c:56:ptl_send_buf()) Process entered 00010000:00000200:18.0:1673551349.251482:0:2269469:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000002b0caa9d x1754821710609664/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:235/0 lens 224/368 e 0 to 0 dl 1673551355 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000040:14.0:1673551349.251482:0:2358800:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000400:00000010:14.0:1673551349.251483:0:2358800:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8a9568d. 00000100:00000200:14.0:1673551349.251484:0:2358800:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754821710609728, offset 224 00010000:00000001:18.0:1673551349.251485:0:2269469:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:18.0:1673551349.251486:0:2269469:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:18.0:1673551349.251486:0:2269469:0:(import.c:1925:at_measured()) add 1 to 00000000f23c4c68 time=117 v=1 (1 1 1 1) 00000400:00000200:14.0:1673551349.251486:0:2358800:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000400:00000200:14.0:1673551349.251487:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:18.0:1673551349.251488:0:2269469:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:18.0:1673551349.251489:0:2269469:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000e3f031ad refcount 56 to 172.16.0.56@o2ib 00000400:00000200:14.0:1673551349.251489:0:2358800:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.56@o2ib local destination 00000100:00000001:18.0:1673551349.251490:0:2269469:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146464 : -52831505782405152 : ff444e0680e407e0) 02000000:00000001:18.0:1673551349.251490:0:2269469:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:18.0:1673551349.251491:0:2269469:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:14.0:1673551349.251491:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:18.0:1673551349.251492:0:2269469:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:18.0:1673551349.251493:0:2269469:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.57@o2ib 00000400:00000010:18.0:1673551349.251494:0:2269469:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ca0a486. 00000400:00000200:14.0:1673551349.251494:0:2358800:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) : PUT try# 0 00000800:00000200:14.0:1673551349.251495:0:2358800:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.56@o2ib 00000100:00000200:18.0:1673551349.251496:0:2269469:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754821710609664, offset 224 00000400:00000200:14.0:1673551349.251496:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:18.0:1673551349.251498:0:2269469:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.57@o2ib 00000800:00000200:14.0:1673551349.251498:0:2358800:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000076e6a972] -> 172.16.0.56@o2ib (2) version: 12 00000400:00000200:18.0:1673551349.251499:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:14.0:1673551349.251499:0:2358800:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000f2f16d9a] (68)++ 00000800:00000200:14.0:1673551349.251500:0:2358800:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000f2f16d9a] (69)++ 00000400:00000200:18.0:1673551349.251501:0:2269469:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.57@o2ib local destination 00000400:00000200:18.0:1673551349.251503:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:14.0:1673551349.251503:0:2358800:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000f2f16d9a] (70)-- 00000100:00000001:14.0:1673551349.251504:0:2358800:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551349.251505:0:2358800:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000e3f031ad refcount 55 to 172.16.0.56@o2ib 00010000:00000001:14.0:1673551349.251505:0:2358800:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000400:00000200:18.0:1673551349.251506:0:2269469:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.57@o2ib(172.16.0.57@o2ib:172.16.0.57@o2ib) : PUT try# 0 00000020:00000001:14.0:1673551349.251506:0:2358800:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551349.251506:0:2358800:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:14.0:1673551349.251507:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000824eaeff x1754821710609728/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:235/0 lens 224/368 e 0 to 0 dl 1673551355 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000800:00000200:18.0:1673551349.251508:0:2269469:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000400:00000200:18.0:1673551349.251509:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000100:00100000:14.0:1673551349.251509:0:2358800:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000824eaeff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0000-mdtlov_UUID+5:12250:x1754821710609728:12345-172.16.0.56@o2ib:13: Request processed in 67us (117us total) trans 0 rc 0/0 00000100:00100000:14.0:1673551349.251511:0:2358800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.56@o2ib, seq: 7066 00000800:00000200:8.2:1673551349.251511:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:18.0:1673551349.251512:0:2269469:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000ecadf817] -> 172.16.0.57@o2ib (2) version: 12 00000100:00000040:14.0:1673551349.251512:0:2358800:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001c5fbf11 : new rpc_count 0 00000800:00000200:18.0:1673551349.251513:0:2269469:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000a2509833] (68)++ 00000100:00000001:14.0:1673551349.251513:0:2358800:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:14.0:1673551349.251513:0:2358800:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:18.0:1673551349.251514:0:2269469:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000a2509833] (69)++ 00000020:00000010:14.0:1673551349.251514:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f81d824. 00000020:00000010:14.0:1673551349.251515:0:2358800:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b8e8bcc. 00000800:00000200:18.0:1673551349.251516:0:2269469:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000a2509833] (70)-- 00000020:00000010:14.0:1673551349.251516:0:2358800:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b24febc. 00000100:00000001:18.0:1673551349.251517:0:2269469:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:14.0:1673551349.251517:0:2358800:0:(genops.c:979:class_export_put()) PUTting export 000000001c5fbf11 : new refcount 4 00000100:00000001:14.0:1673551349.251517:0:2358800:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:18.0:1673551349.251518:0:2269469:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000e3f031ad refcount 54 to 172.16.0.56@o2ib 00000800:00000200:18.2:1673551349.251520:0:2269469:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a2509833] (69)++ 00000800:00000200:12.0:1673551349.251524:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)++ 00010000:00000001:18.0:1673551349.251526:0:2269469:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:18.0:1673551349.251526:0:2269469:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551349.251527:0:2269469:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:18.0:1673551349.251529:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b0caa9d x1754821710609664/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:235/0 lens 224/368 e 0 to 0 dl 1673551355 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000800:00000200:12.0:1673551349.251530:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000f2f16d9a] (71)-- 00000400:00000200:12.0:1673551349.251531:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:19.0:1673551349.251533:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a2509833] (70)++ 00000100:00100000:18.0:1673551349.251534:0:2269469:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000002b0caa9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0000-mdtlov_UUID+5:12262:x1754821710609664:12345-172.16.0.56@o2ib:13: Request processed in 88us (144us total) trans 0 rc 0/0 00000400:00000200:12.0:1673551349.251534:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: PUT: OK 00000400:00000200:12.0:1673551349.251535:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000b8a9568d 00000100:00100000:18.0:1673551349.251537:0:2269469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.56@o2ib, seq: 7528 00000800:00000200:13.0:1673551349.251537:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000400:00000010:12.0:1673551349.251537:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000b8a9568d. 00000100:00000001:12.0:1673551349.251538:0:12872:0:(events.c:416:reply_out_callback()) Process entered 00000800:00000200:19.0:1673551349.251539:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000a2509833] (71)-- 00000100:00000040:18.0:1673551349.251539:0:2269469:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009480fef3 : new rpc_count 0 00000100:00000001:12.0:1673551349.251539:0:12872:0:(events.c:428:reply_out_callback()) Process leaving 00000100:00000001:18.0:1673551349.251540:0:2269469:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:18.0:1673551349.251540:0:2269469:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:19.0:1673551349.251541:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:12.0:1673551349.251541:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000020:00000010:18.0:1673551349.251542:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ffab7b02. 00000400:00000200:19.0:1673551349.251543:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.57@o2ib: PUT: OK 00000020:00000010:18.0:1673551349.251543:0:2269469:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000bbe368b. 00000400:00000200:19.0:1673551349.251545:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000006ca0a486 00000020:00000010:18.0:1673551349.251545:0:2269469:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001799ec8c. 00000400:00000010:19.0:1673551349.251546:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000006ca0a486. 00000020:00000040:18.0:1673551349.251546:0:2269469:0:(genops.c:979:class_export_put()) PUTting export 000000009480fef3 : new refcount 4 00000800:00000200:17.0:1673551349.251546:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (70)-- 00000100:00000001:18.0:1673551349.251547:0:2269469:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1673551349.251548:0:12873:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:19.0:1673551349.251548:0:12873:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:19.0:1673551349.251550:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (69)-- 00000800:00000200:21.2:1673551349.419652:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (68)++ 00000800:00000200:11.2:1673551349.419656:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a8f662b5] (68)++ 00000800:00000200:21.0:1673551349.419667:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (69)++ 00000800:00000200:21.0:1673551349.419670:0:12875:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.22@o2ib 00000400:00000200:21.0:1673551349.419672:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:21.0:1673551349.419673:0:12875:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.22@o2ib : PUT - for me 00000800:00000200:23.0:1673551349.419674:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a8f662b5] (69)++ 00000400:00000200:21.0:1673551349.419675:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:21.0:1673551349.419677:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:23.0:1673551349.419678:0:12876:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.22@o2ib 00000400:00000200:21.0:1673551349.419678:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:21.0:1673551349.419679:0:12875:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 7 MB=0x63bfccd5cd680 00000400:00000200:23.0:1673551349.419681:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:21.0:1673551349.419682:0:12875:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.22@o2ib of length 224/224 into md 0x50ef975 [8] + 9184 00000400:00000200:23.0:1673551349.419683:0:12876:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.22@o2ib : PUT - for me 00000400:00000200:21.0:1673551349.419684:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:23.0:1673551349.419685:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551349.419686:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:21.0:1673551349.419686:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000400:00000200:23.0:1673551349.419687:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000001:21.0:1673551349.419687:0:12875:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:21.0:1673551349.419687:0:12875:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:23.0:1673551349.419688:0:12876:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 7 MB=0x63bfccd5cd6c0 00000100:00000010:21.0:1673551349.419689:0:12875:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000003038a65f. 00000100:00000040:21.0:1673551349.419690:0:12875:0:(events.c:367:request_in_callback()) incoming req@000000003038a65f x1754806823474816 msgsize 224 00000400:00000200:23.0:1673551349.419691:0:12876:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.22@o2ib of length 224/224 into md 0x50ef975 [8] + 9408 00000100:00100000:21.0:1673551349.419692:0:12875:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.22@o2ib (source: 12345-172.16.0.22@o2ib) 00000400:00000200:23.0:1673551349.419693:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:23.0:1673551349.419694:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.22@o2ib: PUT: OK 00000100:00000001:21.0:1673551349.419697:0:12875:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:21.0:1673551349.419699:0:12875:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000001a128d74] (70)++ 00000800:00000200:21.0:1673551349.419701:0:12875:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000001a128d74] (71)-- 00000800:00000200:21.0:1673551349.419702:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000100:00000001:23.0:1673551349.419703:0:12876:0:(events.c:315:request_in_callback()) Process entered 00000800:00000200:21.0:1673551349.419703:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 00000100:00000200:23.0:1673551349.419704:0:12876:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000800:00000200:21.0:1673551349.419704:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (70)-- 00000100:00000010:23.0:1673551349.419706:0:12876:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000ed99773c. 00000100:00000040:23.0:1673551349.419707:0:12876:0:(events.c:367:request_in_callback()) incoming req@00000000ed99773c x1754806823474880 msgsize 224 00000100:00100000:23.0:1673551349.419710:0:12876:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.22@o2ib (source: 12345-172.16.0.22@o2ib) 00000100:00000001:22.0:1673551349.419710:0:2308493:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:23.0:1673551349.419718:0:12876:0:(events.c:403:request_in_callback()) Process leaving 02000000:00000001:22.0:1673551349.419718:0:2308493:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:23.0:1673551349.419719:0:12876:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000a8f662b5] (69)++ 00000100:00000001:22.0:1673551349.419719:0:2308493:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:22.0:1673551349.419719:0:2308493:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:23.0:1673551349.419721:0:12876:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000a8f662b5] (70)-- 02000000:00000001:22.0:1673551349.419722:0:2308493:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:23.0:1673551349.419723:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (69)-- 00000100:00100000:22.0:1673551349.419723:0:2308493:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754806823474816 00000020:00000001:22.0:1673551349.419725:0:2308493:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:22.0:1673551349.419725:0:2308493:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c8769cc 00000020:00000001:22.0:1673551349.419726:0:2308493:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00000001:20.0:1673551349.419726:0:2408396:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:22.0:1673551349.419727:0:2308493:0:(lustre_handles.c:152:class_handle2object()) GET export 0000000089796a63 refcount=5 02000000:00000001:20.0:1673551349.419727:0:2408396:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:22.0:1673551349.419728:0:2308493:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558465890304 : -52831515243661312 : ff444e044cf4b800) 00000100:00000001:20.0:1673551349.419728:0:2408396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:20.0:1673551349.419729:0:2408396:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:22.0:1673551349.419730:0:2308493:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558465890304 : -52831515243661312 : ff444e044cf4b800) 02000000:00000001:20.0:1673551349.419730:0:2408396:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:20.0:1673551349.419731:0:2408396:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754806823474880 00000100:00000001:22.0:1673551349.419732:0:2308493:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000020:00000001:20.0:1673551349.419732:0:2408396:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:20.0:1673551349.419732:0:2408396:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876a58 00000100:00000001:22.0:1673551349.419733:0:2308493:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:20.0:1673551349.419733:0:2408396:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000010:22.0:1673551349.419734:0:2308493:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074c4f2f3. 00000020:00000040:20.0:1673551349.419734:0:2408396:0:(lustre_handles.c:152:class_handle2object()) GET export 000000006f304481 refcount=5 00000020:00000010:22.0:1673551349.419735:0:2308493:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027ffa1bf. 00000020:00000001:20.0:1673551349.419735:0:2408396:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912595675790336 : -52831478033761280 : ff444e0cf6d6bc00) 00000020:00000001:20.0:1673551349.419736:0:2408396:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912595675790336 : -52831478033761280 : ff444e0cf6d6bc00) 00000020:00000010:22.0:1673551349.419737:0:2308493:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3151abd. 00000100:00000001:20.0:1673551349.419737:0:2408396:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000040:22.0:1673551349.419738:0:2308493:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:20.0:1673551349.419738:0:2408396:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:22.0:1673551349.419739:0:2308493:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000020:00000010:20.0:1673551349.419739:0:2408396:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efb94a42. 00000100:00000001:22.0:1673551349.419740:0:2308493:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:22.0:1673551349.419740:0:2308493:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:20.0:1673551349.419740:0:2408396:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a5db69fc. 00000020:00000010:20.0:1673551349.419741:0:2408396:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049270743. 00000100:00000001:22.0:1673551349.419742:0:2308493:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551349.419743:0:2408396:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:20.0:1673551349.419743:0:2408396:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:20.0:1673551349.419744:0:2408396:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551349.419745:0:2408396:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1673551349.419747:0:2308493:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:22.0:1673551349.419750:0:2308493:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:22.0:1673551349.419750:0:2308493:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:22.0:1673551349.419752:0:2308493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.22@o2ib, seq: 4802 00000100:00000040:22.0:1673551349.419753:0:2308493:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 0000000089796a63 : new rpc_count 1 00000100:00000001:20.0:1673551349.419753:0:2408396:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:22.0:1673551349.419754:0:2308493:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912593449149184 : -52831480260402432 : ff444e0c721ee300) 00000100:00000040:22.0:1673551349.419756:0:2308493:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003038a65f x1754806823474816/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:235/0 lens 224/0 e 0 to 0 dl 1673551355 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:20.0:1673551349.419756:0:2408396:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:20.0:1673551349.419757:0:2408396:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:21.0:1673551349.419758:0:2269472:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:21.0:1673551349.419759:0:2269472:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:20.0:1673551349.419759:0:2408396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.22@o2ib, seq: 4803 00000100:00000001:21.0:1673551349.419760:0:2269472:0:(service.c:2025:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:20.0:1673551349.419760:0:2408396:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000006f304481 : new rpc_count 1 00000100:00000001:21.0:1673551349.419761:0:2269472:0:(service.c:2230:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551349.419761:0:2408396:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912572672164736 : -52831501037386880 : ff444e079bb74380) 00000100:00000001:22.0:1673551349.419762:0:2308493:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:22.0:1673551349.419762:0:2308493:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:20.0:1673551349.419763:0:2408396:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ed99773c x1754806823474880/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:235/0 lens 224/0 e 0 to 0 dl 1673551355 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00100000:22.0:1673551349.419764:0:2308493:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000003038a65f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create05:ai200x-MDT0003-mdtlov_UUID+5:10864:x1754806823474816:12345-172.16.0.22@o2ib:13: 00000100:00000001:20.0:1673551349.419768:0:2408396:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000200:22.0:1673551349.419769:0:2308493:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754806823474816 00000100:00000001:20.0:1673551349.419769:0:2408396:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:22.0:1673551349.419770:0:2308493:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00100000:20.0:1673551349.419770:0:2408396:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000ed99773c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create05:ai200x-MDT0003-mdtlov_UUID+5:10854:x1754806823474880:12345-172.16.0.22@o2ib:13: 00000020:00000001:22.0:1673551349.419771:0:2308493:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:22.0:1673551349.419772:0:2308493:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:20.0:1673551349.419772:0:2408396:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754806823474880 00000020:00000001:22.0:1673551349.419773:0:2308493:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:20.0:1673551349.419773:0:2408396:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:22.0:1673551349.419774:0:2308493:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:20.0:1673551349.419774:0:2408396:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:22.0:1673551349.419775:0:2308493:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:20.0:1673551349.419775:0:2408396:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:22.0:1673551349.419776:0:2308493:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:20.0:1673551349.419776:0:2408396:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:22.0:1673551349.419777:0:2308493:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:20.0:1673551349.419777:0:2408396:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:22.0:1673551349.419778:0:2308493:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:20.0:1673551349.419778:0:2408396:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:22.0:1673551349.419779:0:2308493:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1673551349.419780:0:2308493:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000020:00000001:20.0:1673551349.419780:0:2408396:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:22.0:1673551349.419781:0:2308493:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:20.0:1673551349.419781:0:2408396:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:20.0:1673551349.419782:0:2408396:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 02000000:00000010:22.0:1673551349.419783:0:2308493:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000f5aa51f3. 00000020:00000001:20.0:1673551349.419783:0:2408396:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:22.0:1673551349.419784:0:2308493:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1673551349.419784:0:2308493:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551349.419784:0:2408396:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00002000:00000001:22.0:1673551349.419785:0:2308493:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 02000000:00000001:20.0:1673551349.419785:0:2408396:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00002000:00000001:22.0:1673551349.419786:0:2308493:0:(ofd_obd.c:715:ofd_statfs()) Process entered 02000000:00000010:20.0:1673551349.419786:0:2408396:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000ee968231. 00000020:00000001:22.0:1673551349.419787:0:2308493:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:22.0:1673551349.419787:0:2308493:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:20.0:1673551349.419787:0:2408396:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551349.419787:0:2408396:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:22.0:1673551349.419788:0:2308493:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 00002000:00000001:20.0:1673551349.419788:0:2408396:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00000020:00000020:22.0:1673551349.419789:0:2308493:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00002000:00000001:20.0:1673551349.419789:0:2408396:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:20.0:1673551349.419789:0:2408396:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000020:22.0:1673551349.419790:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 00000020:00000001:20.0:1673551349.419790:0:2408396:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:22.0:1673551349.419791:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 00002000:00000024:20.0:1673551349.419791:0:2408396:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148413632 pending 0 free 5928824139776 avail 5849092771840 00000020:00000020:22.0:1673551349.419792:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 00000020:00000020:22.0:1673551349.419792:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00000020:00000020:20.0:1673551349.419792:0:2408396:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0003: processing self export: 143552 0 0 00000020:00000020:22.0:1673551349.419793:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551349.419793:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0001-mdtlov_UUID/00000000e0414e82 dirty 0 pend 0 grant 0 00000020:00000020:22.0:1673551349.419794:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00000020:00000020:22.0:1673551349.419794:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551349.419794:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0000-mdtlov_UUID/000000009480fef3 dirty 0 pend 0 grant 0 00000020:00000020:22.0:1673551349.419795:0:2308493:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00000020:00000020:20.0:1673551349.419795:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli cd52cb9a-4225-4c91-b023-faa62420b31d/0000000006681ce8 dirty 0 pend 0 grant 537067520 00000020:00000020:20.0:1673551349.419796:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0003-mdtlov_UUID/000000006f304481 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551349.419796:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000008b497c02 dirty 0 pend 0 grant 537067520 00000020:00000020:20.0:1673551349.419797:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000c611fe19 dirty 0 pend 0 grant 537067520 00002000:00000020:22.0:1673551349.419798:0:2308493:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00000020:00000020:20.0:1673551349.419798:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 49374343-0861-470b-a659-345a443590fd/00000000aafb700c dirty 0 pend 0 grant 537067520 00000020:00000020:20.0:1673551349.419798:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0002-mdtlov_UUID/000000001a218102 dirty 0 pend 0 grant 0 00002000:00000001:22.0:1673551349.419799:0:2308493:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000020:20.0:1673551349.419799:0:2408396:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1447466831 free, 1428001130 avail; 60817408 objects: 29395648 free; state 200 00002000:00000001:22.0:1673551349.419800:0:2308493:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:20.0:1673551349.419800:0:2408396:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00010000:00000040:22.0:1673551349.419801:0:2308493:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109418643, transno 0, xid 1754806823474816 00010000:00000001:22.0:1673551349.419801:0:2308493:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00002000:00000001:20.0:1673551349.419801:0:2408396:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:20.0:1673551349.419802:0:2408396:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109417190, transno 0, xid 1754806823474880 00010000:00000200:22.0:1673551349.419803:0:2308493:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000003038a65f x1754806823474816/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:235/0 lens 224/368 e 0 to 0 dl 1673551355 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:20.0:1673551349.419803:0:2408396:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:20.0:1673551349.419804:0:2408396:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000ed99773c x1754806823474880/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:235/0 lens 224/368 e 0 to 0 dl 1673551355 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:22.0:1673551349.419806:0:2308493:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:22.0:1673551349.419806:0:2308493:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:22.0:1673551349.419807:0:2308493:0:(import.c:1925:at_measured()) add 1 to 0000000018a73ee8 time=117 v=1 (1 1 1 1) 00010000:00000001:20.0:1673551349.419807:0:2408396:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:20.0:1673551349.419807:0:2408396:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1673551349.419808:0:2308493:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00001000:20.0:1673551349.419808:0:2408396:0:(import.c:1925:at_measured()) add 1 to 0000000018a73ee8 time=117 v=1 (1 1 1 1) 00000100:00000040:22.0:1673551349.419809:0:2308493:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000a5089673 refcount 49 to 172.16.0.22@o2ib 00000100:00000001:20.0:1673551349.419809:0:2408396:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000001:22.0:1673551349.419810:0:2308493:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560590877824 : -52831513118673792 : ff444e04cb9d7480) 00000100:00000040:20.0:1673551349.419810:0:2408396:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000a5089673 refcount 50 to 172.16.0.22@o2ib 02000000:00000001:22.0:1673551349.419811:0:2308493:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:22.0:1673551349.419811:0:2308493:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551349.419811:0:2408396:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560590877824 : -52831513118673792 : ff444e04cb9d7480) 00000100:00000001:22.0:1673551349.419812:0:2308493:0:(niobuf.c:56:ptl_send_buf()) Process entered 02000000:00000001:20.0:1673551349.419812:0:2408396:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:20.0:1673551349.419812:0:2408396:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:22.0:1673551349.419813:0:2308493:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000100:00000001:20.0:1673551349.419813:0:2408396:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000010:22.0:1673551349.419814:0:2308493:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040d9582f. 00000100:00000040:20.0:1673551349.419814:0:2408396:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000100:00000200:22.0:1673551349.419815:0:2308493:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754806823474816, offset 224 00000400:00000010:20.0:1673551349.419815:0:2408396:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000044e9af16. 00000100:00000200:20.0:1673551349.419817:0:2408396:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754806823474880, offset 224 00000400:00000200:22.0:1673551349.419818:0:2308493:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000400:00000200:20.0:1673551349.419819:0:2408396:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000400:00000200:22.0:1673551349.419820:0:2308493:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:22.0:1673551349.419821:0:2308493:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.22@o2ib local destination 00000400:00000200:22.0:1673551349.419823:0:2308493:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:22.0:1673551349.419825:0:2308493:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.22@o2ib(172.16.0.22@o2ib:172.16.0.22@o2ib) : PUT try# 0 00000800:00000200:22.0:1673551349.419827:0:2308493:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.22@o2ib 00000400:00000200:20.0:1673551349.419827:0:2408396:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:20.0:1673551349.419829:0:2408396:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.22@o2ib local destination 00000400:00000200:20.0:1673551349.419830:0:2408396:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:20.0:1673551349.419833:0:2408396:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.22@o2ib(172.16.0.22@o2ib:172.16.0.22@o2ib) : PUT try# 0 00000800:00000200:20.0:1673551349.419834:0:2408396:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.22@o2ib 00000400:00000200:22.0:1673551349.419835:0:2308493:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:20.0:1673551349.419835:0:2408396:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:22.0:1673551349.419837:0:2308493:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000028e78a33] -> 172.16.0.22@o2ib (2) version: 12 00000800:00000200:22.0:1673551349.419838:0:2308493:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000001a128d74] (68)++ 00000800:00000200:20.0:1673551349.419838:0:2408396:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000053b02a27] -> 172.16.0.22@o2ib (2) version: 12 00000800:00000200:22.0:1673551349.419839:0:2308493:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000001a128d74] (69)++ 00000800:00000200:20.0:1673551349.419839:0:2408396:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000a8f662b5] (68)++ 00000800:00000200:20.0:1673551349.419839:0:2408396:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000a8f662b5] (69)++ 00000800:00000200:22.0:1673551349.419841:0:2308493:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000001a128d74] (70)-- 00000100:00000001:22.0:1673551349.419842:0:2308493:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:20.0:1673551349.419842:0:2408396:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000a8f662b5] (70)-- 00000100:00000001:20.0:1673551349.419842:0:2408396:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:22.0:1673551349.419843:0:2308493:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000a5089673 refcount 49 to 172.16.0.22@o2ib 00000100:00000040:20.0:1673551349.419843:0:2408396:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000a5089673 refcount 48 to 172.16.0.22@o2ib 00010000:00000001:22.0:1673551349.419844:0:2308493:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:22.0:1673551349.419844:0:2308493:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:20.0:1673551349.419844:0:2408396:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:22.0:1673551349.419845:0:2308493:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000020:00000001:20.0:1673551349.419845:0:2408396:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:22.0:1673551349.419846:0:2308493:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003038a65f x1754806823474816/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:235/0 lens 224/368 e 0 to 0 dl 1673551355 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000020:00000001:20.0:1673551349.419846:0:2408396:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:20.0:1673551349.419847:0:2408396:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed99773c x1754806823474880/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:235/0 lens 224/368 e 0 to 0 dl 1673551355 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:22.0:1673551349.419849:0:2308493:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000003038a65f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create05:ai200x-MDT0003-mdtlov_UUID+5:10864:x1754806823474816:12345-172.16.0.22@o2ib:13: Request processed in 86us (157us total) trans 0 rc 0/0 00000100:00100000:22.0:1673551349.419851:0:2308493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.22@o2ib, seq: 4802 00000100:00000040:22.0:1673551349.419851:0:2308493:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000089796a63 : new rpc_count 0 00000800:00000200:11.2:1673551349.419851:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a8f662b5] (69)++ 00000100:00000001:22.0:1673551349.419852:0:2308493:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:20.0:1673551349.419852:0:2408396:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000ed99773c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create05:ai200x-MDT0003-mdtlov_UUID+5:10854:x1754806823474880:12345-172.16.0.22@o2ib:13: Request processed in 83us (144us total) trans 0 rc 0/0 00000100:00000001:22.0:1673551349.419853:0:2308493:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:22.0:1673551349.419853:0:2308493:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027ffa1bf. 00000020:00000010:22.0:1673551349.419854:0:2308493:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3151abd. 00000020:00000010:22.0:1673551349.419855:0:2308493:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074c4f2f3. 00000800:00000200:21.2:1673551349.419855:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (69)++ 00000020:00000040:22.0:1673551349.419856:0:2308493:0:(genops.c:979:class_export_put()) PUTting export 0000000089796a63 : new refcount 4 00000100:00100000:20.0:1673551349.419856:0:2408396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.22@o2ib, seq: 4803 00000100:00000001:22.0:1673551349.419857:0:2308493:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:20.0:1673551349.419857:0:2408396:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006f304481 : new rpc_count 0 00000100:00000001:20.0:1673551349.419858:0:2408396:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:20.0:1673551349.419858:0:2408396:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:20.0:1673551349.419860:0:2408396:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a5db69fc. 00000020:00000010:20.0:1673551349.419861:0:2408396:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049270743. 00000020:00000010:20.0:1673551349.419862:0:2408396:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efb94a42. 00000020:00000040:20.0:1673551349.419864:0:2408396:0:(genops.c:979:class_export_put()) PUTting export 000000006f304481 : new refcount 4 00000100:00000001:20.0:1673551349.419865:0:2408396:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:21.0:1673551349.419867:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a8f662b5] (70)++ 00000800:00000200:21.0:1673551349.419868:0:12875:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000a8f662b5] (71)-- 00000400:00000200:21.0:1673551349.419870:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:23.0:1673551349.419871:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (70)++ 00000800:00000200:23.0:1673551349.419872:0:12876:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000001a128d74] (71)-- 00000400:00000200:21.0:1673551349.419872:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.22@o2ib: PUT: OK 00000400:00000200:23.0:1673551349.419873:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:21.0:1673551349.419873:0:12875:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000044e9af16 00000400:00000200:23.0:1673551349.419874:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000400:00000010:21.0:1673551349.419874:0:12875:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000044e9af16. 00000400:00000200:23.0:1673551349.419875:0:12876:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000040d9582f 00000100:00000001:21.0:1673551349.419875:0:12875:0:(events.c:416:reply_out_callback()) Process entered 00000400:00000010:23.0:1673551349.419876:0:12876:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000040d9582f. 00000100:00000001:21.0:1673551349.419876:0:12875:0:(events.c:428:reply_out_callback()) Process leaving 00000100:00000001:23.0:1673551349.419877:0:12876:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:23.0:1673551349.419878:0:12876:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:21.0:1673551349.419878:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (70)-- 00000800:00000200:21.0:1673551349.419879:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (69)-- 00000800:00000200:23.0:1673551349.419880:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000800:00000200:21.0:1673551349.419881:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 00000004:00000001:14.0:1673551349.461068:0:2270175:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:14.0:1673551349.461069:0:2270175:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000010:14.0:1673551349.461071:0:2270175:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000ccc47f9e. 00000004:00000001:4.0:1673551349.461071:0:2270171:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:4.0:1673551349.461072:0:2270171:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000020:00000040:14.0:1673551349.461073:0:2270175:0:(genops.c:1192:class_import_get()) import 00000000c0bbd62b refcount=3 obd=ai200x-OST0003-osc-MDT0001 00000100:00000001:14.0:1673551349.461074:0:2270175:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:4.0:1673551349.461074:0:2270171:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000021277a90. 02000000:00000001:14.0:1673551349.461075:0:2270175:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:14.0:1673551349.461076:0:2270175:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:4.0:1673551349.461077:0:2270171:0:(genops.c:1192:class_import_get()) import 0000000030df3c5a refcount=3 obd=ai200x-OST0002-osc-MDT0001 02000000:00000010:14.0:1673551349.461078:0:2270175:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001e02f11c. 00000100:00000001:14.0:1673551349.461079:0:2270175:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551349.461079:0:2270171:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:4.0:1673551349.461079:0:2270171:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:14.0:1673551349.461081:0:2270175:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:14.0:1673551349.461081:0:2270175:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1673551349.461081:0:2270171:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551349.461083:0:2270175:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000ccc47f9e] to pc [ptlrpcd_03_01+1] req@00000000ccc47f9e x1754791738765504/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:4.0:1673551349.461083:0:2270171:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000088af8b28. 00000100:00000001:4.0:1673551349.461085:0:2270171:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551349.461086:0:2270171:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:4.0:1673551349.461087:0:2270171:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551349.461089:0:2270171:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [0000000021277a90] to pc [ptlrpcd_01_01+1] req@0000000021277a90 x1754791738765568/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:14.0:1673551349.461095:0:2270175:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551349.461099:0:12915:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:13.0:1673551349.461100:0:12915:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:13.0:1673551349.461101:0:12915:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:13.0:1673551349.461103:0:12915:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ccc47f9e x1754791738765504/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:15.0:1673551349.461105:0:12914:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000004:00000001:4.0:1673551349.461105:0:2270171:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551349.461106:0:12914:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551349.461106:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:13.0:1673551349.461107:0:12915:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:13.0:1673551349.461108:0:12915:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551349.461108:0:12907:0:(client.c:1822:ptlrpc_check_set()) Process entered 02000000:00000001:13.0:1673551349.461109:0:12915:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:5.0:1673551349.461109:0:12907:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 02000000:00000001:13.0:1673551349.461110:0:12915:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:13.0:1673551349.461111:0:12915:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000ccc47f9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:ai200x-MDT0001-mdtlov_UUID:12915:1754791738765504:0@lo:13: 00000100:00000040:5.0:1673551349.461111:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021277a90 x1754791738765568/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:7.0:1673551349.461112:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:13.0:1673551349.461113:0:12915:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:13.0:1673551349.461113:0:12915:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:7.0:1673551349.461113:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:13.0:1673551349.461115:0:12915:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:13.0:1673551349.461115:0:12915:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:13.0:1673551349.461116:0:12915:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c020082d. 02000000:00000001:13.0:1673551349.461117:0:12915:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1673551349.461119:0:12915:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:5.0:1673551349.461119:0:12907:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:5.0:1673551349.461120:0:12907:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:13.0:1673551349.461121:0:12915:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000006150e069. 02000000:00000001:5.0:1673551349.461121:0:12907:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:13.0:1673551349.461122:0:12915:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8858809. 02000000:00000001:5.0:1673551349.461122:0:12907:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:5.0:1673551349.461122:0:12907:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@0000000021277a90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ai200x-MDT0001-mdtlov_UUID:12907:1754791738765568:0@lo:13: 00000100:00000200:13.0:1673551349.461123:0:12915:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738765504, portal 4 00000100:00000001:13.0:1673551349.461124:0:12915:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:5.0:1673551349.461124:0:12907:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000001:13.0:1673551349.461125:0:12915:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912614500506368 : -52831459209045248 : ff444e1158e11b00) 02000000:00000001:5.0:1673551349.461125:0:12907:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:5.0:1673551349.461125:0:12907:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1673551349.461126:0:12907:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:13.0:1673551349.461127:0:12915:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000ccc47f9e x1754791738765504/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551356 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 02000000:00000010:5.0:1673551349.461127:0:12907:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000911f6ab0. 02000000:00000001:5.0:1673551349.461127:0:12907:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551349.461129:0:12915:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000200:5.0:1673551349.461129:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000040:13.0:1673551349.461130:0:12915:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:5.0:1673551349.461130:0:12907:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000006d070d8d. 00000400:00000010:13.0:1673551349.461131:0:12915:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae781320. 00000100:00000200:13.0:1673551349.461131:0:12915:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738765504, offset 0 00000400:00000010:5.0:1673551349.461131:0:12907:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028f8201f. 00000100:00000200:5.0:1673551349.461132:0:12907:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738765568, portal 4 00000400:00000200:13.0:1673551349.461133:0:12915:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:5.0:1673551349.461133:0:12907:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:5.0:1673551349.461134:0:12907:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638496000 : -52831455071055616 : ff444e124f85d100) 00000400:00000200:13.0:1673551349.461135:0:12915:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000040:5.0:1673551349.461135:0:12907:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@0000000021277a90 x1754791738765568/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551356 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:13.0:1673551349.461136:0:12915:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:13.0:1673551349.461137:0:12915:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:5.0:1673551349.461137:0:12907:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000200:13.0:1673551349.461138:0:12915:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000040:5.0:1673551349.461138:0:12907:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:13.0:1673551349.461139:0:12915:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:13.0:1673551349.461139:0:12915:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x63bf94a3e70c0 00000400:00000010:5.0:1673551349.461139:0:12907:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003be8618e. 00000100:00000200:5.0:1673551349.461140:0:12907:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738765568, offset 0 00000400:00000200:13.0:1673551349.461141:0:12915:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x435078cd [8] + 6496 00000400:00000200:5.0:1673551349.461141:0:12907:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:13.0:1673551349.461143:0:12915:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:5.0:1673551349.461143:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:13.0:1673551349.461144:0:12915:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:5.0:1673551349.461144:0:12907:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:13.0:1673551349.461145:0:12915:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:13.0:1673551349.461145:0:12915:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:5.0:1673551349.461145:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000010:13.0:1673551349.461146:0:12915:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000005f1b2420. 00000400:00000200:5.0:1673551349.461146:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000040:13.0:1673551349.461147:0:12915:0:(events.c:367:request_in_callback()) incoming req@000000005f1b2420 x1754791738765504 msgsize 224 00000400:00000200:5.0:1673551349.461147:0:12907:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00100000:13.0:1673551349.461148:0:12915:0:(events.c:370:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:5.0:1673551349.461148:0:12907:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x63bf94a3e7100 00000400:00000200:5.0:1673551349.461150:0:12907:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x24d6a25 [8] + 10976 00000400:00000200:5.0:1673551349.461152:0:12907:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:13.0:1673551349.461153:0:12915:0:(events.c:403:request_in_callback()) Process leaving 00000400:00000200:5.0:1673551349.461153:0:12907:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:13.0:1673551349.461154:0:12915:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000ae781320 00000100:00000001:5.0:1673551349.461154:0:12907:0:(events.c:315:request_in_callback()) Process entered 00000400:00000010:13.0:1673551349.461155:0:12915:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000ae781320. 00000100:00000001:13.0:1673551349.461155:0:12915:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:5.0:1673551349.461155:0:12907:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000200:13.0:1673551349.461156:0:12915:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000ccc47f9e x1754791738765504/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551356 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000010:5.0:1673551349.461156:0:12907:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000000686ed26. 00000100:00000040:5.0:1673551349.461157:0:12907:0:(events.c:367:request_in_callback()) incoming req@000000000686ed26 x1754791738765568 msgsize 224 00000100:00100000:5.0:1673551349.461158:0:12907:0:(events.c:370:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:13.0:1673551349.461159:0:12915:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:13.0:1673551349.461160:0:12915:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ccc47f9e x1754791738765504/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551356 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:14.0:1673551349.461161:0:2358800:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:14.0:1673551349.461161:0:2358800:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:14.0:1673551349.461161:0:2358800:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:14.0:1673551349.461162:0:2358800:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:14.0:1673551349.461163:0:2358800:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:14.0:1673551349.461164:0:2358800:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754791738765504 00000020:00000001:14.0:1673551349.461164:0:2358800:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000001:5.0:1673551349.461164:0:12907:0:(events.c:403:request_in_callback()) Process leaving 00000020:00000040:14.0:1673551349.461165:0:2358800:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c882c3d 00000020:00000001:14.0:1673551349.461165:0:2358800:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00000001:13.0:1673551349.461165:0:12915:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551349.461165:0:12907:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003be8618e 00000100:00000001:13.0:1673551349.461166:0:12915:0:(events.c:94:request_out_callback()) Process leaving 00000400:00000010:5.0:1673551349.461166:0:12907:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003be8618e. 00000100:00000001:5.0:1673551349.461166:0:12907:0:(events.c:54:request_out_callback()) Process entered 00000020:00000040:14.0:1673551349.461167:0:2358800:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000e0414e82 refcount=5 00000020:00000001:14.0:1673551349.461167:0:2358800:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558647006208 : -52831515062545408 : ff444e0457c05400) 00000100:00000001:13.0:1673551349.461167:0:12915:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551349.461167:0:12915:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:5.0:1673551349.461167:0:12907:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@0000000021277a90 x1754791738765568/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551356 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000001:14.0:1673551349.461168:0:2358800:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558647006208 : -52831515062545408 : ff444e0457c05400) 00000100:00000001:13.0:1673551349.461168:0:12915:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551349.461169:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551349.461169:0:2358800:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:14.0:1673551349.461170:0:2358800:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b24febc. 00000100:00000001:13.0:1673551349.461170:0:12915:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551349.461170:0:12915:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551349.461170:0:12907:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:5.0:1673551349.461170:0:12907:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000021277a90 x1754791738765568/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551356 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:14.0:1673551349.461171:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f81d824. 00000020:00000010:14.0:1673551349.461171:0:2358800:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b8e8bcc. 00000100:00000040:14.0:1673551349.461172:0:2358800:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:13.0:1673551349.461172:0:12915:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:7.0:1673551349.461172:0:2269464:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:7.0:1673551349.461172:0:2269464:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:5.0:1673551349.461172:0:12907:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551349.461173:0:2358800:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:14.0:1673551349.461173:0:2358800:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:14.0:1673551349.461173:0:2358800:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551349.461173:0:12915:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:13.0:1673551349.461173:0:12915:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1673551349.461173:0:2269464:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:5.0:1673551349.461173:0:12907:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:5.0:1673551349.461173:0:12907:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551349.461174:0:12915:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:13.0:1673551349.461174:0:12915:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551349.461174:0:2269464:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551349.461174:0:12907:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:14.0:1673551349.461175:0:2358800:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551349.461175:0:12915:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551349.461175:0:12915:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 02000000:00000001:7.0:1673551349.461175:0:2269464:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551349.461175:0:12907:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551349.461176:0:12915:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:13.0:1673551349.461176:0:12915:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551349.461176:0:12915:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:7.0:1673551349.461176:0:2269464:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754791738765568 00000100:00000001:5.0:1673551349.461176:0:12907:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551349.461176:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:7.0:1673551349.461177:0:2269464:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:7.0:1673551349.461177:0:2269464:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c882c36 00000020:00000001:7.0:1673551349.461178:0:2269464:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00000001:14.0:1673551349.461179:0:2358800:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:7.0:1673551349.461179:0:2269464:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000cf4a289b refcount=5 00000100:00000001:5.0:1673551349.461179:0:12907:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1673551349.461179:0:12907:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:14.0:1673551349.461180:0:2358800:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000020:00000001:7.0:1673551349.461180:0:2269464:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912555297655808 : -52831518411895808 : ff444e03901d4c00) 00000100:00000001:5.0:1673551349.461180:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551349.461180:0:12907:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551349.461180:0:12907:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551349.461181:0:2358800:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000020:00000001:7.0:1673551349.461181:0:2269464:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912555297655808 : -52831518411895808 : ff444e03901d4c00) 00000100:00000001:5.0:1673551349.461181:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551349.461181:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00100000:14.0:1673551349.461182:0:2358800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7067 00000100:00000040:14.0:1673551349.461182:0:2358800:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000e0414e82 : new rpc_count 1 00000100:00000001:7.0:1673551349.461182:0:2269464:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:5.0:1673551349.461182:0:12907:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551349.461182:0:12907:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551349.461182:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551349.461183:0:2358800:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912609254046080 : -52831464455505536 : ff444e10202a7980) 00000100:00000001:7.0:1673551349.461183:0:2269464:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:14.0:1673551349.461184:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005f1b2420 x1754791738765504/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:235/0 lens 224/0 e 0 to 0 dl 1673551355 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000020:00000010:7.0:1673551349.461184:0:2269464:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011838023. 00000020:00000010:7.0:1673551349.461185:0:2269464:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004a709c3a. 00000100:00000001:14.0:1673551349.461186:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551349.461186:0:2358800:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:14.0:1673551349.461187:0:2358800:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000005f1b2420 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0001-mdtlov_UUID+5:12915:x1754791738765504:12345-0@lo:13: 00000020:00000010:7.0:1673551349.461187:0:2269464:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000051f64ff6. 00000100:00000040:7.0:1673551349.461188:0:2269464:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000200:14.0:1673551349.461189:0:2358800:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754791738765504 00000100:00000001:7.0:1673551349.461189:0:2269464:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:7.0:1673551349.461189:0:2269464:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:14.0:1673551349.461190:0:2358800:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:14.0:1673551349.461190:0:2358800:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000001:7.0:1673551349.461190:0:2269464:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551349.461191:0:2358800:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551349.461191:0:2358800:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:14.0:1673551349.461192:0:2358800:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:14.0:1673551349.461192:0:2358800:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:14.0:1673551349.461193:0:2358800:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:14.0:1673551349.461193:0:2358800:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00000001:7.0:1673551349.461193:0:2269464:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551349.461194:0:2358800:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:14.0:1673551349.461194:0:2358800:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551349.461195:0:2358800:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:14.0:1673551349.461195:0:2358800:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:14.0:1673551349.461196:0:2358800:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000b29e153b. 02000000:00000001:14.0:1673551349.461196:0:2358800:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551349.461197:0:2358800:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:14.0:1673551349.461197:0:2358800:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00000100:00000001:7.0:1673551349.461197:0:2269464:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:14.0:1673551349.461198:0:2358800:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:14.0:1673551349.461198:0:2358800:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:14.0:1673551349.461199:0:2358800:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:14.0:1673551349.461199:0:2358800:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148413632 pending 0 free 5928824139776 avail 5849092771840 00000020:00000020:14.0:1673551349.461200:0:2358800:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0003: processing self export: 143552 0 0 00000100:00000001:7.0:1673551349.461200:0:2269464:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:7.0:1673551349.461200:0:2269464:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000020:00000020:14.0:1673551349.461201:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0001-mdtlov_UUID/00000000e0414e82 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551349.461202:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0000-mdtlov_UUID/000000009480fef3 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551349.461202:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli cd52cb9a-4225-4c91-b023-faa62420b31d/0000000006681ce8 dirty 0 pend 0 grant 537067520 00000100:00100000:7.0:1673551349.461202:0:2269464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1774 00000020:00000020:14.0:1673551349.461203:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0003-mdtlov_UUID/000000006f304481 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551349.461203:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000008b497c02 dirty 0 pend 0 grant 537067520 00000100:00000040:7.0:1673551349.461203:0:2269464:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000cf4a289b : new rpc_count 1 00000100:00000001:7.0:1673551349.461203:0:2269464:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912618642362624 : -52831455067188992 : ff444e124fc0d100) 00000020:00000020:14.0:1673551349.461204:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000c611fe19 dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551349.461205:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 49374343-0861-470b-a659-345a443590fd/00000000aafb700c dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551349.461205:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0002-mdtlov_UUID/000000001a218102 dirty 0 pend 0 grant 0 00000100:00000040:7.0:1673551349.461205:0:2269464:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000686ed26 x1754791738765568/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:235/0 lens 224/0 e 0 to 0 dl 1673551355 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00002000:00000020:14.0:1673551349.461206:0:2358800:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1447466831 free, 1428001130 avail; 60817408 objects: 29395648 free; state 200 00002000:00000001:14.0:1673551349.461207:0:2358800:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00000100:00000001:7.0:1673551349.461208:0:2269464:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00002000:00000001:14.0:1673551349.461209:0:2358800:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:14.0:1673551349.461209:0:2358800:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109420464, transno 0, xid 1754791738765504 00000100:00000001:7.0:1673551349.461209:0:2269464:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:7.0:1673551349.461209:0:2269464:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000000686ed26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create01:ai200x-MDT0001-mdtlov_UUID+5:12907:x1754791738765568:12345-0@lo:13: 00010000:00000001:14.0:1673551349.461210:0:2358800:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:14.0:1673551349.461211:0:2358800:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000005f1b2420 x1754791738765504/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:235/0 lens 224/368 e 0 to 0 dl 1673551355 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000200:7.0:1673551349.461211:0:2269464:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754791738765568 00000020:00000001:7.0:1673551349.461212:0:2269464:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:7.0:1673551349.461212:0:2269464:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00010000:00000001:14.0:1673551349.461213:0:2358800:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:14.0:1673551349.461213:0:2358800:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551349.461213:0:2269464:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:14.0:1673551349.461214:0:2358800:0:(import.c:1925:at_measured()) add 1 to 0000000076fc1371 time=117 v=1 (1 1 1 1) 00000020:00000001:7.0:1673551349.461214:0:2269464:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:7.0:1673551349.461214:0:2269464:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000100:00000001:14.0:1673551349.461215:0:2358800:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:14.0:1673551349.461215:0:2358800:0:(connection.c:143:ptlrpc_connection_addref()) conn=000000001f6219a4 refcount 46 to 0@lo 00000020:00000001:7.0:1673551349.461215:0:2269464:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000001:14.0:1673551349.461216:0:2358800:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146656 : -52831505782404960 : ff444e0680e408a0) 02000000:00000001:14.0:1673551349.461216:0:2358800:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:7.0:1673551349.461216:0:2269464:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:7.0:1673551349.461216:0:2269464:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 02000000:00000001:14.0:1673551349.461217:0:2358800:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551349.461217:0:2358800:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000020:00000001:7.0:1673551349.461217:0:2269464:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:7.0:1673551349.461217:0:2269464:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551349.461218:0:2358800:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:14.0:1673551349.461218:0:2358800:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e8ef243d. 00000100:00000001:7.0:1673551349.461218:0:2269464:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000100:00000200:14.0:1673551349.461219:0:2358800:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754791738765504, offset 224 02000000:00000001:7.0:1673551349.461219:0:2269464:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:14.0:1673551349.461220:0:2358800:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:7.0:1673551349.461220:0:2269464:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000a082310a. 02000000:00000001:7.0:1673551349.461220:0:2269464:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551349.461221:0:2269464:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:7.0:1673551349.461221:0:2269464:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00000400:00000200:14.0:1673551349.461222:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00002000:00000001:7.0:1673551349.461222:0:2269464:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000400:00000200:14.0:1673551349.461223:0:2358800:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:7.0:1673551349.461223:0:2269464:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:7.0:1673551349.461223:0:2269464:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:14.0:1673551349.461224:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00002000:00000024:7.0:1673551349.461224:0:2269464:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 00000400:00000200:14.0:1673551349.461225:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000020:00000020:7.0:1673551349.461225:0:2269464:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00000400:00000200:14.0:1673551349.461226:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000020:00000020:7.0:1673551349.461226:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 00000400:00000200:14.0:1673551349.461227:0:2358800:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x63bf94a3e70c0 00000020:00000020:7.0:1673551349.461227:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 00000400:00000200:14.0:1673551349.461228:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000020:00000020:7.0:1673551349.461228:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 00000400:00000200:14.0:1673551349.461229:0:2358800:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x4bd8e9cd [1] + 224 00000020:00000020:7.0:1673551349.461229:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00000020:00000020:7.0:1673551349.461230:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00000020:00000020:7.0:1673551349.461230:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00000400:00000200:14.0:1673551349.461231:0:2358800:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000020:7.0:1673551349.461231:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00000020:00000020:7.0:1673551349.461231:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00000400:00000200:14.0:1673551349.461232:0:2358800:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00002000:00000020:7.0:1673551349.461232:0:2269464:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00000100:00000001:14.0:1673551349.461233:0:2358800:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:14.0:1673551349.461233:0:2358800:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000ccc47f9e x1754791738765504/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551356 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00002000:00000001:7.0:1673551349.461233:0:2269464:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000001:7.0:1673551349.461234:0:2269464:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:7.0:1673551349.461235:0:2269464:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109421835, transno 0, xid 1754791738765568 00010000:00000001:7.0:1673551349.461235:0:2269464:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000100:00000040:14.0:1673551349.461236:0:2358800:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000ccc47f9e x1754791738765504/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551356 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00010000:00000200:7.0:1673551349.461236:0:2269464:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000000686ed26 x1754791738765568/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:235/0 lens 224/368 e 0 to 0 dl 1673551355 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:7.0:1673551349.461240:0:2269464:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:7.0:1673551349.461240:0:2269464:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551349.461241:0:2358800:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00001000:7.0:1673551349.461241:0:2269464:0:(import.c:1925:at_measured()) add 1 to 0000000066aff150 time=107 v=1 (1 1 0 0) 00000100:00000001:7.0:1673551349.461242:0:2269464:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000400:00000200:14.0:1673551349.461243:0:2358800:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000e8ef243d 00000400:00000010:14.0:1673551349.461243:0:2358800:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000e8ef243d. 00000100:00000040:7.0:1673551349.461243:0:2269464:0:(connection.c:143:ptlrpc_connection_addref()) conn=000000001f6219a4 refcount 47 to 0@lo 00000100:00000001:14.0:1673551349.461244:0:2358800:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:14.0:1673551349.461244:0:2358800:0:(events.c:428:reply_out_callback()) Process leaving 00000100:00000001:7.0:1673551349.461244:0:2269464:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146656 : -52831505782404960 : ff444e0680e408a0) 02000000:00000001:7.0:1673551349.461244:0:2269464:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:14.0:1673551349.461245:0:2358800:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1673551349.461245:0:2269464:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551349.461245:0:2269464:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:14.0:1673551349.461246:0:2358800:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=000000001f6219a4 refcount 46 to 0@lo 00000100:00000040:7.0:1673551349.461246:0:2269464:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:14.0:1673551349.461247:0:2358800:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:14.0:1673551349.461247:0:2358800:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551349.461247:0:2358800:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000400:00000010:7.0:1673551349.461247:0:2269464:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043521486. 00000100:00000040:14.0:1673551349.461248:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f1b2420 x1754791738765504/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:235/0 lens 224/368 e 0 to 0 dl 1673551355 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000001:13.0:1673551349.461249:0:12915:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:13.0:1673551349.461249:0:12915:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000200:7.0:1673551349.461249:0:2269464:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754791738765568, offset 224 00000100:00100000:14.0:1673551349.461250:0:2358800:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000005f1b2420 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0001-mdtlov_UUID+5:12915:x1754791738765504:12345-0@lo:13: Request processed in 64us (103us total) trans 0 rc 0/0 00000400:00000001:13.0:1673551349.461250:0:12915:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:13.0:1673551349.461250:0:12915:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000200:7.0:1673551349.461250:0:2269464:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:13.0:1673551349.461251:0:12915:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000006150e069. 00000100:00100000:14.0:1673551349.461252:0:2358800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7067 00000400:00000200:13.0:1673551349.461252:0:12915:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000d8858809 00000400:00000010:13.0:1673551349.461252:0:12915:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000d8858809. 00000400:00000200:7.0:1673551349.461252:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000040:14.0:1673551349.461253:0:2358800:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e0414e82 : new rpc_count 0 00000100:00000001:13.0:1673551349.461253:0:12915:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:13.0:1673551349.461253:0:12915:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000ccc47f9e x1754791738765504/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551356 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:7.0:1673551349.461253:0:2269464:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:14.0:1673551349.461254:0:2358800:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:14.0:1673551349.461254:0:2358800:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:14.0:1673551349.461255:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f81d824. 00000020:00000010:14.0:1673551349.461255:0:2358800:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b8e8bcc. 00000400:00000200:7.0:1673551349.461255:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000020:00000010:14.0:1673551349.461256:0:2358800:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b24febc. 00000100:00000200:13.0:1673551349.461256:0:12915:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000ccc47f9e x1754791738765504/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551356 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:7.0:1673551349.461256:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000020:00000040:14.0:1673551349.461257:0:2358800:0:(genops.c:979:class_export_put()) PUTting export 00000000e0414e82 : new refcount 4 00000100:00000001:14.0:1673551349.461257:0:2358800:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:13.0:1673551349.461257:0:12915:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000200:7.0:1673551349.461257:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:7.0:1673551349.461257:0:2269464:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x63bf94a3e7100 00000100:00000001:13.0:1673551349.461258:0:12915:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:13.0:1673551349.461258:0:12915:0:(client.c:1442:after_reply()) Process entered 00000400:00000200:7.0:1673551349.461258:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 02000000:00000001:13.0:1673551349.461259:0:12915:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:13.0:1673551349.461259:0:12915:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:13.0:1673551349.461260:0:12915:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:7.0:1673551349.461260:0:2269464:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x4bd8ea0d [1] + 224 02000000:00000001:13.0:1673551349.461261:0:12915:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:7.0:1673551349.461261:0:2269464:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:13.0:1673551349.461262:0:12915:0:(import.c:1925:at_measured()) add 1 to 00000000f3a69ea4 time=112 v=1 (1 1 1 1) 00000400:00000200:7.0:1673551349.461262:0:2269464:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:7.0:1673551349.461263:0:2269464:0:(events.c:104:reply_in_callback()) Process entered 00000100:00001000:13.0:1673551349.461264:0:12915:0:(import.c:1925:at_measured()) add 1 to 000000008f6ee659 time=112 v=1 (1 1 1 1) 00000100:00000200:7.0:1673551349.461264:0:2269464:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@0000000021277a90 x1754791738765568/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551356 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:13.0:1673551349.461265:0:12915:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:13.0:1673551349.461265:0:12915:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1673551349.461266:0:12915:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:13.0:1673551349.461267:0:12915:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1673551349.461267:0:2269464:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@0000000021277a90 x1754791738765568/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551356 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:13.0:1673551349.461268:0:12915:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:13.0:1673551349.461268:0:12915:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0003-osc-MDT0001: skip recheck: last_committed 249109420464 00000100:00000001:13.0:1673551349.461269:0:12915:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:13.0:1673551349.461269:0:12915:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:13.0:1673551349.461270:0:12915:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ccc47f9e x1754791738765504/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551356 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:13.0:1673551349.461272:0:12915:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:13.0:1673551349.461273:0:12915:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:7.0:1673551349.461273:0:2269464:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:13.0:1673551349.461274:0:12915:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:13.0:1673551349.461274:0:12915:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000400:00000200:7.0:1673551349.461274:0:2269464:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000043521486 00000004:00000040:13.0:1673551349.461275:0:12915:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0003-osc-MDT0001: Updating status = 0 00000400:00000010:7.0:1673551349.461275:0:2269464:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000043521486. 00000004:00000040:13.0:1673551349.461276:0:12915:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0003-osc-MDT0001: blocks=1923008600 free=1447466831 avail=1428001130 avail_mb=5578129 hwm_mb=14671 files=60817408 ffree=29395648 state=200: rc = 0 00000100:00000001:7.0:1673551349.461276:0:2269464:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:7.0:1673551349.461276:0:2269464:0:(events.c:428:reply_out_callback()) Process leaving 00000100:00000001:7.0:1673551349.461277:0:2269464:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:13.0:1673551349.461278:0:12915:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0003-osc-MDT0001 (0000000096bf50d7): 1923008600 blocks, 1447466831 free, 1428001130 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 29395648 free files 0x200 00000100:00000040:7.0:1673551349.461278:0:2269464:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=000000001f6219a4 refcount 45 to 0@lo 00010000:00000001:7.0:1673551349.461278:0:2269464:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:7.0:1673551349.461279:0:2269464:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:7.0:1673551349.461279:0:2269464:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000004:00000001:13.0:1673551349.461280:0:12915:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1673551349.461280:0:2269464:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000686ed26 x1754791738765568/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:235/0 lens 224/368 e 0 to 0 dl 1673551355 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551349.461280:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551349.461280:0:12907:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000040:13.0:1673551349.461281:0:12915:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ccc47f9e x1754791738765504/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551356 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000400:00000001:5.0:1673551349.461281:0:12907:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:5.0:1673551349.461282:0:12907:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:5.0:1673551349.461282:0:12907:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000006d070d8d. 00000100:00100000:13.0:1673551349.461283:0:12915:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000ccc47f9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_01:ai200x-MDT0001-mdtlov_UUID:12915:1754791738765504:0@lo:13: 00000100:00100000:7.0:1673551349.461283:0:2269464:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000000686ed26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create01:ai200x-MDT0001-mdtlov_UUID+5:12907:x1754791738765568:12345-0@lo:13: Request processed in 74us (125us total) trans 0 rc 0/0 00000400:00000200:5.0:1673551349.461283:0:12907:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000028f8201f 00000400:00000010:5.0:1673551349.461283:0:12907:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000028f8201f. 00000100:00000001:13.0:1673551349.461284:0:12915:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551349.461284:0:12907:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:13.0:1673551349.461285:0:12915:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:13.0:1673551349.461285:0:12915:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ccc47f9e x1754791738765504/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551356 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00100000:7.0:1673551349.461285:0:2269464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1774 00000100:00000200:5.0:1673551349.461285:0:12907:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@0000000021277a90 x1754791738765568/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551356 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000040:7.0:1673551349.461286:0:2269464:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf4a289b : new rpc_count 0 00000100:00000001:7.0:1673551349.461286:0:2269464:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:13.0:1673551349.461287:0:12915:0:(client.c:2641:__ptlrpc_free_req()) Process entered 00000100:00000001:7.0:1673551349.461287:0:2269464:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:5.0:1673551349.461287:0:12907:0:(events.c:128:reply_in_callback()) @@@ unlink req@0000000021277a90 x1754791738765568/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551356 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000001:13.0:1673551349.461288:0:12915:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:7.0:1673551349.461288:0:2269464:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004a709c3a. 00000020:00000010:7.0:1673551349.461288:0:2269464:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000051f64ff6. 02000000:00000010:13.0:1673551349.461289:0:12915:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c020082d. 00000020:00000010:7.0:1673551349.461289:0:2269464:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000011838023. 00000100:00000001:5.0:1673551349.461289:0:12907:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:5.0:1673551349.461289:0:12907:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:13.0:1673551349.461290:0:12915:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:7.0:1673551349.461290:0:2269464:0:(genops.c:979:class_export_put()) PUTting export 00000000cf4a289b : new refcount 4 00000100:00000001:5.0:1673551349.461290:0:12907:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:5.0:1673551349.461290:0:12907:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000020:00000001:13.0:1673551349.461291:0:12915:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:13.0:1673551349.461291:0:12915:0:(genops.c:1205:class_import_put()) import 00000000c0bbd62b refcount=2 obd=ai200x-OST0003-osc-MDT0001 00000100:00000001:7.0:1673551349.461291:0:2269464:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551349.461291:0:12907:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:5.0:1673551349.461291:0:12907:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1673551349.461292:0:12915:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:13.0:1673551349.461292:0:12915:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001e02f11c. 02000000:00000001:5.0:1673551349.461292:0:12907:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:13.0:1673551349.461293:0:12915:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:5.0:1673551349.461293:0:12907:0:(import.c:1925:at_measured()) add 1 to 00000000ec9fb0aa time=112 v=1 (1 1 1 1) 02000000:00000001:13.0:1673551349.461294:0:12915:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:13.0:1673551349.461294:0:12915:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000ccc47f9e. 00000100:00001000:5.0:1673551349.461294:0:12907:0:(import.c:1925:at_measured()) add 1 to 000000008ec3d79d time=112 v=1 (1 1 1 1) 00000100:00000001:13.0:1673551349.461295:0:12915:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:13.0:1673551349.461295:0:12915:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551349.461295:0:12907:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:5.0:1673551349.461295:0:12907:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551349.461296:0:12915:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:5.0:1673551349.461296:0:12907:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:13.0:1673551349.461297:0:12915:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:13.0:1673551349.461297:0:12915:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551349.461297:0:12915:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00010000:00000001:5.0:1673551349.461297:0:12907:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551349.461298:0:12915:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551349.461298:0:12915:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551349.461298:0:12907:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:5.0:1673551349.461298:0:12907:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0002-osc-MDT0001: skip recheck: last_committed 249109421835 00000100:00000001:13.0:1673551349.461299:0:12915:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551349.461299:0:12907:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:5.0:1673551349.461299:0:12907:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1673551349.461300:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021277a90 x1754791738765568/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551356 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551349.461302:0:12907:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:5.0:1673551349.461303:0:12907:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:5.0:1673551349.461303:0:12907:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:5.0:1673551349.461304:0:12907:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000040:5.0:1673551349.461305:0:12907:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0002-osc-MDT0001: Updating status = 0 00000004:00000040:5.0:1673551349.461306:0:12907:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0002-osc-MDT0001: blocks=1923008600 free=1442624642 avail=1423158942 avail_mb=5559214 hwm_mb=14671 files=60817408 ffree=29327698 state=200: rc = 0 00000004:00000020:5.0:1673551349.461307:0:12907:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0002-osc-MDT0001 (00000000edd6cd53): 1923008600 blocks, 1442624642 free, 1423158942 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 29327698 free files 0x200 00000004:00000001:5.0:1673551349.461309:0:12907:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1673551349.461310:0:12907:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021277a90 x1754791738765568/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551356 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00100000:5.0:1673551349.461312:0:12907:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@0000000021277a90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ai200x-MDT0001-mdtlov_UUID:12907:1754791738765568:0@lo:13: 00000100:00000001:5.0:1673551349.461313:0:12907:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551349.461314:0:12907:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:5.0:1673551349.461314:0:12907:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000021277a90 x1754791738765568/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551356 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551349.461316:0:12907:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:5.0:1673551349.461317:0:12907:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:5.0:1673551349.461317:0:12907:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000911f6ab0. 02000000:00000001:5.0:1673551349.461318:0:12907:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:5.0:1673551349.461318:0:12907:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:5.0:1673551349.461319:0:12907:0:(genops.c:1205:class_import_put()) import 0000000030df3c5a refcount=2 obd=ai200x-OST0002-osc-MDT0001 00000020:00000001:5.0:1673551349.461319:0:12907:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:5.0:1673551349.461320:0:12907:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000088af8b28. 02000000:00000001:5.0:1673551349.461321:0:12907:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:5.0:1673551349.461321:0:12907:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:5.0:1673551349.461321:0:12907:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000021277a90. 00000100:00000001:5.0:1673551349.461322:0:12907:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:5.0:1673551349.461322:0:12907:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551349.461323:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551349.461324:0:12907:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1673551349.461324:0:12907:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551349.461325:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551349.461325:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551349.461326:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551349.461326:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:10.0:1673551349.717057:0:12900:0:(lib-lnet.h:491:lnet_rspt_free()) rspt free 00000000e6e42db3 00000400:00000010:10.0:1673551349.717060:0:12900:0:(lib-lnet.h:491:lnet_rspt_free()) rspt free 000000000890d392 00010000:00000001:4.0:1673551349.717060:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00000400:00000010:10.0:1673551349.717061:0:12900:0:(lib-lnet.h:491:lnet_rspt_free()) rspt free 000000009f4f01d3 00000400:00000010:10.0:1673551349.717062:0:12900:0:(lib-lnet.h:491:lnet_rspt_free()) rspt free 000000000c781d50 00000400:00000010:10.0:1673551349.717062:0:12900:0:(lib-lnet.h:491:lnet_rspt_free()) rspt free 00000000bb3bc060 00010000:00000001:4.0:1673551349.717062:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:10.0:1673551349.717063:0:12900:0:(lib-lnet.h:491:lnet_rspt_free()) rspt free 000000000fae7c7f 00000400:00000010:10.0:1673551349.717063:0:12900:0:(lib-lnet.h:491:lnet_rspt_free()) rspt free 00000000a2df726e 00010000:00000001:4.0:1673551349.717063:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551349.717063:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:10.0:1673551349.717064:0:12900:0:(lib-lnet.h:491:lnet_rspt_free()) rspt free 000000004376c6a1 00000400:00000010:10.0:1673551349.717064:0:12900:0:(lib-lnet.h:491:lnet_rspt_free()) rspt free 00000000f74b6096 00000400:00000010:10.0:1673551349.717065:0:12900:0:(lib-lnet.h:491:lnet_rspt_free()) rspt free 00000000d067ea71 00000400:00000010:10.0:1673551349.717065:0:12900:0:(lib-lnet.h:491:lnet_rspt_free()) rspt free 000000008ab7f2be 00010000:00000001:4.0:1673551349.717065:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551349.717065:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:10.0:1673551349.717066:0:12900:0:(lib-lnet.h:491:lnet_rspt_free()) rspt free 00000000e39016ac 00000400:00000010:10.0:1673551349.717066:0:12900:0:(lib-lnet.h:491:lnet_rspt_free()) rspt free 00000000ecf02dd3 00010000:00000001:4.0:1673551349.717066:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00000400:00000010:10.0:1673551349.717067:0:12900:0:(lib-lnet.h:491:lnet_rspt_free()) rspt free 00000000e5170ef9 00000400:00000010:10.0:1673551349.717067:0:12900:0:(lib-lnet.h:491:lnet_rspt_free()) rspt free 000000007a5d3363 00010000:00000001:4.0:1673551349.717067:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:10.0:1673551349.717068:0:12900:0:(lib-lnet.h:491:lnet_rspt_free()) rspt free 00000000b0a80d99 00000400:00000010:10.0:1673551349.717068:0:12900:0:(lib-lnet.h:491:lnet_rspt_free()) rspt free 00000000cfddf900 00010000:00000001:4.0:1673551349.717068:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551349.717068:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:10.0:1673551349.717069:0:12900:0:(lib-lnet.h:491:lnet_rspt_free()) rspt free 00000000547c2595 00010000:00000001:4.0:1673551349.717069:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551349.717069:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:10.0:1673551349.717070:0:12900:0:(lib-lnet.h:491:lnet_rspt_free()) rspt free 0000000031f4d017 00000400:00000010:10.0:1673551349.717070:0:12900:0:(lib-lnet.h:491:lnet_rspt_free()) rspt free 000000007b7f35c5 00010000:00000001:4.0:1673551349.717070:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551349.717070:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551349.717072:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551349.717072:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551349.717073:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551349.717073:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551349.717074:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551349.717075:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551349.717076:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551349.717076:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551349.717077:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551349.717077:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551349.717078:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551349.717078:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551349.717093:0:2374562:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1673551349.717094:0:2374562:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:14.0:1673551349.717095:0:2374562:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:12.2:1673551350.007222:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009fa70174] (68)++ 00000800:00000200:23.0:1673551350.007239:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009fa70174] (69)++ 00000800:00000200:23.0:1673551350.007247:0:12876:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.124@o2ib 00000400:00000200:23.0:1673551350.007250:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.124@o2ib to cpt 5 00000400:00000200:23.0:1673551350.007252:0:12876:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.124@o2ib : PUT - for me 00000800:00000200:21.0:1673551350.007255:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009fa70174] (70)-- 00000400:00000200:23.0:1673551350.007256:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.124@o2ib to cpt 5 00000400:00000200:23.0:1673551350.007257:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.124@o2ib to cpt 5 00000400:00000200:23.0:1673551350.007259:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.124@o2ib to cpt 5 00000400:00000200:23.0:1673551350.007262:0:12876:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.124@o2ib of length 224 into portal 12 MB=0x63bbc5d40a700 00000400:00000200:23.0:1673551350.007265:0:12876:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-172.16.0.124@o2ib of length 224/224 into md 0x48b3d35 [64] + 168648 00000400:00000200:23.0:1673551350.007268:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:23.0:1673551350.007270:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.124@o2ib: PUT: OK 00000100:00000001:23.0:1673551350.007271:0:12876:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:23.0:1673551350.007272:0:12876:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:23.0:1673551350.007274:0:12876:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000003cc70ccc. 00000100:00000040:23.0:1673551350.007275:0:12876:0:(events.c:367:request_in_callback()) incoming req@000000003cc70ccc x1754530064672512 msgsize 224 00000100:00100000:23.0:1673551350.007277:0:12876:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.124@o2ib (source: 12345-172.16.0.124@o2ib) 00000100:00000001:23.0:1673551350.007282:0:12876:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:23.0:1673551350.007284:0:12876:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000009fa70174] (69)++ 00000800:00000200:23.0:1673551350.007285:0:12876:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000009fa70174] (70)-- 00000800:00000200:23.0:1673551350.007286:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009fa70174] (69)-- 00000100:00000001:20.0:1673551350.007291:0:2270093:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:20.0:1673551350.007292:0:2270093:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:20.0:1673551350.007292:0:2270093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:20.0:1673551350.007294:0:2270093:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:20.0:1673551350.007295:0:2270093:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:20.0:1673551350.007297:0:2270093:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754530064672512 00000020:00000001:20.0:1673551350.007298:0:2270093:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:20.0:1673551350.007298:0:2270093:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b2a 00000020:00000001:20.0:1673551350.007299:0:2270093:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:20.0:1673551350.007300:0:2270093:0:(lustre_handles.c:152:class_handle2object()) GET export 0000000000e137be refcount=6 00000020:00000001:20.0:1673551350.007301:0:2270093:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748047872 : -52831469961503744 : ff444e0ed7fb9c00) 00000020:00000001:20.0:1673551350.007302:0:2270093:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748047872 : -52831469961503744 : ff444e0ed7fb9c00) 00000100:00000001:20.0:1673551350.007303:0:2270093:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:20.0:1673551350.007304:0:2270093:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:20.0:1673551350.007306:0:2270093:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efb94a42. 00000020:00000010:20.0:1673551350.007307:0:2270093:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a5db69fc. 00000020:00000010:20.0:1673551350.007309:0:2270093:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049270743. 00000100:00000040:20.0:1673551350.007311:0:2270093:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000001:20.0:1673551350.007311:0:2270093:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:20.0:1673551350.007312:0:2270093:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:20.0:1673551350.007312:0:2270093:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:20.0:1673551350.007314:0:2270093:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:20.0:1673551350.007315:0:2270093:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:20.0:1673551350.007315:0:2270093:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551350.007320:0:2270093:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:20.0:1673551350.007322:0:2270093:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:20.0:1673551350.007323:0:2270093:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:20.0:1673551350.007325:0:2270093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.124@o2ib, seq: 3586 00000100:00000040:20.0:1673551350.007326:0:2270093:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 0000000000e137be : new rpc_count 1 00000100:00000001:20.0:1673551350.007326:0:2270093:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912572672158976 : -52831501037392640 : ff444e079bb72d00) 00000100:00000040:20.0:1673551350.007328:0:2270093:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003cc70ccc x1754530064672512/t0(0) o400->fac71ec6-9f35-4566-9c12-4be9db31431f@172.16.0.124@o2ib:236/0 lens 224/0 e 0 to 0 dl 1673551356 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000001:20.0:1673551350.007333:0:2270093:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:20.0:1673551350.007333:0:2270093:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:20.0:1673551350.007334:0:2270093:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000003cc70ccc pname:cluuid+ref:pid:xid:nid:opc:job mdt05_001:fac71ec6-9f35-4566-9c12-4be9db31431f+6:2882:x1754530064672512:12345-172.16.0.124@o2ib:400: 00000100:00000200:20.0:1673551350.007335:0:2270093:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754530064672512 00000020:00000001:20.0:1673551350.007336:0:2270093:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:20.0:1673551350.007337:0:2270093:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:20.0:1673551350.007338:0:2270093:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:20.0:1673551350.007339:0:2270093:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:20.0:1673551350.007340:0:2270093:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000020:00000001:20.0:1673551350.007340:0:2270093:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000001:00000001:20.0:1673551350.007341:0:2270093:0:(tgt_lastrcvd.c:2249:tgt_lookup_reply()) ai200x-MDT0001: lookup reply xid 1754530064672512, found 0 last_xid 1754530064672511 00000020:00000001:20.0:1673551350.007342:0:2270093:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:20.0:1673551350.007343:0:2270093:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:20.0:1673551350.007344:0:2270093:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:20.0:1673551350.007344:0:2270093:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:20.0:1673551350.007345:0:2270093:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00000001:20.0:1673551350.007346:0:2270093:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:20.0:1673551350.007347:0:2270093:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:20.0:1673551350.007348:0:2270093:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000041691db. 02000000:00000001:20.0:1673551350.007349:0:2270093:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551350.007349:0:2270093:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:20.0:1673551350.007350:0:2270093:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:20.0:1673551350.007351:0:2270093:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 219043541464, transno 0, xid 1754530064672512 00010000:00000001:20.0:1673551350.007352:0:2270093:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:20.0:1673551350.007353:0:2270093:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000003cc70ccc x1754530064672512/t0(0) o400->fac71ec6-9f35-4566-9c12-4be9db31431f@172.16.0.124@o2ib:236/0 lens 224/224 e 0 to 0 dl 1673551356 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00010000:00000001:20.0:1673551350.007355:0:2270093:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:20.0:1673551350.007356:0:2270093:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:20.0:1673551350.007356:0:2270093:0:(import.c:1925:at_measured()) add 1 to 000000004d70369c time=120 v=1 (1 1 1 1) 00000100:00000001:20.0:1673551350.007358:0:2270093:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:20.0:1673551350.007359:0:2270093:0:(connection.c:143:ptlrpc_connection_addref()) conn=000000000fd3dc9f refcount 3 to 172.16.0.124@o2ib 00000100:00000001:20.0:1673551350.007360:0:2270093:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912561548257056 : -52831512161294560 : ff444e0504ade720) 02000000:00000001:20.0:1673551350.007361:0:2270093:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:20.0:1673551350.007361:0:2270093:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551350.007362:0:2270093:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:20.0:1673551350.007363:0:2270093:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.124@o2ib 00000400:00000010:20.0:1673551350.007364:0:2270093:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006c8ea8b6. 00000100:00000200:20.0:1673551350.007365:0:2270093:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754530064672512, offset 224 00000400:00000200:20.0:1673551350.007367:0:2270093:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.124@o2ib 00000400:00000200:20.0:1673551350.007369:0:2270093:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.124@o2ib to cpt 5 00000400:00000200:20.0:1673551350.007371:0:2270093:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.124@o2ib local destination 00000400:00000200:20.0:1673551350.007372:0:2270093:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.124@o2ib to cpt 5 00000400:00000200:20.0:1673551350.007375:0:2270093:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.124@o2ib(172.16.0.124@o2ib:172.16.0.124@o2ib) : PUT try# 0 00000800:00000200:20.0:1673551350.007377:0:2270093:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.124@o2ib 00000400:00000200:20.0:1673551350.007378:0:2270093:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.124@o2ib to cpt 5 00000800:00000200:20.0:1673551350.007380:0:2270093:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000023d64f22] -> 172.16.0.124@o2ib (2) version: 12 00000800:00000200:20.0:1673551350.007381:0:2270093:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000009fa70174] (68)++ 00000800:00000200:20.0:1673551350.007382:0:2270093:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000009fa70174] (69)++ 00000800:00000200:20.0:1673551350.007384:0:2270093:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000009fa70174] (70)-- 00000100:00000001:20.0:1673551350.007385:0:2270093:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:20.0:1673551350.007385:0:2270093:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=000000000fd3dc9f refcount 2 to 172.16.0.124@o2ib 00010000:00000001:20.0:1673551350.007386:0:2270093:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:20.0:1673551350.007387:0:2270093:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:20.0:1673551350.007387:0:2270093:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:20.0:1673551350.007388:0:2270093:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003cc70ccc x1754530064672512/t0(0) o400->fac71ec6-9f35-4566-9c12-4be9db31431f@172.16.0.124@o2ib:236/0 lens 224/224 e 0 to 0 dl 1673551356 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00100000:20.0:1673551350.007390:0:2270093:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000003cc70ccc pname:cluuid+ref:pid:xid:nid:opc:job mdt05_001:fac71ec6-9f35-4566-9c12-4be9db31431f+6:2882:x1754530064672512:12345-172.16.0.124@o2ib:400: Request processed in 57us (114us total) trans 0 rc 0/0 00000100:00100000:20.0:1673551350.007392:0:2270093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.124@o2ib, seq: 3586 00000800:00000200:12.2:1673551350.007393:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009fa70174] (69)++ 00000100:00000040:20.0:1673551350.007394:0:2270093:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000000e137be : new rpc_count 0 00000100:00000001:20.0:1673551350.007394:0:2270093:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:20.0:1673551350.007395:0:2270093:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:20.0:1673551350.007397:0:2270093:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a5db69fc. 00000020:00000010:20.0:1673551350.007398:0:2270093:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049270743. 00000020:00000010:20.0:1673551350.007399:0:2270093:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efb94a42. 00000020:00000040:20.0:1673551350.007400:0:2270093:0:(genops.c:979:class_export_put()) PUTting export 0000000000e137be : new refcount 5 00000100:00000001:20.0:1673551350.007401:0:2270093:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:21.0:1673551350.007407:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009fa70174] (70)++ 00000800:00000200:21.0:1673551350.007413:0:12875:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000009fa70174] (71)-- 00000400:00000200:21.0:1673551350.007415:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:21.0:1673551350.007417:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.124@o2ib: PUT: OK 00000400:00000200:21.0:1673551350.007418:0:12875:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000006c8ea8b6 00000400:00000010:21.0:1673551350.007419:0:12875:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000006c8ea8b6. 00000100:00000001:21.0:1673551350.007419:0:12875:0:(events.c:416:reply_out_callback()) Process entered 00000800:00000200:23.0:1673551350.007420:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009fa70174] (70)-- 00000100:00000001:21.0:1673551350.007420:0:12875:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:21.0:1673551350.007422:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009fa70174] (69)-- 00000400:00000001:20.0:1673551350.120112:0:242736:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551350.120113:0:242736:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551350.120114:0:242736:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000338dad86 (tot 183701348). 00000400:00000001:20.0:1673551350.120116:0:242736:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551350.120117:0:242736:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:20.0:1673551350.120118:0:242736:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551350.120120:0:242736:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000338dad86 (tot 183700476). 00000400:00000001:20.0:1673551350.120121:0:242736:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551350.120131:0:242736:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551350.120131:0:242736:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551350.120132:0:242736:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000338dad86 (tot 183701348). 00000400:00000001:20.0:1673551350.120132:0:242736:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551350.120133:0:242736:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:20.0:1673551350.120133:0:242736:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551350.120134:0:242736:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000338dad86 (tot 183700476). 00000400:00000001:20.0:1673551350.120135:0:242736:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551350.120138:0:242736:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551350.120138:0:242736:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551350.120138:0:242736:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000338dad86 (tot 183701348). 00000400:00000001:20.0:1673551350.120139:0:242736:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551350.120139:0:242736:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:20.0:1673551350.120140:0:242736:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551350.120141:0:242736:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000338dad86 (tot 183700476). 00000400:00000001:20.0:1673551350.120141:0:242736:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:20.0:1673551350.120143:0:242736:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:20.0:1673551350.120143:0:242736:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:20.0:1673551350.120143:0:242736:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 00000000338dad86 (tot 183701348). 00000400:00000001:20.0:1673551350.120144:0:242736:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:20.0:1673551350.120144:0:242736:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:20.0:1673551350.120144:0:242736:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:20.0:1673551350.120145:0:242736:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 00000000338dad86 (tot 183700476). 00000400:00000001:20.0:1673551350.120145:0:242736:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:20.0:1673551350.161444:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073532672596 : -176879020 : fffffffff5750a54) 00000020:00000001:20.0:1673551350.161446:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=261442086 : 261442086 : f954a26) 00000020:00000001:20.0:1673551350.161447:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=374304940 : 374304940 : 164f70ac) 00000020:00000001:20.0:1673551350.161447:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073206931141 : -502620475 : ffffffffe20a9ec5) 00000020:00000001:20.0:1673551350.161448:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072226296198 : -1483255418 : ffffffffa7975186) 00000020:00000001:20.0:1673551350.161448:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073557029165 : -152522451 : fffffffff6e8b12d) 00000020:00000001:20.0:1673551350.161449:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=142322279 : 142322279 : 87baa67) 00000020:00000001:20.0:1673551350.161449:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073424245781 : -285305835 : ffffffffeefe9415) 00000020:00000001:20.0:1673551350.161450:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072927439806 : -782111810 : ffffffffd161ebbe) 00000020:00000001:20.0:1673551350.161450:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072929535389 : -780016227 : ffffffffd181e59d) 00000020:00000001:20.0:1673551350.161451:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072599123969 : -1110427647 : ffffffffbdd03801) 00000020:00000001:20.0:1673551350.161452:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072658309315 : -1051242301 : ffffffffc15750c3) 00000020:00000001:20.0:1673551350.161452:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1805725672 : 1805725672 : 6ba12fe8) 00000020:00000001:20.0:1673551350.161453:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1465039109 : 1465039109 : 5752b905) 00000020:00000001:20.0:1673551350.161453:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=2399221176 : 2399221176 : 8f0135b8) 00000020:00000001:20.0:1673551350.161454:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1574753651 : 1574753651 : 5ddcd573) 00000020:00000001:20.0:1673551350.161454:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=304503379 : 304503379 : 12265a53) 00000020:00000001:20.0:1673551350.161454:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1730260101 : 1730260101 : 6721ac85) 00000020:00000001:20.0:1673551350.161455:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1584842117 : 1584842117 : 5e76c585) 00000020:00000001:20.0:1673551350.161455:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1533030095 : 1533030095 : 5b602ecf) 00000020:00000001:20.0:1673551350.161456:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072928236662 : -781314954 : ffffffffd16e1476) 00000020:00000001:20.0:1673551350.161456:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=89609938 : 89609938 : 55756d2) 00000020:00000001:20.0:1673551350.161457:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072905644356 : -803907260 : ffffffffd0155944) 00000020:00000001:20.0:1673551350.161457:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=48078205 : 48078205 : 2dd9d7d) 00000020:00000001:20.0:1673551350.161499:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073532672596 : -176879020 : fffffffff5750a54) 00000020:00000001:20.0:1673551350.161500:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=261442086 : 261442086 : f954a26) 00000020:00000001:20.0:1673551350.161500:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=374304940 : 374304940 : 164f70ac) 00000020:00000001:20.0:1673551350.161501:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073206931141 : -502620475 : ffffffffe20a9ec5) 00000020:00000001:20.0:1673551350.161501:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072226296198 : -1483255418 : ffffffffa7975186) 00000020:00000001:20.0:1673551350.161502:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073557029165 : -152522451 : fffffffff6e8b12d) 00000020:00000001:20.0:1673551350.161502:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=142322279 : 142322279 : 87baa67) 00000020:00000001:20.0:1673551350.161503:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073424245781 : -285305835 : ffffffffeefe9415) 00000020:00000001:20.0:1673551350.161503:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072927439806 : -782111810 : ffffffffd161ebbe) 00000020:00000001:20.0:1673551350.161503:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072929535389 : -780016227 : ffffffffd181e59d) 00000020:00000001:20.0:1673551350.161504:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072599123969 : -1110427647 : ffffffffbdd03801) 00000020:00000001:20.0:1673551350.161504:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072658309315 : -1051242301 : ffffffffc15750c3) 00000020:00000001:20.0:1673551350.161505:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1805725672 : 1805725672 : 6ba12fe8) 00000020:00000001:20.0:1673551350.161505:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1465039109 : 1465039109 : 5752b905) 00000020:00000001:20.0:1673551350.161506:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=2399221176 : 2399221176 : 8f0135b8) 00000020:00000001:20.0:1673551350.161506:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1574753651 : 1574753651 : 5ddcd573) 00000020:00000001:20.0:1673551350.161506:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=304503379 : 304503379 : 12265a53) 00000020:00000001:20.0:1673551350.161507:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1730260101 : 1730260101 : 6721ac85) 00000020:00000001:20.0:1673551350.161507:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1584842117 : 1584842117 : 5e76c585) 00000020:00000001:20.0:1673551350.161508:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1533030095 : 1533030095 : 5b602ecf) 00000020:00000001:20.0:1673551350.161508:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072928236662 : -781314954 : ffffffffd16e1476) 00000020:00000001:20.0:1673551350.161508:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=89609938 : 89609938 : 55756d2) 00000020:00000001:20.0:1673551350.161509:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744072905644356 : -803907260 : ffffffffd0155944) 00000020:00000001:20.0:1673551350.161509:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=48078205 : 48078205 : 2dd9d7d) 00000020:00000040:20.0:1673551350.161555:0:242741:0:(obd_config.c:920:class_incref()) incref MGC172.16.0.56@o2ib (00000000dc661651) now 5 00000020:00000001:20.0:1673551350.161557:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161559:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161559:0:242741:0:(obd_config.c:931:class_decref()) Decref MGC172.16.0.56@o2ib (00000000dc661651) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161561:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 00000020:00000001:20.0:1673551350.161561:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161562:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161562:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 - health_check_show 00000020:00000040:20.0:1673551350.161563:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 00000020:00000001:20.0:1673551350.161563:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161565:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161565:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161566:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 00000020:00000001:20.0:1673551350.161566:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161567:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161567:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161568:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 00000020:00000001:20.0:1673551350.161569:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161569:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161569:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161570:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 00000020:00000001:20.0:1673551350.161571:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161571:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161571:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161572:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 00000020:00000001:20.0:1673551350.161572:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161573:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161573:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161573:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 00000020:00000001:20.0:1673551350.161574:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161574:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161575:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161575:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 00000020:00000001:20.0:1673551350.161576:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161576:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161576:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161577:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 00000020:00000001:20.0:1673551350.161577:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161577:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161578:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161581:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 00000020:00000001:20.0:1673551350.161582:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161582:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161582:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161583:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 00000020:00000001:20.0:1673551350.161583:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161584:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161584:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161584:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 00000020:00000001:20.0:1673551350.161585:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161585:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161585:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161586:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 00000020:00000001:20.0:1673551350.161586:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161587:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161587:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161588:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 00000020:00000001:20.0:1673551350.161589:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161589:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161589:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161590:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osd (00000000854d7bae) now 5 00000020:00000001:20.0:1673551350.161590:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161592:0:242741:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161592:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osd (00000000854d7bae) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161593:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 00000020:00000001:20.0:1673551350.161594:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161594:0:242741:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161595:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161596:0:242741:0:(obd_config.c:920:class_incref()) incref OSS (00000000c9099cbe) now 3 00000020:00000001:20.0:1673551350.161596:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161604:0:242741:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161604:0:242741:0:(obd_config.c:931:class_decref()) Decref OSS (00000000c9099cbe) now 3 - health_check_show 00000020:00000040:20.0:1673551350.161605:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002 (00000000539e52b3) now 19 00000020:00000001:20.0:1673551350.161606:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:20.0:1673551350.161607:0:242741:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e449f79d. 00000020:00000010:20.0:1673551350.161609:0:242741:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000002b8cb6f5. 00000020:00000010:20.0:1673551350.161610:0:242741:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000681d16c9. 00000020:00000010:20.0:1673551350.161613:0:242741:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551350.161614:0:242741:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000fc03063f. 80000000:00000010:20.0:1673551350.161616:0:242741:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551350.161618:0:242741:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 00000000d197d564. 00040000:00000010:20.0:1673551350.161620:0:242741:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000c50ca484. 00040000:00000010:20.0:1673551350.161622:0:242741:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000003884e4b0. 00080000:00000010:20.0:1673551350.161623:0:242741:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000fcef7103. 00080000:00000010:20.0:1673551350.161624:0:242741:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d8375487. 00100000:00000010:20.0:1673551350.161626:0:242741:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000039bda6c6. 00002000:00000010:20.0:1673551350.161627:0:242741:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000abfdc146. 00000020:00000010:20.0:1673551350.161634:0:242741:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000002b8cb6f5. 00000020:00000010:20.0:1673551350.161635:0:242741:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000681d16c9. 00000020:00000010:20.0:1673551350.161637:0:242741:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551350.161638:0:242741:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000fc03063f. 80000000:00000010:20.0:1673551350.161638:0:242741:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551350.161639:0:242741:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 00000000d197d564. 00040000:00000010:20.0:1673551350.161640:0:242741:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000c50ca484. 00040000:00000010:20.0:1673551350.161641:0:242741:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000003884e4b0. 00080000:00000010:20.0:1673551350.161642:0:242741:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d8375487. 00080000:00000010:20.0:1673551350.161643:0:242741:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000fcef7103. 00100000:00000010:20.0:1673551350.161643:0:242741:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 0000000039bda6c6. 00002000:00000010:20.0:1673551350.161644:0:242741:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000abfdc146. 00000020:00000010:20.0:1673551350.161645:0:242741:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e449f79d. 00000020:00000001:20.0:1673551350.161645:0:242741:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161646:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002 (00000000539e52b3) now 19 - health_check_show 00000020:00000040:20.0:1673551350.161647:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 00000020:00000001:20.0:1673551350.161647:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161648:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161648:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161649:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 00000020:00000001:20.0:1673551350.161649:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161650:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161650:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161651:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 00000020:00000001:20.0:1673551350.161651:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161651:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161652:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161652:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 00000020:00000001:20.0:1673551350.161653:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161653:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161653:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161654:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003 (000000002b59130a) now 19 00000020:00000001:20.0:1673551350.161654:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:20.0:1673551350.161655:0:242741:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006249b357. 00000020:00000010:20.0:1673551350.161655:0:242741:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000003884e4b0. 00000020:00000010:20.0:1673551350.161656:0:242741:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000039bda6c6. 00000020:00000010:20.0:1673551350.161656:0:242741:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551350.161657:0:242741:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000060c229b. 80000000:00000010:20.0:1673551350.161657:0:242741:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551350.161658:0:242741:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 00000000d197d564. 00040000:00000010:20.0:1673551350.161658:0:242741:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000c50ca484. 00040000:00000010:20.0:1673551350.161659:0:242741:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000003cbe683c. 00080000:00000010:20.0:1673551350.161659:0:242741:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000fcef7103. 00080000:00000010:20.0:1673551350.161660:0:242741:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d8375487. 00100000:00000010:20.0:1673551350.161660:0:242741:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000681d16c9. 00002000:00000010:20.0:1673551350.161661:0:242741:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000abfdc146. 00000020:00000010:20.0:1673551350.161663:0:242741:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000003884e4b0. 00000020:00000010:20.0:1673551350.161664:0:242741:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 0000000039bda6c6. 00000020:00000010:20.0:1673551350.161664:0:242741:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551350.161665:0:242741:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000060c229b. 80000000:00000010:20.0:1673551350.161666:0:242741:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551350.161667:0:242741:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 00000000d197d564. 00040000:00000010:20.0:1673551350.161667:0:242741:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000c50ca484. 00040000:00000010:20.0:1673551350.161668:0:242741:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000003cbe683c. 00080000:00000010:20.0:1673551350.161668:0:242741:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d8375487. 00080000:00000010:20.0:1673551350.161669:0:242741:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000fcef7103. 00100000:00000010:20.0:1673551350.161669:0:242741:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000681d16c9. 00002000:00000010:20.0:1673551350.161670:0:242741:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000abfdc146. 00000020:00000010:20.0:1673551350.161670:0:242741:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006249b357. 00000020:00000001:20.0:1673551350.161670:0:242741:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161671:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003 (000000002b59130a) now 19 - health_check_show 00000020:00000040:20.0:1673551350.161671:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 00000020:00000001:20.0:1673551350.161672:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161672:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161673:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161673:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 00000020:00000001:20.0:1673551350.161673:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161674:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161674:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161675:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 00000020:00000001:20.0:1673551350.161675:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161675:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161676:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161676:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 00000020:00000001:20.0:1673551350.161677:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161677:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161677:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161678:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 00000020:00000001:20.0:1673551350.161679:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161680:0:242741:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161680:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 - health_check_show 00000020:00000040:20.0:1673551350.161681:0:242741:0:(obd_config.c:920:class_incref()) incref MDS (00000000f55b68e7) now 3 00000020:00000001:20.0:1673551350.161681:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161692:0:242741:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161692:0:242741:0:(obd_config.c:931:class_decref()) Decref MDS (00000000f55b68e7) now 3 - health_check_show 00000020:00000040:20.0:1673551350.161693:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 00000020:00000001:20.0:1673551350.161693:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161694:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161695:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 - health_check_show 00000020:00000040:20.0:1673551350.161695:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001 (00000000315cb77a) now 53 00000020:00000001:20.0:1673551350.161696:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161696:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161697:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001 (00000000315cb77a) now 53 - health_check_show 00000020:00000040:20.0:1673551350.161698:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDD0001 (00000000be65ec15) now 4 00000020:00000001:20.0:1673551350.161698:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161699:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161699:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDD0001 (00000000be65ec15) now 4 - health_check_show 00000020:00000040:20.0:1673551350.161700:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 00000020:00000001:20.0:1673551350.161700:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161700:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161701:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161701:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 00000020:00000001:20.0:1673551350.161702:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161702:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161702:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161703:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 00000020:00000001:20.0:1673551350.161703:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161703:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161704:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161704:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 00000020:00000001:20.0:1673551350.161705:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161705:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161705:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161706:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 00000020:00000001:20.0:1673551350.161706:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161707:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161707:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161707:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 00000020:00000001:20.0:1673551350.161708:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161708:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161709:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161709:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 00000020:00000001:20.0:1673551350.161710:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161710:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161710:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161711:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 00000020:00000001:20.0:1673551350.161711:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161712:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161712:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161713:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 00000020:00000001:20.0:1673551350.161713:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161713:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161714:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161714:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 00000020:00000001:20.0:1673551350.161715:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161715:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161715:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161716:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 00000020:00000001:20.0:1673551350.161716:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161717:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161717:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161718:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 00000020:00000001:20.0:1673551350.161719:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161719:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161719:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 - health_check_show 00000020:00000040:20.0:1673551350.161754:0:242741:0:(obd_config.c:920:class_incref()) incref MGC172.16.0.56@o2ib (00000000dc661651) now 5 00000020:00000001:20.0:1673551350.161755:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161755:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161756:0:242741:0:(obd_config.c:931:class_decref()) Decref MGC172.16.0.56@o2ib (00000000dc661651) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161756:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 00000020:00000001:20.0:1673551350.161757:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161758:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161758:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-clilov-ff444e0748e14000 (00000000cd2754e6) now 4 - health_check_seq_show 00000020:00000040:20.0:1673551350.161759:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 00000020:00000001:20.0:1673551350.161759:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161759:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161760:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-clilmv-ff444e0748e14000 (00000000f24347b0) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161760:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 00000020:00000001:20.0:1673551350.161760:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161761:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161761:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-mdc-ff444e0748e14000 (000000007c305097) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161762:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 00000020:00000001:20.0:1673551350.161762:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161762:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161763:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdc-ff444e0748e14000 (0000000020a0b6f8) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161763:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 00000020:00000001:20.0:1673551350.161763:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161764:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161764:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-mdc-ff444e0748e14000 (000000004dc5ad8f) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161765:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 00000020:00000001:20.0:1673551350.161765:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161765:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161766:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-mdc-ff444e0748e14000 (00000000ac843c0f) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161766:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 00000020:00000001:20.0:1673551350.161767:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161767:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161767:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-ff444e0748e14000 (000000009b64b874) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161768:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 00000020:00000001:20.0:1673551350.161768:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161768:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161769:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-ff444e0748e14000 (00000000e9692654) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161769:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 00000020:00000001:20.0:1673551350.161770:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161771:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161771:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-ff444e0748e14000 (00000000e90f8012) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161772:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 00000020:00000001:20.0:1673551350.161772:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161772:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161773:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-ff444e0748e14000 (00000000ee6a739b) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161773:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 00000020:00000001:20.0:1673551350.161774:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161774:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161774:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-ff444e0748e14000 (000000009e70f4b4) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161775:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 00000020:00000001:20.0:1673551350.161775:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161775:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161776:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-ff444e0748e14000 (0000000064820821) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161776:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 00000020:00000001:20.0:1673551350.161777:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161777:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161777:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-ff444e0748e14000 (000000000d9a6bd7) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161778:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 00000020:00000001:20.0:1673551350.161778:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161778:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161779:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-ff444e0748e14000 (00000000b3022d0d) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161779:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osd (00000000854d7bae) now 5 00000020:00000001:20.0:1673551350.161780:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161780:0:242741:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161780:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osd (00000000854d7bae) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161781:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 00000020:00000001:20.0:1673551350.161781:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161782:0:242741:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161782:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osd (00000000cbfe2c2f) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161782:0:242741:0:(obd_config.c:920:class_incref()) incref OSS (00000000c9099cbe) now 3 00000020:00000001:20.0:1673551350.161783:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161784:0:242741:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161785:0:242741:0:(obd_config.c:931:class_decref()) Decref OSS (00000000c9099cbe) now 3 - health_check_seq_show 00000020:00000040:20.0:1673551350.161785:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002 (00000000539e52b3) now 19 00000020:00000001:20.0:1673551350.161786:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:20.0:1673551350.161786:0:242741:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc03063f. 00000020:00000010:20.0:1673551350.161787:0:242741:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000002b8cb6f5. 00000020:00000010:20.0:1673551350.161787:0:242741:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000681d16c9. 00000020:00000010:20.0:1673551350.161788:0:242741:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551350.161788:0:242741:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000006249b357. 80000000:00000010:20.0:1673551350.161789:0:242741:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551350.161789:0:242741:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 0000000091fe2ee0. 00040000:00000010:20.0:1673551350.161790:0:242741:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000c50ca484. 00040000:00000010:20.0:1673551350.161790:0:242741:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000003cbe683c. 00080000:00000010:20.0:1673551350.161791:0:242741:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000fcef7103. 00080000:00000010:20.0:1673551350.161791:0:242741:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d8375487. 00100000:00000010:20.0:1673551350.161792:0:242741:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000039bda6c6. 00002000:00000010:20.0:1673551350.161792:0:242741:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000abfdc146. 00000020:00000010:20.0:1673551350.161794:0:242741:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000002b8cb6f5. 00000020:00000010:20.0:1673551350.161794:0:242741:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 00000000681d16c9. 00000020:00000010:20.0:1673551350.161795:0:242741:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551350.161795:0:242741:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000006249b357. 80000000:00000010:20.0:1673551350.161796:0:242741:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551350.161796:0:242741:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 0000000091fe2ee0. 00040000:00000010:20.0:1673551350.161797:0:242741:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000c50ca484. 00040000:00000010:20.0:1673551350.161797:0:242741:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000003cbe683c. 00080000:00000010:20.0:1673551350.161798:0:242741:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d8375487. 00080000:00000010:20.0:1673551350.161798:0:242741:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000fcef7103. 00100000:00000010:20.0:1673551350.161799:0:242741:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 0000000039bda6c6. 00002000:00000010:20.0:1673551350.161799:0:242741:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000abfdc146. 00000020:00000010:20.0:1673551350.161800:0:242741:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc03063f. 00000020:00000001:20.0:1673551350.161800:0:242741:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161800:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002 (00000000539e52b3) now 19 - health_check_seq_show 00000020:00000040:20.0:1673551350.161801:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 00000020:00000001:20.0:1673551350.161801:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161802:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161802:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0002 (00000000c47263a7) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161803:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 00000020:00000001:20.0:1673551350.161803:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161803:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161804:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0002 (00000000f150fb76) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161804:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 00000020:00000001:20.0:1673551350.161805:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161805:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161805:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0002 (00000000e906e2fe) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161806:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 00000020:00000001:20.0:1673551350.161806:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161806:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161807:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0002 (000000008ece1e80) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161807:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003 (000000002b59130a) now 19 00000020:00000001:20.0:1673551350.161808:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000010:20.0:1673551350.161808:0:242741:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000060c229b. 00000020:00000010:20.0:1673551350.161808:0:242741:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000003cbe683c. 00000020:00000010:20.0:1673551350.161809:0:242741:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000039bda6c6. 00000020:00000010:20.0:1673551350.161809:0:242741:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551350.161810:0:242741:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000006249b357. 80000000:00000010:20.0:1673551350.161810:0:242741:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551350.161811:0:242741:0:(fid_handler.c:457:seq_key_init()) kmalloced '(value)': 48 at 0000000091fe2ee0. 00040000:00000010:20.0:1673551350.161811:0:242741:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000c50ca484. 00040000:00000010:20.0:1673551350.161812:0:242741:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000003884e4b0. 00080000:00000010:20.0:1673551350.161812:0:242741:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info)': 3640 at 00000000fcef7103. 00080000:00000010:20.0:1673551350.161813:0:242741:0:(osd_handler.c:7802:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d8375487. 00100000:00000010:20.0:1673551350.161813:0:242741:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000681d16c9. 00002000:00000010:20.0:1673551350.161814:0:242741:0:(ofd_dev.c:2915:ofd_key_init()) kmalloced '(value)': 920 at 00000000abfdc146. 00000020:00000010:20.0:1673551350.161815:0:242741:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000003cbe683c. 00000020:00000010:20.0:1673551350.161816:0:242741:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1256 at 0000000039bda6c6. 00000020:00000010:20.0:1673551350.161816:0:242741:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1256 at 00000000b6002b85. 00000020:00000010:20.0:1673551350.161817:0:242741:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000006249b357. 80000000:00000010:20.0:1673551350.161817:0:242741:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at 0000000051db4533. 40000000:00000010:20.0:1673551350.161818:0:242741:0:(fid_handler.c:457:seq_key_fini()) kfreed 'info': 48 at 0000000091fe2ee0. 00040000:00000010:20.0:1673551350.161818:0:242741:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000c50ca484. 00040000:00000010:20.0:1673551350.161819:0:242741:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000003884e4b0. 00080000:00000010:20.0:1673551350.161819:0:242741:0:(osd_handler.c:7848:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d8375487. 00080000:00000010:20.0:1673551350.161820:0:242741:0:(osd_handler.c:7859:osd_key_fini()) kfreed 'info': 3640 at 00000000fcef7103. 00100000:00000010:20.0:1673551350.161820:0:242741:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1800 at 00000000681d16c9. 00002000:00000010:20.0:1673551350.161821:0:242741:0:(ofd_dev.c:2915:ofd_key_fini()) kfreed 'info': 920 at 00000000abfdc146. 00000020:00000010:20.0:1673551350.161821:0:242741:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000060c229b. 00000020:00000001:20.0:1673551350.161822:0:242741:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161822:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003 (000000002b59130a) now 19 - health_check_seq_show 00000020:00000040:20.0:1673551350.161823:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 00000020:00000001:20.0:1673551350.161823:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161823:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161824:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-OST0003 (00000000469c22c7) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161824:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 00000020:00000001:20.0:1673551350.161824:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161825:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161825:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-lwp-OST0003 (00000000fb5be2b0) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161826:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 00000020:00000001:20.0:1673551350.161826:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161826:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161827:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-lwp-OST0003 (000000006097c60c) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161827:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 00000020:00000001:20.0:1673551350.161828:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161828:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161828:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-lwp-OST0003 (000000008b58d545) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161829:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 00000020:00000001:20.0:1673551350.161829:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161829:0:242741:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161830:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-osd (0000000012fa5ad7) now 17 - health_check_seq_show 00000020:00000040:20.0:1673551350.161830:0:242741:0:(obd_config.c:920:class_incref()) incref MDS (00000000f55b68e7) now 3 00000020:00000001:20.0:1673551350.161831:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161832:0:242741:0:(obd_class.h:1292:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161833:0:242741:0:(obd_config.c:931:class_decref()) Decref MDS (00000000f55b68e7) now 3 - health_check_seq_show 00000020:00000040:20.0:1673551350.161833:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 00000020:00000001:20.0:1673551350.161834:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161834:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161834:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001-mdtlov (00000000f6299adc) now 4 - health_check_seq_show 00000020:00000040:20.0:1673551350.161835:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0001 (00000000315cb77a) now 53 00000020:00000001:20.0:1673551350.161835:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161836:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161836:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0001 (00000000315cb77a) now 53 - health_check_seq_show 00000020:00000040:20.0:1673551350.161836:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDD0001 (00000000be65ec15) now 4 00000020:00000001:20.0:1673551350.161837:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161837:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161837:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDD0001 (00000000be65ec15) now 4 - health_check_seq_show 00000020:00000040:20.0:1673551350.161838:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 00000020:00000001:20.0:1673551350.161838:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161839:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161839:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-osp-MDT0001 (00000000ea62f805) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161839:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 00000020:00000001:20.0:1673551350.161840:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161840:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161840:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0003-osp-MDT0001 (0000000085308432) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161841:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 00000020:00000001:20.0:1673551350.161841:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161842:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161842:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0002-osp-MDT0001 (00000000794a03e3) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161842:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 00000020:00000001:20.0:1673551350.161843:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161843:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161843:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0000-osc-MDT0001 (000000003b5c3cb4) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161844:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 00000020:00000001:20.0:1673551350.161844:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161845:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161845:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0001-osc-MDT0001 (000000007f7650ee) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161846:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 00000020:00000001:20.0:1673551350.161846:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161846:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161847:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0005-osc-MDT0001 (000000009d96a93c) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161847:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 00000020:00000001:20.0:1673551350.161848:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161848:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161848:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0002-osc-MDT0001 (00000000b2f75148) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161849:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 00000020:00000001:20.0:1673551350.161849:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161849:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161850:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0004-osc-MDT0001 (00000000dcc722de) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161850:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 00000020:00000001:20.0:1673551350.161851:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161851:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161851:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0003-osc-MDT0001 (000000003afc03d1) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161852:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 00000020:00000001:20.0:1673551350.161852:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161852:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161853:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0007-osc-MDT0001 (000000007f90109e) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161853:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 00000020:00000001:20.0:1673551350.161854:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161854:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161854:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-OST0006-osc-MDT0001 (000000003dd0d0a8) now 5 - health_check_seq_show 00000020:00000040:20.0:1673551350.161855:0:242741:0:(obd_config.c:920:class_incref()) incref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 00000020:00000001:20.0:1673551350.161855:0:242741:0:(obd_class.h:1279:obd_health_check()) Process entered 00000020:00000001:20.0:1673551350.161855:0:242741:0:(obd_class.h:1289:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551350.161856:0:242741:0:(obd_config.c:931:class_decref()) Decref ai200x-MDT0000-lwp-MDT0001 (00000000d17ea2fe) now 5 - health_check_seq_show 00080000:00000010:20.0:1673551350.162247:0:242741:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162252:0:242741:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162263:0:242741:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162265:0:242741:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162272:0:242741:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162274:0:242741:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162364:0:242741:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162366:0:242741:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162376:0:242741:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162377:0:242741:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162384:0:242741:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162385:0:242741:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162569:0:242741:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162570:0:242741:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162580:0:242741:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162581:0:242741:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162588:0:242741:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162589:0:242741:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162672:0:242741:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162673:0:242741:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162683:0:242741:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162684:0:242741:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162693:0:242741:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162694:0:242741:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162777:0:242741:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162778:0:242741:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162789:0:242741:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162790:0:242741:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162797:0:242741:0:(osd_handler.c:2323:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a5db69fc. 00080000:00000010:20.0:1673551350.162798:0:242741:0:(osd_handler.c:2371:osd_statfs()) kfreed 'ksfs': 120 at 00000000a5db69fc. 00000020:00000001:20.0:1673551350.164324:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709534356 : -17260 : ffffffffffffbc94) 00000020:00000001:20.0:1673551350.164325:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709544896 : -6720 : ffffffffffffe5c0) 00000020:00000001:20.0:1673551350.164326:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709535372 : -16244 : ffffffffffffc08c) 00000020:00000001:20.0:1673551350.164327:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709546493 : -5123 : ffffffffffffebfd) 00000020:00000001:20.0:1673551350.164327:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=55664 : 55664 : d970) 00000020:00000001:20.0:1673551350.164328:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709539462 : -12154 : ffffffffffffd086) 00000020:00000001:20.0:1673551350.164329:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=100021 : 100021 : 186b5) 00000020:00000001:20.0:1673551350.164330:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=17760 : 17760 : 4560) 00000020:00000001:20.0:1673551350.164331:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709535518 : -16098 : ffffffffffffc11e) 00000020:00000001:20.0:1673551350.164331:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709544026 : -7590 : ffffffffffffe25a) 00000020:00000001:20.0:1673551350.164332:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538216 : -13400 : ffffffffffffcba8) 00000020:00000001:20.0:1673551350.164333:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709546924 : -4692 : ffffffffffffedac) 00000020:00000001:20.0:1673551350.164334:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709543771 : -7845 : ffffffffffffe15b) 00000020:00000001:20.0:1673551350.164335:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1270 : 1270 : 4f6) 00000020:00000001:20.0:1673551350.164335:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709547278 : -4338 : ffffffffffffef0e) 00000020:00000001:20.0:1673551350.164336:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709550160 : -1456 : fffffffffffffa50) 00000020:00000001:20.0:1673551350.164336:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=1804 : 1804 : 70c) 00000020:00000001:20.0:1673551350.164337:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709545648 : -5968 : ffffffffffffe8b0) 00000020:00000001:20.0:1673551350.164337:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538053 : -13563 : ffffffffffffcb05) 00000020:00000001:20.0:1673551350.164338:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=6133 : 6133 : 17f5) 00000020:00000001:20.0:1673551350.164338:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709530999 : -20617 : ffffffffffffaf77) 00000020:00000001:20.0:1673551350.164339:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709545959 : -5657 : ffffffffffffe9e7) 00000020:00000001:20.0:1673551350.164339:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709535634 : -15982 : ffffffffffffc192) 00000020:00000001:20.0:1673551350.164340:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709546505 : -5111 : ffffffffffffec09) 00000020:00000001:20.0:1673551350.164351:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709487565 : -64051 : ffffffffffff05cd) 00000020:00000001:20.0:1673551350.164351:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538857 : -12759 : ffffffffffffce29) 00000020:00000001:20.0:1673551350.164352:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709508610 : -43006 : ffffffffffff5802) 00000020:00000001:20.0:1673551350.164352:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709548664 : -2952 : fffffffffffff478) 00000020:00000001:20.0:1673551350.164353:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709453695 : -97921 : fffffffffffe817f) 00000020:00000001:20.0:1673551350.164354:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709507705 : -43911 : ffffffffffff5479) 00000020:00000001:20.0:1673551350.164354:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709483209 : -68407 : fffffffffffef4c9) 00000020:00000001:20.0:1673551350.164355:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709520894 : -30722 : ffffffffffff87fe) 00000020:00000001:20.0:1673551350.164356:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709481850 : -69766 : fffffffffffeef7a) 00000020:00000001:20.0:1673551350.164356:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709519676 : -31940 : ffffffffffff833c) 00000020:00000001:20.0:1673551350.164357:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709504456 : -47160 : ffffffffffff47c8) 00000020:00000001:20.0:1673551350.164358:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709528266 : -23350 : ffffffffffffa4ca) 00000020:00000001:20.0:1673551350.164358:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=99958 : 99958 : 18676) 00000020:00000001:20.0:1673551350.164359:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=93840 : 93840 : 16e90) 00000020:00000001:20.0:1673551350.164359:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=86257 : 86257 : 150f1) 00000020:00000001:20.0:1673551350.164360:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=96452 : 96452 : 178c4) 00000020:00000001:20.0:1673551350.164360:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=92500 : 92500 : 16954) 00000020:00000001:20.0:1673551350.164361:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=77142 : 77142 : 12d56) 00000020:00000001:20.0:1673551350.164361:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=82664 : 82664 : 142e8) 00000020:00000001:20.0:1673551350.164362:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=94100 : 94100 : 16f94) 00000020:00000001:20.0:1673551350.164362:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709469393 : -82223 : fffffffffffebed1) 00000020:00000001:20.0:1673551350.164363:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709527539 : -24077 : ffffffffffffa1f3) 00000020:00000001:20.0:1673551350.164363:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709484241 : -67375 : fffffffffffef8d1) 00000020:00000001:20.0:1673551350.164364:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538326 : -13290 : ffffffffffffcc16) 00000020:00000001:20.0:1673551350.164371:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709488030 : -63586 : ffffffffffff079e) 00000020:00000001:20.0:1673551350.164372:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709536179 : -15437 : ffffffffffffc3b3) 00000020:00000001:20.0:1673551350.164372:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709507560 : -44056 : ffffffffffff53e8) 00000020:00000001:20.0:1673551350.164373:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709547905 : -3711 : fffffffffffff181) 00000020:00000001:20.0:1673551350.164373:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709454671 : -96945 : fffffffffffe854f) 00000020:00000001:20.0:1673551350.164374:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709507714 : -43902 : ffffffffffff5482) 00000020:00000001:20.0:1673551350.164374:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709483113 : -68503 : fffffffffffef469) 00000020:00000001:20.0:1673551350.164375:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709519743 : -31873 : ffffffffffff837f) 00000020:00000001:20.0:1673551350.164375:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709482948 : -68668 : fffffffffffef3c4) 00000020:00000001:20.0:1673551350.164376:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709520003 : -31613 : ffffffffffff8483) 00000020:00000001:20.0:1673551350.164376:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709506527 : -45089 : ffffffffffff4fdf) 00000020:00000001:20.0:1673551350.164377:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709527989 : -23627 : ffffffffffffa3b5) 00000020:00000001:20.0:1673551350.164377:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=96824 : 96824 : 17a38) 00000020:00000001:20.0:1673551350.164379:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=92537 : 92537 : 16979) 00000020:00000001:20.0:1673551350.164379:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=88525 : 88525 : 159cd) 00000020:00000001:20.0:1673551350.164380:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=97422 : 97422 : 17c8e) 00000020:00000001:20.0:1673551350.164381:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=92864 : 92864 : 16ac0) 00000020:00000001:20.0:1673551350.164381:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=79840 : 79840 : 137e0) 00000020:00000001:20.0:1673551350.164382:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=81741 : 81741 : 13f4d) 00000020:00000001:20.0:1673551350.164382:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=95135 : 95135 : 1739f) 00000020:00000001:20.0:1673551350.164383:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709469016 : -82600 : fffffffffffebd58) 00000020:00000001:20.0:1673551350.164383:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709528588 : -23028 : ffffffffffffa60c) 00000020:00000001:20.0:1673551350.164384:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709482799 : -68817 : fffffffffffef32f) 00000020:00000001:20.0:1673551350.164385:0:242741:0:(lprocfs_status.c:1622:lprocfs_read_helper()) Process leaving (rc=18446744073709538186 : -13430 : ffffffffffffcb8a) 00000400:00000001:10.0:1673551350.167118:0:242745:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551350.167119:0:242745:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551350.167120:0:242745:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 000000000318503a (tot 183701348). 00000400:00000001:10.0:1673551350.167121:0:242745:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551350.167122:0:242745:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:10.0:1673551350.167124:0:242745:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551350.167126:0:242745:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 000000000318503a (tot 183700476). 00000400:00000001:10.0:1673551350.167127:0:242745:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:10.0:1673551350.167139:0:242745:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551350.167139:0:242745:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551350.167140:0:242745:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 72 at 0000000040c06650 (tot 183700548). 00000400:00000001:10.0:1673551350.167141:0:242745:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551350.167142:0:242745:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310053 00000400:00001000:10.0:1673551350.167142:0:242745:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551350.167143:0:242745:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 72 at 0000000040c06650 (tot 183700476). 00000400:00000001:10.0:1673551350.167144:0:242745:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:10.0:1673551350.167149:0:242745:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551350.167149:0:242745:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551350.167149:0:242745:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 48 at 000000007d649db6 (tot 183700524). 00000400:00000001:10.0:1673551350.167150:0:242745:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551350.167150:0:242745:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310055 00000400:00001000:10.0:1673551350.167151:0:242745:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551350.167152:0:242745:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 48 at 000000007d649db6 (tot 183700476). 00000400:00000001:10.0:1673551350.167152:0:242745:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:10.0:1673551350.167157:0:242745:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551350.167157:0:242745:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551350.167157:0:242745:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 000000000318503a (tot 183701348). 00000400:00000001:10.0:1673551350.167158:0:242745:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551350.167158:0:242745:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:10.0:1673551350.167159:0:242745:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551350.167160:0:242745:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 000000000318503a (tot 183700476). 00000400:00000001:10.0:1673551350.167161:0:242745:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:10.0:1673551350.167164:0:242745:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551350.167164:0:242745:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551350.167164:0:242745:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 72 at 0000000040c06650 (tot 183700548). 00000400:00000001:10.0:1673551350.167165:0:242745:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551350.167165:0:242745:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310053 00000400:00001000:10.0:1673551350.167165:0:242745:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551350.167166:0:242745:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 72 at 0000000040c06650 (tot 183700476). 00000400:00000001:10.0:1673551350.167166:0:242745:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:10.0:1673551350.167170:0:242745:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551350.167170:0:242745:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551350.167170:0:242745:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 48 at 000000007d649db6 (tot 183700524). 00000400:00000001:10.0:1673551350.167171:0:242745:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551350.167171:0:242745:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310055 00000400:00001000:10.0:1673551350.167172:0:242745:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551350.167172:0:242745:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 48 at 000000007d649db6 (tot 183700476). 00000400:00000001:10.0:1673551350.167173:0:242745:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:10.0:1673551350.167178:0:242745:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551350.167178:0:242745:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551350.167179:0:242745:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 000000000318503a (tot 183701348). 00000400:00000001:10.0:1673551350.167179:0:242745:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551350.167180:0:242745:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:10.0:1673551350.167180:0:242745:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551350.167181:0:242745:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 000000000318503a (tot 183700476). 00000400:00000001:10.0:1673551350.167181:0:242745:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:10.0:1673551350.167183:0:242745:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551350.167184:0:242745:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551350.167184:0:242745:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 72 at 0000000040c06650 (tot 183700548). 00000400:00000001:10.0:1673551350.167184:0:242745:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551350.167185:0:242745:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310053 00000400:00001000:10.0:1673551350.167185:0:242745:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551350.167186:0:242745:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 72 at 0000000040c06650 (tot 183700476). 00000400:00000001:10.0:1673551350.167186:0:242745:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:10.0:1673551350.167188:0:242745:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551350.167188:0:242745:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551350.167188:0:242745:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 48 at 000000007d649db6 (tot 183700524). 00000400:00000001:10.0:1673551350.167189:0:242745:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551350.167189:0:242745:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310055 00000400:00001000:10.0:1673551350.167189:0:242745:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551350.167190:0:242745:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 48 at 000000007d649db6 (tot 183700476). 00000400:00000001:10.0:1673551350.167190:0:242745:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:10.0:1673551350.167195:0:242745:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:10.0:1673551350.167195:0:242745:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:10.0:1673551350.167195:0:242745:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 872 at 000000000318503a (tot 183701348). 00000400:00000001:10.0:1673551350.167196:0:242745:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:10.0:1673551350.167196:0:242745:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3233310049 00000400:00001000:10.0:1673551350.167197:0:242745:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:10.0:1673551350.167197:0:242745:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 872 at 000000000318503a (tot 183700476). 00000400:00000001:10.0:1673551350.167198:0:242745:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:18.0:1673551350.294058:0:2269469:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:18.0:1673551350.294059:0:2269469:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551350.422079:0:2408396:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:20.0:1673551350.422080:0:2408396:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1673551350.443645:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000006f8568c3] (68)++ 00000800:00000200:2.0:1673551350.443661:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000006f8568c3] (69)++ 00000800:00000200:2.0:1673551350.443671:0:12866:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.23@o2ib 00000400:00000200:2.0:1673551350.443674:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:2.0:1673551350.443676:0:12866:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.23@o2ib : PUT - for me 00000800:00000200:0.0:1673551350.443679:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006f8568c3] (70)-- 00000400:00000200:2.0:1673551350.443680:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:2.0:1673551350.443682:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:2.0:1673551350.443683:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:2.0:1673551350.443684:0:12866:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 24 MB=0x63bfccd5cd740 00000400:00000200:2.0:1673551350.443687:0:12866:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 18 from 12345-172.16.0.22@o2ib of length 224/224 into md 0x71d2b01 [256] + 1792 00000400:00000200:2.0:1673551350.443691:0:12866:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1673551350.443692:0:12866:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.23@o2ib: PUT: OK 00000100:00000001:2.0:1673551350.443694:0:12866:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:2.0:1673551350.443695:0:12866:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_out 00000100:00000010:2.0:1673551350.443698:0:12866:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000b28a7f21. 00000100:00000040:2.0:1673551350.443699:0:12866:0:(events.c:367:request_in_callback()) incoming req@00000000b28a7f21 x1754806823475008 msgsize 224 00000100:00100000:2.0:1673551350.443701:0:12866:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.22@o2ib (source: 12345-172.16.0.23@o2ib) 00000100:00000001:2.0:1673551350.443706:0:12866:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:2.0:1673551350.443708:0:12866:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000006f8568c3] (69)++ 00000800:00000200:2.0:1673551350.443709:0:12866:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000006f8568c3] (70)-- 00000800:00000200:2.0:1673551350.443710:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006f8568c3] (69)-- 00000100:00000001:1.0:1673551350.443717:0:1308470:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1673551350.443719:0:1308470:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1673551350.443720:0:1308470:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1673551350.443721:0:1308470:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1673551350.443723:0:1308470:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1673551350.443725:0:1308470:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754806823475008 00000020:00000001:1.0:1673551350.443727:0:1308470:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1673551350.443728:0:1308470:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b69 00000020:00000001:1.0:1673551350.443729:0:1308470:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:1.0:1673551350.443730:0:1308470:0:(lustre_handles.c:152:class_handle2object()) GET export 000000004d397a21 refcount=5 00000020:00000001:1.0:1673551350.443731:0:1308470:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748043776 : -52831469961507840 : ff444e0ed7fb8c00) 00000020:00000001:1.0:1673551350.443732:0:1308470:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748043776 : -52831469961507840 : ff444e0ed7fb8c00) 00000100:00000001:1.0:1673551350.443733:0:1308470:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1673551350.443734:0:1308470:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1673551350.443735:0:1308470:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003dd14a5e. 00000020:00000010:1.0:1673551350.443737:0:1308470:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042914606. 00000020:00000010:1.0:1673551350.443740:0:1308470:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006489e9d9. 00000100:00000040:1.0:1673551350.443742:0:1308470:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_out at +1s 00000100:00000001:1.0:1673551350.443743:0:1308470:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1673551350.443743:0:1308470:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1673551350.443744:0:1308470:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551350.443746:0:1308470:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551350.443752:0:1308470:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1673551350.443756:0:1308470:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1673551350.443757:0:1308470:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1673551350.443759:0:1308470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.22@o2ib, seq: 9262 00000100:00000040:1.0:1673551350.443761:0:1308470:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000004d397a21 : new rpc_count 1 00000100:00000001:1.0:1673551350.443763:0:1308470:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912603120940544 : -52831470588611072 : ff444e0eb29ab600) 00000100:00000040:1.0:1673551350.443766:0:1308470:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b28a7f21 x1754806823475008/t0(0) o41->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:236/0 lens 224/0 e 0 to 0 dl 1673551356 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1673551350.443772:0:1308470:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1673551350.443773:0:1308470:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1673551350.443774:0:1308470:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000b28a7f21 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:ai200x-MDT0003-mdtlov_UUID+5:10858:x1754806823475008:12345-172.16.0.22@o2ib:41: 00000100:00000200:1.0:1673551350.443777:0:1308470:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754806823475008 00000020:00000001:1.0:1673551350.443778:0:1308470:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:1.0:1673551350.443780:0:1308470:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:1.0:1673551350.443781:0:1308470:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1673551350.443783:0:1308470:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1673551350.443783:0:1308470:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072666184064 : -1043367552 : ffffffffc1cf7980) 00000020:00000001:1.0:1673551350.443784:0:1308470:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1673551350.443785:0:1308470:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1673551350.443786:0:1308470:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1673551350.443787:0:1308470:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1673551350.443788:0:1308470:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551350.443789:0:1308470:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1673551350.443790:0:1308470:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1673551350.443791:0:1308470:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000061b74af5. 02000000:00000001:1.0:1673551350.443792:0:1308470:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551350.443793:0:1308470:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1673551350.443795:0:1308470:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000004:00000001:1.0:1673551350.443796:0:1308470:0:(mdt_lib.c:398:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1673551350.443797:0:1308470:0:(mdt_lib.c:405:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:1.0:1673551350.443804:0:1308470:0:(mdt_handler.c:539:mdt_statfs()) blocks cached 0 granted 1906311167 pending 0 free 16804335616 avail 14330667008 00000020:00000020:1.0:1673551350.443806:0:1308470:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-MDT0001: processing self export: 0 0 0 00000020:00000020:1.0:1673551350.443807:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0001_UUID/00000000e9be0120 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551350.443808:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0000_UUID/000000000ef2907f dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551350.443809:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0004_UUID/0000000089451880 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551350.443810:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0005_UUID/00000000ebefb99a dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551350.443811:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0007_UUID/00000000dc25e61b dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551350.443812:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0006_UUID/00000000b5e1bf39 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551350.443813:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0003_UUID/0000000057d49917 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551350.443813:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0002_UUID/000000002b2e9d79 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551350.443814:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0000-mdtlov_UUID/000000005666bac4 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551350.443815:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/0000000079935574 dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551350.443816:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0003-mdtlov_UUID/000000004d397a21 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1673551350.443816:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000f831e444 dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551350.443817:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 8147c41a-b0e0-4f67-9b16-3ecec5e74e59/0000000068eb6ecf dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551350.443818:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli f6883e33-f9d9-44e1-9620-7d1810cee4d6/0000000016af0c64 dirty 0 pend 0 grant 1879048191 00000020:00000020:1.0:1673551350.443818:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 546ca0b7-6780-4f13-8f75-9c5ff65b0676/00000000395f0866 dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551350.443819:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli e2e002af-f09c-4b05-bf31-5f3b5c0fc2b7/0000000085149461 dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551350.443820:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 6d8d6132-29b8-426f-8245-b058f840fb7b/000000007d0d8ee7 dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551350.443820:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 20170d48-9f93-4e23-b2d9-7467b30c0d37/00000000b61481ba dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551350.443821:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli b2f40830-929d-417e-aaf4-df6a6828a827/00000000aeff7c1c dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551350.443822:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli fac71ec6-9f35-4566-9c12-4be9db31431f/0000000000e137be dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551350.443823:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 77d2bdab-e05e-4099-8d1d-9a11cdcc0ba1/0000000030187047 dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551350.443824:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 45cb3ae8-41b4-4d54-9b54-bb58c7e102f3/0000000057709798 dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551350.443824:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000db8e401b dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551350.443825:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 49374343-0861-470b-a659-345a443590fd/000000003709ca29 dirty 0 pend 0 grant 2097152 00000020:00000020:1.0:1673551350.443826:0:1308470:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0002-mdtlov_UUID/00000000af8736a1 dirty 0 pend 0 grant 0 00000004:00000020:1.0:1673551350.443826:0:1308470:0:(mdt_handler.c:549:mdt_statfs()) 34884907 blocks: 4102621 free, 3498698 avail; 96642000 objects: 68578523 free; state 200 00000004:00000001:1.0:1673551350.443828:0:1308470:0:(mdt_handler.c:568:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1673551350.443830:0:1308470:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813136948, transno 0, xid 1754806823475008 00010000:00000001:1.0:1673551350.443831:0:1308470:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:1.0:1673551350.443833:0:1308470:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000b28a7f21 x1754806823475008/t0(0) o41->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:236/0 lens 224/368 e 0 to 0 dl 1673551356 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:1.0:1673551350.443835:0:1308470:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1673551350.443836:0:1308470:0:(ldlm_lib.c:3203:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1673551350.443837:0:1308470:0:(import.c:1925:at_measured()) add 1 to 000000000d287fc0 time=112 v=1 (1 1 1 1) 00000100:00000001:1.0:1673551350.443839:0:1308470:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1673551350.443840:0:1308470:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000a5089673 refcount 49 to 172.16.0.22@o2ib 00000100:00000001:1.0:1673551350.443841:0:1308470:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560590877824 : -52831513118673792 : ff444e04cb9d7480) 02000000:00000001:1.0:1673551350.443842:0:1308470:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1673551350.443842:0:1308470:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551350.443843:0:1308470:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1673551350.443844:0:1308470:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.23@o2ib 00000400:00000010:1.0:1673551350.443845:0:1308470:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883b8ae3. 00000100:00000200:1.0:1673551350.443847:0:1308470:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754806823475008, offset 224 00000400:00000200:1.0:1673551350.443849:0:1308470:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.23@o2ib 00000400:00000200:1.0:1673551350.443852:0:1308470:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:1.0:1673551350.443854:0:1308470:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.23@o2ib local destination 00000400:00000200:1.0:1673551350.443856:0:1308470:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:1.0:1673551350.443859:0:1308470:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.23@o2ib(172.16.0.23@o2ib:172.16.0.23@o2ib) : PUT try# 0 00000800:00000200:1.0:1673551350.443861:0:1308470:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.23@o2ib 00000400:00000200:1.0:1673551350.443862:0:1308470:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:1.0:1673551350.443865:0:1308470:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000086c48d2b] -> 172.16.0.23@o2ib (3) version: 12 00000800:00000200:1.0:1673551350.443867:0:1308470:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000007b5fd11d] (68)++ 00000800:00000200:1.0:1673551350.443869:0:1308470:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000007b5fd11d] (69)++ 00000800:00000200:1.0:1673551350.443872:0:1308470:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000007b5fd11d] (70)-- 00000100:00000001:1.0:1673551350.443873:0:1308470:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1673551350.443874:0:1308470:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000a5089673 refcount 48 to 172.16.0.22@o2ib 00010000:00000001:1.0:1673551350.443875:0:1308470:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:1.0:1673551350.443875:0:1308470:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1673551350.443876:0:1308470:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1673551350.443876:0:1308470:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b28a7f21 x1754806823475008/t0(0) o41->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:236/0 lens 224/368 e 0 to 0 dl 1673551356 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:1.0:1673551350.443880:0:1308470:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000b28a7f21 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:ai200x-MDT0003-mdtlov_UUID+5:10858:x1754806823475008:12345-172.16.0.22@o2ib:41: Request processed in 107us (180us total) trans 0 rc 0/0 00000800:00000200:14.2:1673551350.443881:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007b5fd11d] (69)++ 00000100:00100000:1.0:1673551350.443882:0:1308470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.22@o2ib, seq: 9262 00000100:00000040:1.0:1673551350.443884:0:1308470:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004d397a21 : new rpc_count 0 00000100:00000001:1.0:1673551350.443885:0:1308470:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1673551350.443885:0:1308470:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1673551350.443887:0:1308470:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042914606. 00000020:00000010:1.0:1673551350.443888:0:1308470:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006489e9d9. 00000020:00000010:1.0:1673551350.443890:0:1308470:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003dd14a5e. 00000020:00000040:1.0:1673551350.443891:0:1308470:0:(genops.c:979:class_export_put()) PUTting export 000000004d397a21 : new refcount 4 00000100:00000001:1.0:1673551350.443893:0:1308470:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1673551350.443898:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007b5fd11d] (70)++ 00000800:00000200:0.0:1673551350.443904:0:12865:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000007b5fd11d] (71)-- 00000400:00000200:0.0:1673551350.443906:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1673551350.443908:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.23@o2ib: PUT: OK 00000800:00000200:2.0:1673551350.443909:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007b5fd11d] (70)-- 00000400:00000200:0.0:1673551350.443909:0:12865:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000883b8ae3 00000400:00000010:0.0:1673551350.443910:0:12865:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000883b8ae3. 00000100:00000001:0.0:1673551350.443911:0:12865:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:0.0:1673551350.443911:0:12865:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:0.0:1673551350.443913:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007b5fd11d] (69)-- 00000100:00000001:14.0:1673551350.485065:0:2358800:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:14.0:1673551350.485067:0:2358800:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:7.0:1673551350.485067:0:2270178:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:7.0:1673551350.485068:0:2270178:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000004:00000001:18.0:1673551350.485070:0:2270165:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000100:00000010:7.0:1673551350.485070:0:2270178:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000c1b682e2. 00000100:00000001:5.0:1673551350.485070:0:2269464:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000004:00000020:18.0:1673551350.485071:0:2270165:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000010:18.0:1673551350.485072:0:2270165:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000000be96e52. 00000100:00000001:5.0:1673551350.485072:0:2269464:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:7.0:1673551350.485073:0:2270178:0:(genops.c:1192:class_import_get()) import 00000000bea1065f refcount=3 obd=ai200x-OST0007-osc-MDT0001 00000100:00000001:7.0:1673551350.485074:0:2270178:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:18.0:1673551350.485075:0:2270165:0:(genops.c:1192:class_import_get()) import 00000000b84b80cc refcount=3 obd=ai200x-OST0000-osc-MDT0001 02000000:00000001:7.0:1673551350.485075:0:2270178:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:18.0:1673551350.485076:0:2270165:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:18.0:1673551350.485077:0:2270165:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:7.0:1673551350.485077:0:2270178:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551350.485078:0:2270165:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:11.0:1673551350.485079:0:2270180:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000001:1.0:1673551350.485079:0:2270167:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:1.0:1673551350.485079:0:2270167:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000004:00000020:11.0:1673551350.485080:0:2270180:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 02000000:00000010:7.0:1673551350.485080:0:2270178:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000299fda56. 02000000:00000010:18.0:1673551350.485081:0:2270165:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005263d2f3. 00000100:00000010:11.0:1673551350.485081:0:2270180:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000f4683709. 00000100:00000010:1.0:1673551350.485081:0:2270167:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000038016c01. 00000100:00000001:7.0:1673551350.485082:0:2270178:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1673551350.485082:0:2270167:0:(genops.c:1192:class_import_get()) import 00000000bf34f1d8 refcount=3 obd=ai200x-OST0001-osc-MDT0001 00000100:00000001:18.0:1673551350.485083:0:2270165:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:11.0:1673551350.485083:0:2270180:0:(genops.c:1192:class_import_get()) import 000000008bad2712 refcount=3 obd=ai200x-OST0006-osc-MDT0001 00000100:00000001:1.0:1673551350.485083:0:2270167:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:11.0:1673551350.485084:0:2270180:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1673551350.485084:0:2270167:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:18.0:1673551350.485085:0:2270165:0:(jobid.c:704:lustre_get_jobid()) Process entered 02000000:00000001:11.0:1673551350.485085:0:2270180:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:7.0:1673551350.485085:0:2270178:0:(jobid.c:704:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1673551350.485085:0:2270167:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551350.485086:0:2270165:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1673551350.485086:0:2270180:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551350.485086:0:2270178:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1673551350.485086:0:2270167:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e1d16bc4. 00000100:00000001:1.0:1673551350.485087:0:2270167:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:11.0:1673551350.485088:0:2270180:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa603d8d. 00000100:00000001:1.0:1673551350.485088:0:2270167:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000040:18.0:1673551350.485089:0:2270165:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [000000000be96e52] to pc [ptlrpcd_04_02+2] req@000000000be96e52 x1754791738765696/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1673551350.485089:0:2270167:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551350.485090:0:2270180:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1673551350.485090:0:2270178:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000c1b682e2] to pc [ptlrpcd_01_02+2] req@00000000c1b682e2 x1754791738765632/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:11.0:1673551350.485091:0:2270180:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:11.0:1673551350.485091:0:2270180:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1673551350.485091:0:2270167:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [0000000038016c01] to pc [ptlrpcd_00_00+0] req@0000000038016c01 x1754791738765760/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:11.0:1673551350.485093:0:2270180:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000f4683709] to pc [ptlrpcd_02_03+3] req@00000000f4683709 x1754791738765824/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:18.0:1673551350.485104:0:2270165:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:7.0:1673551350.485104:0:2270178:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1673551350.485104:0:2270167:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551350.485107:0:12920:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000004:00000001:11.0:1673551350.485107:0:2270180:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551350.485107:0:12902:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:19.0:1673551350.485108:0:12920:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:19.0:1673551350.485109:0:12920:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1673551350.485109:0:12902:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551350.485110:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1673551350.485110:0:12902:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:19.0:1673551350.485111:0:12920:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000be96e52 x1754791738765696/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:9.0:1673551350.485111:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1673551350.485111:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00100000:5.0:1673551350.485111:0:12909:0:(ptlrpcd.c:421:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:16.0:1673551350.485112:0:12921:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1673551350.485112:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551350.485112:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1673551350.485112:0:12902:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000038016c01 x1754791738765760/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:16.0:1673551350.485113:0:12921:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551350.485113:0:12913:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551350.485114:0:12913:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:5.0:1673551350.485114:0:12909:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1673551350.485114:0:12903:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551350.485115:0:12909:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551350.485115:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551350.485115:0:12909:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1673551350.485115:0:12903:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551350.485116:0:12920:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:5.0:1673551350.485116:0:12909:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000001:19.0:1673551350.485117:0:12920:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1673551350.485117:0:12913:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f4683709 x1754791738765824/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:8.0:1673551350.485117:0:12912:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551350.485118:0:12912:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1673551350.485118:0:12909:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c1b682e2 x1754791738765632/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1673551350.485118:0:12902:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 02000000:00000001:19.0:1673551350.485119:0:12920:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1673551350.485119:0:12902:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1673551350.485120:0:12920:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551350.485120:0:12902:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:19.0:1673551350.485121:0:12920:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@000000000be96e52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_04_02:ai200x-MDT0001-mdtlov_UUID:12920:1754791738765696:172.16.0.56@o2ib:13: 00000100:00000001:9.0:1673551350.485122:0:12913:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1673551350.485122:0:12902:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551350.485123:0:12920:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000001:9.0:1673551350.485123:0:12913:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551350.485123:0:12909:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1673551350.485123:0:12902:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@0000000038016c01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ai200x-MDT0001-mdtlov_UUID:12902:1754791738765760:172.16.0.56@o2ib:13: 02000000:00000001:19.0:1673551350.485124:0:12920:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:9.0:1673551350.485124:0:12913:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:5.0:1673551350.485124:0:12909:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1673551350.485125:0:12920:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1673551350.485125:0:12909:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:5.0:1673551350.485125:0:12909:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1673551350.485126:0:12920:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:9.0:1673551350.485126:0:12913:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:19.0:1673551350.485127:0:12920:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000353e87d9. 00000100:00100000:9.0:1673551350.485127:0:12913:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000f4683709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:ai200x-MDT0001-mdtlov_UUID:12913:1754791738765824:172.16.0.22@o2ib:13: 00000100:00100000:5.0:1673551350.485127:0:12909:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000c1b682e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:ai200x-MDT0001-mdtlov_UUID:12909:1754791738765632:172.16.0.22@o2ib:13: 02000000:00000001:19.0:1673551350.485128:0:12920:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551350.485128:0:12909:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1673551350.485128:0:12902:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:5.0:1673551350.485129:0:12909:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1673551350.485129:0:12902:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:9.0:1673551350.485130:0:12913:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:5.0:1673551350.485130:0:12909:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1673551350.485130:0:12909:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1673551350.485130:0:12902:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:19.0:1673551350.485131:0:12920:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 02000000:00000001:9.0:1673551350.485131:0:12913:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1673551350.485131:0:12902:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:5.0:1673551350.485132:0:12909:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000911f6ab0. 02000000:00000001:5.0:1673551350.485132:0:12909:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1673551350.485132:0:12902:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000c2729d1. 00000400:00000010:19.0:1673551350.485133:0:12920:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000007b0141cc. 02000000:00000001:9.0:1673551350.485133:0:12913:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1673551350.485133:0:12913:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1673551350.485133:0:12902:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:19.0:1673551350.485135:0:12920:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028864082. 02000000:00000010:9.0:1673551350.485135:0:12913:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000018ed38f4. 00000400:00000200:5.0:1673551350.485135:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 02000000:00000001:9.0:1673551350.485136:0:12913:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:5.0:1673551350.485136:0:12909:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000006d070d8d. 00000400:00000200:2.0:1673551350.485136:0:12902:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000200:19.0:1673551350.485137:0:12920:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738765696, portal 4 00000100:00000001:19.0:1673551350.485137:0:12920:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000400:00000010:5.0:1673551350.485137:0:12909:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028f8201f. 00000100:00000001:19.0:1673551350.485138:0:12920:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912605166363392 : -52831468543188224 : ff444e0f2c856300) 00000400:00000010:2.0:1673551350.485138:0:12902:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000009890be33. 00000400:00000200:9.0:1673551350.485139:0:12913:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000200:5.0:1673551350.485139:0:12909:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738765632, portal 4 00000100:00000001:5.0:1673551350.485139:0:12909:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1673551350.485139:0:12902:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090effd2f. 00000100:00000040:19.0:1673551350.485140:0:12920:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@000000000be96e52 x1754791738765696/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:9.0:1673551350.485140:0:12913:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000002f42a08c. 00000100:00000001:5.0:1673551350.485140:0:12909:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912620950841216 : -52831452758710400 : ff444e12d9596780) 00000100:00000200:2.0:1673551350.485140:0:12902:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738765760, portal 4 00000100:00000001:2.0:1673551350.485141:0:12902:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:19.0:1673551350.485142:0:12920:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000010:9.0:1673551350.485142:0:12913:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003d9a1b3. 00000100:00000001:2.0:1673551350.485142:0:12902:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618818060032 : -52831454891491584 : ff444e125a39bf00) 00000100:00000040:19.0:1673551350.485143:0:12920:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000100:00000200:9.0:1673551350.485143:0:12913:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738765824, portal 4 00000100:00000040:5.0:1673551350.485143:0:12909:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000c1b682e2 x1754791738765632/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:19.0:1673551350.485144:0:12920:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2e5dc16. 00000100:00000001:9.0:1673551350.485144:0:12913:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:9.0:1673551350.485144:0:12913:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912558540956672 : -52831515168594944 : ff444e04516e2400) 00000100:00000040:2.0:1673551350.485144:0:12902:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@0000000038016c01 x1754791738765760/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000200:19.0:1673551350.485145:0:12920:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738765696, offset 0 00000100:00000001:5.0:1673551350.485145:0:12909:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:9.0:1673551350.485146:0:12913:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000f4683709 x1754791738765824/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:19.0:1673551350.485147:0:12920:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000100:00000040:5.0:1673551350.485147:0:12909:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000010:5.0:1673551350.485147:0:12909:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003be8618e. 00000100:00000001:2.0:1673551350.485147:0:12902:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000200:5.0:1673551350.485148:0:12909:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738765632, offset 0 00000100:00000040:2.0:1673551350.485148:0:12902:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000400:00000010:2.0:1673551350.485148:0:12902:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae835570. 00000100:00000001:9.0:1673551350.485149:0:12913:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000200:2.0:1673551350.485149:0:12902:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738765760, offset 0 00000400:00000200:19.0:1673551350.485150:0:12920:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000040:9.0:1673551350.485150:0:12913:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000200:5.0:1673551350.485150:0:12909:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000400:00000010:9.0:1673551350.485151:0:12913:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a292846d. 00000400:00000200:2.0:1673551350.485151:0:12902:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000100:00000200:9.0:1673551350.485152:0:12913:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738765824, offset 0 00000400:00000200:5.0:1673551350.485152:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:2.0:1673551350.485152:0:12902:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:19.0:1673551350.485154:0:12920:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000400:00000200:9.0:1673551350.485154:0:12913:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000400:00000200:5.0:1673551350.485154:0:12909:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.22@o2ib local destination 00000400:00000200:2.0:1673551350.485154:0:12902:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000400:00000200:9.0:1673551350.485155:0:12913:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:19.0:1673551350.485157:0:12920:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964998, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:9.0:1673551350.485157:0:12913:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.22@o2ib local destination 00000400:00000200:5.0:1673551350.485157:0:12909:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964998, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:2.0:1673551350.485157:0:12902:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964998, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:9.0:1673551350.485159:0:12913:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964998, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:19.0:1673551350.485160:0:12920:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964998, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964998, g:4294967295] 00000400:00000200:5.0:1673551350.485160:0:12909:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964998, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964998, g:4294967295] 00000400:00000200:2.0:1673551350.485160:0:12902:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964998, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964998, g:4294967295] 00000400:00000200:19.0:1673551350.485161:0:12920:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:9.0:1673551350.485161:0:12913:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964998, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964998, g:4294967295] 00000400:00000200:5.0:1673551350.485162:0:12909:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:2.0:1673551350.485162:0:12902:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:19.0:1673551350.485163:0:12920:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964998, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964998, g:4294967295] 00000400:00000200:9.0:1673551350.485163:0:12913:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:9.0:1673551350.485164:0:12913:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964998, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964998, g:4294967295] 00000400:00000200:5.0:1673551350.485164:0:12909:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964998, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964998, g:4294967295] 00000400:00000200:2.0:1673551350.485164:0:12902:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10964998, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964998, g:4294967295] 00000400:00000200:19.0:1673551350.485165:0:12920:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964998, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964998, g:4294967295] 00000400:00000200:19.0:1673551350.485166:0:12920:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:9.0:1673551350.485166:0:12913:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964998, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964998, g:4294967295] 00000400:00000200:2.0:1673551350.485166:0:12902:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964998, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964998, g:4294967295] 00000400:00000200:19.0:1673551350.485167:0:12920:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:5.0:1673551350.485167:0:12909:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10964998, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10964998, g:4294967295] 00000400:00000200:2.0:1673551350.485167:0:12902:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:9.0:1673551350.485168:0:12913:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:2.0:1673551350.485168:0:12902:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:19.0:1673551350.485169:0:12920:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:9.0:1673551350.485169:0:12913:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:5.0:1673551350.485169:0:12909:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:19.0:1673551350.485170:0:12920:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501170, 4501171] 00000400:00000200:5.0:1673551350.485170:0:12909:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:2.0:1673551350.485170:0:12902:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:9.0:1673551350.485171:0:12913:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:5.0:1673551350.485171:0:12909:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:2.0:1673551350.485171:0:12902:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501170, 4501171] 00000400:00000200:19.0:1673551350.485172:0:12920:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.57@o2ib 00000400:00000200:19.0:1673551350.485172:0:12920:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:9.0:1673551350.485172:0:12913:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.23@o2ib c:[32, 32], s:[3094136, 3094138] 00000400:00000200:5.0:1673551350.485172:0:12909:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.23@o2ib c:[32, 32], s:[3094136, 3094138] 00000400:00000200:2.0:1673551350.485172:0:12902:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.57@o2ib 00000400:00000200:9.0:1673551350.485173:0:12913:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.23@o2ib 00000400:00000200:5.0:1673551350.485173:0:12909:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.23@o2ib 00000400:00000200:2.0:1673551350.485173:0:12902:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:9.0:1673551350.485174:0:12913:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:5.0:1673551350.485174:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:19.0:1673551350.485176:0:12920:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.57@o2ib(172.16.0.56@o2ib:172.16.0.57@o2ib) : PUT try# 0 00000400:00000200:9.0:1673551350.485177:0:12913:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.23@o2ib(172.16.0.22@o2ib:172.16.0.23@o2ib) : PUT try# 0 00000800:00000200:19.0:1673551350.485178:0:12920:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000800:00000200:9.0:1673551350.485180:0:12913:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.23@o2ib 00000400:00000200:9.0:1673551350.485181:0:12913:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:5.0:1673551350.485183:0:12909:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.23@o2ib(172.16.0.22@o2ib:172.16.0.23@o2ib) : PUT try# 0 00000400:00000200:2.0:1673551350.485183:0:12902:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.57@o2ib(172.16.0.56@o2ib:172.16.0.57@o2ib) : PUT try# 0 00000800:00000200:9.0:1673551350.485184:0:12913:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000086c48d2b] -> 172.16.0.23@o2ib (3) version: 12 00000400:00000200:19.0:1673551350.485185:0:12920:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:9.0:1673551350.485185:0:12913:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000006f8568c3] (68)++ 00000800:00000200:5.0:1673551350.485185:0:12909:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.23@o2ib 00000800:00000200:2.0:1673551350.485185:0:12902:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000400:00000200:5.0:1673551350.485186:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:2.0:1673551350.485186:0:12902:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:9.0:1673551350.485187:0:12913:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000006f8568c3] (69)++ 00000800:00000200:19.0:1673551350.485188:0:12920:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000625538ff] -> 172.16.0.57@o2ib (2) version: 12 00000800:00000200:5.0:1673551350.485188:0:12909:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000006b07c300] -> 172.16.0.23@o2ib (2) version: 12 00000800:00000200:19.0:1673551350.485189:0:12920:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000580cc9cc] (68)++ 00000800:00000200:2.0:1673551350.485189:0:12902:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000ecadf817] -> 172.16.0.57@o2ib (2) version: 12 00000800:00000200:19.0:1673551350.485190:0:12920:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000580cc9cc] (69)++ 00000800:00000200:5.0:1673551350.485190:0:12909:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000036519f99] (68)++ 00000800:00000200:2.0:1673551350.485190:0:12902:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000a2509833] (68)++ 00000800:00000200:5.0:1673551350.485191:0:12909:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000036519f99] (69)++ 00000800:00000200:2.0:1673551350.485191:0:12902:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000a2509833] (69)++ 00000800:00000200:9.0:1673551350.485192:0:12913:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000006f8568c3] (70)-- 00000100:00000001:9.0:1673551350.485193:0:12913:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551350.485193:0:12913:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1673551350.485194:0:12913:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:5.0:1673551350.485194:0:12909:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000036519f99] (70)-- 00000800:00000200:19.0:1673551350.485195:0:12920:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000580cc9cc] (70)-- 00000100:00000001:19.0:1673551350.485195:0:12920:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551350.485195:0:12913:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551350.485195:0:12909:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551350.485195:0:12909:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1673551350.485195:0:12902:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000a2509833] (70)-- 00000100:00000001:2.0:1673551350.485195:0:12902:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551350.485196:0:12920:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1673551350.485196:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551350.485196:0:12909:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551350.485196:0:12902:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:19.0:1673551350.485197:0:12920:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551350.485197:0:12902:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551350.485198:0:12920:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551350.485198:0:12913:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1673551350.485198:0:12913:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1673551350.485198:0:12902:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551350.485199:0:12920:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551350.485199:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551350.485199:0:12913:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1673551350.485199:0:12902:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1673551350.485200:0:12913:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551350.485200:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551350.485201:0:12920:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:14.2:1673551350.485201:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000006f8568c3] (69)++ 00000100:00000001:9.0:1673551350.485201:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551350.485201:0:12913:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1673551350.485201:0:12913:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551350.485201:0:12902:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1673551350.485201:0:12902:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:19.0:1673551350.485202:0:12920:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:9.0:1673551350.485202:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:5.2:1673551350.485202:0:12909:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (69)++ 00000100:00000001:2.0:1673551350.485202:0:12902:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1673551350.485202:0:12902:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1673551350.485202:0:12902:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551350.485203:0:12920:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:19.0:1673551350.485203:0:12920:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1673551350.485203:0:12902:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551350.485204:0:12920:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551350.485204:0:12902:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1673551350.485204:0:12902:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1673551350.485204:0:12902:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551350.485205:0:12920:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551350.485205:0:12902:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551350.485206:0:12920:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:19.0:1673551350.485207:0:12920:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:19.0:1673551350.485207:0:12920:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:6.2:1673551350.485207:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000036519f99] (69)++ 00000100:00000001:19.0:1673551350.485208:0:12920:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551350.485209:0:12909:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:18.2:1673551350.485210:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a2509833] (69)++ 00000100:00000001:5.0:1673551350.485210:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551350.485210:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551350.485211:0:12909:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551350.485211:0:12909:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551350.485212:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:17.0:1673551350.485219:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (70)++ 00000800:00000200:3.0:1673551350.485219:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000006f8568c3] (70)++ 00000800:00000200:3.0:1673551350.485220:0:12866:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000006f8568c3] (71)-- 00000800:00000200:19.0:1673551350.485221:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a2509833] (70)++ 00000800:00000200:17.0:1673551350.485221:0:12874:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000580cc9cc] (71)-- 00000800:00000200:0.0:1673551350.485221:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (70)++ 00000800:00000200:19.0:1673551350.485222:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000a2509833] (71)-- 00000400:00000200:17.0:1673551350.485222:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1673551350.485222:0:12865:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000036519f99] (71)-- 00000400:00000200:3.0:1673551350.485223:0:12866:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1673551350.485223:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:19.0:1673551350.485224:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551350.485226:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000400:00000200:3.0:1673551350.485226:0:12866:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.23@o2ib: PUT: OK 00000400:00000200:0.0:1673551350.485226:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000400:00000200:19.0:1673551350.485227:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.57@o2ib: PUT: OK 00000400:00000200:0.0:1673551350.485227:0:12865:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003be8618e 00000400:00000200:3.0:1673551350.485228:0:12866:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000a292846d 00000400:00000010:3.0:1673551350.485228:0:12866:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000a292846d. 00000400:00000010:0.0:1673551350.485228:0:12865:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003be8618e. 00000400:00000200:19.0:1673551350.485229:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000ae835570 00000400:00000010:19.0:1673551350.485229:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000ae835570. 00000100:00000001:0.0:1673551350.485229:0:12865:0:(events.c:54:request_out_callback()) Process entered 00000400:00000200:17.0:1673551350.485230:0:12874:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000d2e5dc16 00000400:00000010:17.0:1673551350.485230:0:12874:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000d2e5dc16. 00000100:00000001:3.0:1673551350.485230:0:12866:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:0.0:1673551350.485230:0:12865:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000c1b682e2 x1754791738765632/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:19.0:1673551350.485231:0:12873:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:3.0:1673551350.485231:0:12866:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000f4683709 x1754791738765824/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:17.0:1673551350.485232:0:12874:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:19.0:1673551350.485233:0:12873:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@0000000038016c01 x1754791738765760/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000200:17.0:1673551350.485233:0:12874:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@000000000be96e52 x1754791738765696/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1673551350.485233:0:12865:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1673551350.485234:0:12866:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1673551350.485234:0:12865:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c1b682e2 x1754791738765632/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:3.0:1673551350.485235:0:12866:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f4683709 x1754791738765824/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:19.0:1673551350.485236:0:12873:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1673551350.485236:0:12865:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:19.0:1673551350.485237:0:12873:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000038016c01 x1754791738765760/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:17.0:1673551350.485237:0:12874:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1673551350.485237:0:12866:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551350.485237:0:12865:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000040:17.0:1673551350.485238:0:12874:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000be96e52 x1754791738765696/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1673551350.485238:0:12866:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:0.0:1673551350.485238:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (70)-- 00000100:00000001:19.0:1673551350.485239:0:12873:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551350.485239:0:12873:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:3.0:1673551350.485239:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006f8568c3] (70)-- 00000100:00000001:17.0:1673551350.485240:0:12874:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1673551350.485240:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006f8568c3] (69)-- 00000800:00000200:19.0:1673551350.485241:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (70)-- 00000100:00000001:17.0:1673551350.485241:0:12874:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:3.0:1673551350.485241:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (69)-- 00000800:00000200:19.0:1673551350.485242:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000800:00000200:17.0:1673551350.485243:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 00000800:00000200:19.0:1673551350.485244:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (69)-- 00000800:00000200:14.2:1673551350.485282:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007b5fd11d] (68)++ 00000800:00000200:0.0:1673551350.485291:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007b5fd11d] (69)++ 00000800:00000200:0.0:1673551350.485296:0:12865:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.23@o2ib 00000400:00000200:0.0:1673551350.485298:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:0.0:1673551350.485299:0:12865:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.23@o2ib : PUT - for me 00000800:00000200:6.2:1673551350.485300:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000036519f99] (68)++ 00000400:00000200:0.0:1673551350.485301:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:0.0:1673551350.485302:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:3.0:1673551350.485303:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007b5fd11d] (70)-- 00000400:00000200:0.0:1673551350.485303:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:3.0:1673551350.485304:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (69)++ 00000400:00000200:0.0:1673551350.485304:0:12865:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 368 into portal 4 MB=0x63bf94a3e7200 00000800:00000200:3.0:1673551350.485306:0:12866:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.23@o2ib 00000400:00000200:0.0:1673551350.485306:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:3.0:1673551350.485307:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:0.0:1673551350.485307:0:12865:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.22@o2ib of length 368/368 into md 0x13a9dd55 [1] + 224 00000400:00000200:3.0:1673551350.485309:0:12866:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.23@o2ib : PUT - for me 00000400:00000200:0.0:1673551350.485309:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:5.2:1673551350.485310:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (68)++ 00000400:00000200:3.0:1673551350.485311:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:0.0:1673551350.485311:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.23@o2ib: PUT: OK 00000400:00000200:3.0:1673551350.485312:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:3.0:1673551350.485313:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000001:0.0:1673551350.485313:0:12865:0:(events.c:104:reply_in_callback()) Process entered 00000800:00000200:18.2:1673551350.485314:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a2509833] (68)++ 00000400:00000200:3.0:1673551350.485314:0:12866:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 368 into portal 4 MB=0x63bf94a3e7140 00000100:00000200:0.0:1673551350.485314:0:12865:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000f4683709 x1754791738765824/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1673551350.485315:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:3.0:1673551350.485316:0:12866:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.22@o2ib of length 368/368 into md 0x13a9dd35 [1] + 224 00000100:00000040:0.0:1673551350.485317:0:12865:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000f4683709 x1754791738765824/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1673551350.485318:0:12866:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1673551350.485319:0:12866:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000100:00000001:3.0:1673551350.485320:0:12866:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:3.0:1673551350.485321:0:12866:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000c1b682e2 x1754791738765632/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:17.0:1673551350.485322:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (69)++ 00000100:00000001:0.0:1673551350.485323:0:12865:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:17.0:1673551350.485324:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.57@o2ib 00000100:00000040:3.0:1673551350.485324:0:12866:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000c1b682e2 x1754791738765632/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1673551350.485324:0:12865:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000007b5fd11d] (69)++ 00000800:00000200:0.0:1673551350.485325:0:12865:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000007b5fd11d] (70)-- 00000400:00000200:17.0:1673551350.485326:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:0.0:1673551350.485326:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007b5fd11d] (69)-- 00000800:00000200:19.0:1673551350.485327:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a2509833] (69)++ 00000400:00000200:17.0:1673551350.485327:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.57@o2ib : PUT - for me 00000800:00000200:0.0:1673551350.485327:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (70)-- 00000400:00000200:17.0:1673551350.485329:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000100:00000001:3.0:1673551350.485329:0:12866:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:19.0:1673551350.485330:0:12873:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.57@o2ib 00000400:00000200:17.0:1673551350.485330:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000100:00000001:9.0:1673551350.485330:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551350.485330:0:12913:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000200:17.0:1673551350.485331:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000001:9.0:1673551350.485331:0:12913:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:9.0:1673551350.485331:0:12913:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.0:1673551350.485331:0:12866:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000036519f99] (69)++ 00000400:00000200:19.0:1673551350.485332:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551350.485332:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 368 into portal 4 MB=0x63bf94a3e7180 00000400:00000010:9.0:1673551350.485332:0:12913:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000002f42a08c. 00000800:00000200:3.0:1673551350.485332:0:12866:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000036519f99] (70)-- 00000400:00000200:9.0:1673551350.485333:0:12913:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000003d9a1b3 00000400:00000010:9.0:1673551350.485333:0:12913:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000003d9a1b3. 00000100:00000001:5.0:1673551350.485333:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551350.485333:0:12909:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1673551350.485333:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (69)-- 00000400:00000200:19.0:1673551350.485334:0:12873:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.57@o2ib : PUT - for me 00000400:00000200:17.0:1673551350.485334:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:9.0:1673551350.485334:0:12913:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000001:5.0:1673551350.485334:0:12909:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000200:17.0:1673551350.485335:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.56@o2ib of length 368/368 into md 0x4bd8ea4d [1] + 224 00000100:00000200:9.0:1673551350.485335:0:12913:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000f4683709 x1754791738765824/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000001:5.0:1673551350.485335:0:12909:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:5.0:1673551350.485335:0:12909:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000006d070d8d. 00000400:00000200:19.0:1673551350.485336:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:5.0:1673551350.485336:0:12909:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000028f8201f 00000400:00000010:5.0:1673551350.485336:0:12909:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000028f8201f. 00000400:00000200:17.0:1673551350.485337:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:5.0:1673551350.485337:0:12909:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:19.0:1673551350.485338:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000100:00000200:9.0:1673551350.485338:0:12913:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000f4683709 x1754791738765824/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:5.0:1673551350.485338:0:12909:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000c1b682e2 x1754791738765632/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:17.0:1673551350.485339:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000400:00000200:19.0:1673551350.485340:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:17.0:1673551350.485340:0:12874:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:17.0:1673551350.485340:0:12874:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@000000000be96e52 x1754791738765696/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:9.0:1673551350.485340:0:12913:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:9.0:1673551350.485340:0:12913:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:19.0:1673551350.485341:0:12873:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 368 into portal 4 MB=0x63bf94a3e71c0 00000100:00000200:5.0:1673551350.485341:0:12909:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000c1b682e2 x1754791738765632/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:9.0:1673551350.485342:0:12913:0:(client.c:1442:after_reply()) Process entered 00000400:00000200:19.0:1673551350.485343:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000040:17.0:1673551350.485343:0:12874:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@000000000be96e52 x1754791738765696/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 02000000:00000001:9.0:1673551350.485343:0:12913:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:9.0:1673551350.485343:0:12913:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:5.0:1673551350.485343:0:12909:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:9.0:1673551350.485344:0:12913:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551350.485344:0:12909:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:19.0:1673551350.485345:0:12873:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.56@o2ib of length 368/368 into md 0x4bd8ea6d [1] + 224 02000000:00000001:9.0:1673551350.485345:0:12913:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551350.485345:0:12909:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:5.0:1673551350.485345:0:12909:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:5.0:1673551350.485345:0:12909:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00001000:9.0:1673551350.485346:0:12913:0:(import.c:1925:at_measured()) add 1 to 000000005f4d656e time=122 v=1 (1 1 1 1) 00000100:00000001:5.0:1673551350.485346:0:12909:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1673551350.485347:0:12909:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:19.0:1673551350.485348:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:9.0:1673551350.485348:0:12913:0:(import.c:1925:at_measured()) add 1 to 00000000c14e5005 time=122 v=1 (1 1 1 1) 00000100:00000001:9.0:1673551350.485348:0:12913:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00001000:5.0:1673551350.485348:0:12909:0:(import.c:1925:at_measured()) add 1 to 000000004df511b4 time=122 v=1 (1 1 1 1) 00000400:00000200:19.0:1673551350.485349:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.57@o2ib: PUT: OK 00000100:00000001:9.0:1673551350.485349:0:12913:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:5.0:1673551350.485349:0:12909:0:(import.c:1925:at_measured()) add 1 to 00000000c2b67475 time=122 v=1 (1 1 1 1) 00000100:00000001:19.0:1673551350.485350:0:12873:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:17.0:1673551350.485350:0:12874:0:(events.c:186:reply_in_callback()) Process leaving 00010000:00000001:9.0:1673551350.485350:0:12913:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:5.0:1673551350.485350:0:12909:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:5.0:1673551350.485350:0:12909:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:19.0:1673551350.485351:0:12873:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@0000000038016c01 x1754791738765760/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000001:9.0:1673551350.485351:0:12913:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:5.0:1673551350.485351:0:12909:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000800:00000200:17.0:1673551350.485352:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000580cc9cc] (70)++ 00000100:00000001:9.0:1673551350.485352:0:12913:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00010000:00000001:5.0:1673551350.485352:0:12909:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:17.0:1673551350.485353:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000580cc9cc] (71)-- 00000100:00000040:9.0:1673551350.485353:0:12913:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0006-osc-MDT0001: skip recheck: last_committed 274891053261 00000100:00000001:5.0:1673551350.485353:0:12909:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:5.0:1673551350.485353:0:12909:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0007-osc-MDT0001: skip recheck: last_committed 231941380167 00000800:00000200:17.0:1673551350.485354:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000100:00000001:9.0:1673551350.485354:0:12913:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:9.0:1673551350.485354:0:12913:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551350.485354:0:12909:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:5.0:1673551350.485354:0:12909:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:17.0:1673551350.485355:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 00000100:00000040:9.0:1673551350.485355:0:12913:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f4683709 x1754791738765824/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000040:5.0:1673551350.485356:0:12909:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c1b682e2 x1754791738765632/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000800:00000200:17.0:1673551350.485357:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (70)-- 00000100:00000001:9.0:1673551350.485357:0:12913:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:5.0:1673551350.485358:0:12909:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:18.0:1673551350.485359:0:12920:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1673551350.485359:0:12913:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:9.0:1673551350.485359:0:12913:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551350.485359:0:12909:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:5.0:1673551350.485359:0:12909:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:19.0:1673551350.485360:0:12873:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@0000000038016c01 x1754791738765760/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000004:00000001:9.0:1673551350.485360:0:12913:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000001:5.0:1673551350.485360:0:12909:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000100:00000001:18.0:1673551350.485361:0:12920:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000004:00000040:9.0:1673551350.485362:0:12913:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0006-osc-MDT0001: Updating status = 0 00000004:00000040:9.0:1673551350.485362:0:12913:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0006-osc-MDT0001: blocks=1923008600 free=1290824725 avail=1271359023 avail_mb=4966246 hwm_mb=14671 files=60817408 ffree=34088770 state=200: rc = 0 00000004:00000040:5.0:1673551350.485362:0:12909:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0007-osc-MDT0001: Updating status = 0 00000400:00000001:18.0:1673551350.485363:0:12920:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:18.0:1673551350.485363:0:12920:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000004:00000040:5.0:1673551350.485363:0:12909:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0007-osc-MDT0001: blocks=1923008600 free=1296952785 avail=1277487084 avail_mb=4990183 hwm_mb=14671 files=60817408 ffree=34420711 state=200: rc = 0 00000400:00000010:18.0:1673551350.485364:0:12920:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000007b0141cc. 00000004:00000020:9.0:1673551350.485364:0:12913:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0006-osc-MDT0001 (00000000a19474d5): 1923008600 blocks, 1290824725 free, 1271359023 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 34088770 free files 0x200 00000400:00000200:18.0:1673551350.485365:0:12920:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000028864082 00000400:00000010:18.0:1673551350.485365:0:12920:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000028864082. 00000004:00000020:5.0:1673551350.485365:0:12909:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0007-osc-MDT0001 (0000000019d3763d): 1923008600 blocks, 1296952785 free, 1277487084 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 33 reserved ino low, 67 reserved ino high, 60817408 files, 34420711 free files 0x200 00000100:00000001:18.0:1673551350.485366:0:12920:0:(events.c:104:reply_in_callback()) Process entered 00000004:00000001:9.0:1673551350.485366:0:12913:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1673551350.485367:0:12913:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4683709 x1754791738765824/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000004:00000001:5.0:1673551350.485367:0:12909:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1673551350.485368:0:12873:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000200:18.0:1673551350.485368:0:12920:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@000000000be96e52 x1754791738765696/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000040:5.0:1673551350.485368:0:12909:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1b682e2 x1754791738765632/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000800:00000200:19.0:1673551350.485370:0:12873:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000a2509833] (69)++ 00000100:00100000:9.0:1673551350.485370:0:12913:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000f4683709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_03:ai200x-MDT0001-mdtlov_UUID:12913:1754791738765824:172.16.0.22@o2ib:13: 00000100:00100000:5.0:1673551350.485370:0:12909:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000c1b682e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:ai200x-MDT0001-mdtlov_UUID:12909:1754791738765632:172.16.0.22@o2ib:13: 00000800:00000200:19.0:1673551350.485371:0:12873:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000a2509833] (70)-- 00000100:00000001:9.0:1673551350.485371:0:12913:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:18.0:1673551350.485372:0:12920:0:(events.c:128:reply_in_callback()) @@@ unlink req@000000000be96e52 x1754791738765696/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:9.0:1673551350.485372:0:12913:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:9.0:1673551350.485372:0:12913:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000f4683709 x1754791738765824/t0(0) o13->ai200x-OST0006-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551350.485372:0:12909:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:19.0:1673551350.485373:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a2509833] (69)-- 00000100:00000001:5.0:1673551350.485373:0:12909:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:5.0:1673551350.485374:0:12909:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c1b682e2 x1754791738765632/t0(0) o13->ai200x-OST0007-osc-MDT0001@172.16.0.22@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1673551350.485374:0:12902:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:18.0:1673551350.485375:0:12920:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:5.0:1673551350.485375:0:12909:0:(client.c:2641:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1673551350.485375:0:12902:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:18.0:1673551350.485376:0:12920:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551350.485376:0:12920:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:5.0:1673551350.485376:0:12909:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:5.0:1673551350.485376:0:12909:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000911f6ab0. 00000400:00000001:2.0:1673551350.485376:0:12902:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 02000000:00000001:18.0:1673551350.485377:0:12920:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:9.0:1673551350.485377:0:12913:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:9.0:1673551350.485377:0:12913:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:5.0:1673551350.485377:0:12909:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:2.0:1673551350.485377:0:12902:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1673551350.485377:0:12902:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000009890be33. 00000100:00000001:18.0:1673551350.485378:0:12920:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 02000000:00000010:9.0:1673551350.485378:0:12913:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000018ed38f4. 02000000:00000001:9.0:1673551350.485378:0:12913:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:5.0:1673551350.485378:0:12909:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:5.0:1673551350.485378:0:12909:0:(genops.c:1205:class_import_put()) import 00000000bea1065f refcount=2 obd=ai200x-OST0007-osc-MDT0001 00000400:00000200:2.0:1673551350.485378:0:12902:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000090effd2f 00000100:00000001:18.0:1673551350.485379:0:12920:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1673551350.485379:0:12913:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:9.0:1673551350.485379:0:12913:0:(genops.c:1205:class_import_put()) import 000000008bad2712 refcount=2 obd=ai200x-OST0006-osc-MDT0001 00000020:00000001:5.0:1673551350.485379:0:12909:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:5.0:1673551350.485379:0:12909:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000299fda56. 00000400:00000010:2.0:1673551350.485379:0:12902:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000090effd2f. 02000000:00000001:18.0:1673551350.485380:0:12920:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1673551350.485380:0:12913:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:9.0:1673551350.485380:0:12913:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000fa603d8d. 00000100:00000001:2.0:1673551350.485380:0:12902:0:(events.c:104:reply_in_callback()) Process entered 00000100:00001000:18.0:1673551350.485381:0:12920:0:(import.c:1925:at_measured()) add 1 to 00000000f3eec6b4 time=122 v=1 (1 1 1 1) 02000000:00000001:9.0:1673551350.485381:0:12913:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:5.0:1673551350.485381:0:12909:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:5.0:1673551350.485381:0:12909:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:5.0:1673551350.485381:0:12909:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000c1b682e2. 02000000:00000001:9.0:1673551350.485382:0:12913:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:9.0:1673551350.485382:0:12913:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000f4683709. 00000100:00000001:5.0:1673551350.485382:0:12909:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1673551350.485382:0:12902:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@0000000038016c01 x1754791738765760/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00001000:18.0:1673551350.485383:0:12920:0:(import.c:1925:at_measured()) add 1 to 00000000e1fb47f6 time=122 v=1 (1 1 1 1) 00000100:00000001:9.0:1673551350.485383:0:12913:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:9.0:1673551350.485383:0:12913:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551350.485383:0:12909:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551350.485383:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551350.485384:0:12920:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:9.0:1673551350.485384:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551350.485384:0:12909:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1673551350.485384:0:12909:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551350.485385:0:12920:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551350.485385:0:12913:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1673551350.485385:0:12913:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551350.485385:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551350.485385:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551350.485385:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1673551350.485385:0:12902:0:(events.c:128:reply_in_callback()) @@@ unlink req@0000000038016c01 x1754791738765760/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000001:18.0:1673551350.485386:0:12920:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:9.0:1673551350.485386:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551350.485386:0:12913:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551350.485386:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551350.485386:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:18.0:1673551350.485387:0:12920:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551350.485387:0:12913:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551350.485387:0:12902:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:18.0:1673551350.485388:0:12920:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1673551350.485388:0:12902:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:18.0:1673551350.485389:0:12920:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0000-osc-MDT0001: skip recheck: last_committed 313543463269 00000100:00000001:2.0:1673551350.485389:0:12902:0:(client.c:1442:after_reply()) Process entered 00000100:00000001:18.0:1673551350.485390:0:12920:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:18.0:1673551350.485390:0:12920:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551350.485390:0:12902:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1673551350.485390:0:12902:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1673551350.485391:0:12902:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1673551350.485391:0:12902:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551350.485392:0:12920:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000be96e52 x1754791738765696/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00001000:2.0:1673551350.485393:0:12902:0:(import.c:1925:at_measured()) add 1 to 00000000ab082929 time=122 v=1 (1 1 1 1) 00000100:00001000:2.0:1673551350.485394:0:12902:0:(import.c:1925:at_measured()) add 1 to 0000000025d6da45 time=122 v=1 (1 1 1 1) 00000100:00000001:18.0:1673551350.485395:0:12920:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1673551350.485395:0:12902:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1673551350.485395:0:12902:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551350.485396:0:12920:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1673551350.485396:0:12902:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:18.0:1673551350.485397:0:12920:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1673551350.485397:0:12902:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:18.0:1673551350.485398:0:12920:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000100:00000001:2.0:1673551350.485398:0:12902:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1673551350.485398:0:12902:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0001-osc-MDT0001: skip recheck: last_committed 313543462209 00000004:00000040:18.0:1673551350.485399:0:12920:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0000-osc-MDT0001: Updating status = 0 00000100:00000001:2.0:1673551350.485399:0:12902:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1673551350.485399:0:12902:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:18.0:1673551350.485400:0:12920:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0000-osc-MDT0001: blocks=1923008600 free=1445531882 avail=1426066181 avail_mb=5570571 hwm_mb=14671 files=60817408 ffree=29307776 state=200: rc = 0 00000100:00000040:2.0:1673551350.485400:0:12902:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000038016c01 x1754791738765760/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:2.0:1673551350.485402:0:12902:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1673551350.485403:0:12902:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1673551350.485403:0:12902:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000020:18.0:1673551350.485404:0:12920:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0000-osc-MDT0001 (000000004ade8028): 1923008600 blocks, 1445531882 free, 1426066181 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 29307776 free files 0x200 00000004:00000001:2.0:1673551350.485404:0:12902:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1673551350.485405:0:12902:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0001-osc-MDT0001: Updating status = 0 00000004:00000001:18.0:1673551350.485406:0:12920:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1673551350.485406:0:12902:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0001-osc-MDT0001: blocks=1923008600 free=1449267356 avail=1429801655 avail_mb=5585162 hwm_mb=14671 files=60817408 ffree=29434415 state=200: rc = 0 00000100:00000040:18.0:1673551350.485407:0:12920:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000be96e52 x1754791738765696/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000004:00000020:2.0:1673551350.485408:0:12902:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0001-osc-MDT0001 (00000000c75fd052): 1923008600 blocks, 1449267356 free, 1429801655 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 29434415 free files 0x200 00000100:00100000:18.0:1673551350.485410:0:12920:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@000000000be96e52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_04_02:ai200x-MDT0001-mdtlov_UUID:12920:1754791738765696:172.16.0.56@o2ib:13: 00000004:00000001:2.0:1673551350.485410:0:12902:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551350.485411:0:12920:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1673551350.485411:0:12902:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000038016c01 x1754791738765760/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000001:18.0:1673551350.485412:0:12920:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:18.0:1673551350.485413:0:12920:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000000be96e52 x1754791738765696/t0(0) o13->ai200x-OST0000-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00100000:2.0:1673551350.485413:0:12902:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@0000000038016c01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ai200x-MDT0001-mdtlov_UUID:12902:1754791738765760:172.16.0.56@o2ib:13: 00000100:00000001:18.0:1673551350.485414:0:12920:0:(client.c:2641:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1673551350.485414:0:12902:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:18.0:1673551350.485415:0:12920:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:18.0:1673551350.485415:0:12920:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000353e87d9. 00000100:00000001:2.0:1673551350.485415:0:12902:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 02000000:00000001:18.0:1673551350.485416:0:12920:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1673551350.485416:0:12902:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000038016c01 x1754791738765760/t0(0) o13->ai200x-OST0001-osc-MDT0001@172.16.0.56@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000020:00000001:18.0:1673551350.485417:0:12920:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:18.0:1673551350.485417:0:12920:0:(genops.c:1205:class_import_put()) import 00000000b84b80cc refcount=2 obd=ai200x-OST0000-osc-MDT0001 00000020:00000001:18.0:1673551350.485418:0:12920:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:18.0:1673551350.485418:0:12920:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005263d2f3. 00000100:00000001:2.0:1673551350.485418:0:12902:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1673551350.485418:0:12902:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:18.0:1673551350.485419:0:12920:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:18.0:1673551350.485419:0:12920:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:18.0:1673551350.485419:0:12920:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000000be96e52. 02000000:00000010:2.0:1673551350.485419:0:12902:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000c2729d1. 02000000:00000001:2.0:1673551350.485419:0:12902:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:18.0:1673551350.485420:0:12920:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1673551350.485420:0:12902:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:2.0:1673551350.485420:0:12902:0:(genops.c:1205:class_import_put()) import 00000000bf34f1d8 refcount=2 obd=ai200x-OST0001-osc-MDT0001 00000100:00000001:18.0:1673551350.485421:0:12920:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551350.485421:0:12920:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1673551350.485421:0:12902:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:2.0:1673551350.485421:0:12902:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e1d16bc4. 00000100:00000001:18.0:1673551350.485422:0:12920:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1673551350.485422:0:12902:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1673551350.485422:0:12902:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:18.0:1673551350.485423:0:12920:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551350.485423:0:12920:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:18.0:1673551350.485423:0:12920:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1673551350.485423:0:12902:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000038016c01. 00000100:00000001:18.0:1673551350.485424:0:12920:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:18.0:1673551350.485424:0:12920:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551350.485424:0:12902:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1673551350.485424:0:12902:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551350.485424:0:12902:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551350.485425:0:12902:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1673551350.485426:0:12902:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551350.485426:0:12902:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1673551350.485427:0:12902:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551350.485427:0:12902:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1673551350.485428:0:12902:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.2:1673551350.741331:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a8be14bd] (68)++ 00000800:00000200:13.0:1673551350.741348:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a8be14bd] (69)++ 00000800:00000200:13.0:1673551350.741357:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.116@o2ib 00000800:00000200:12.0:1673551350.741361:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8be14bd] (70)-- 00000400:00000200:13.0:1673551350.741362:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.116@o2ib to cpt 3 00000400:00000200:13.0:1673551350.741365:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.116@o2ib : PUT - for me 00000400:00000200:13.0:1673551350.741370:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.116@o2ib to cpt 3 00000400:00000200:13.0:1673551350.741373:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.116@o2ib to cpt 3 00000400:00000200:13.0:1673551350.741375:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.116@o2ib to cpt 3 00000400:00000200:13.0:1673551350.741376:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.116@o2ib of length 224 into portal 12 MB=0x63bc88f483c40 00000400:00000200:13.0:1673551350.741379:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-172.16.0.116@o2ib of length 224/224 into md 0x44dd146d [64] + 130864 00000400:00000200:13.0:1673551350.741382:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551350.741384:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.116@o2ib: PUT: OK 00000100:00000001:13.0:1673551350.741386:0:12871:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:13.0:1673551350.741387:0:12871:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:13.0:1673551350.741389:0:12871:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000149e2731. 00000100:00000040:13.0:1673551350.741390:0:12871:0:(events.c:367:request_in_callback()) incoming req@00000000149e2731 x1754582443637824 msgsize 224 00000100:00100000:13.0:1673551350.741392:0:12871:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.116@o2ib (source: 12345-172.16.0.116@o2ib) 00000100:00000001:13.0:1673551350.741398:0:12871:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:13.0:1673551350.741400:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000a8be14bd] (69)++ 00000800:00000200:13.0:1673551350.741401:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000a8be14bd] (70)-- 00000800:00000200:13.0:1673551350.741402:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8be14bd] (69)-- 00000100:00000001:15.0:1673551350.741415:0:2717748:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:15.0:1673551350.741417:0:2717748:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:15.0:1673551350.741418:0:2717748:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:15.0:1673551350.741419:0:2717748:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1673551350.741422:0:2717748:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:15.0:1673551350.741424:0:2717748:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754582443637824 00000020:00000001:15.0:1673551350.741425:0:2717748:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:15.0:1673551350.741426:0:2717748:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b5b 00000020:00000001:15.0:1673551350.741427:0:2717748:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:15.0:1673551350.741429:0:2717748:0:(lustre_handles.c:152:class_handle2object()) GET export 0000000068eb6ecf refcount=6 00000020:00000001:15.0:1673551350.741430:0:2717748:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748054016 : -52831469961497600 : ff444e0ed7fbb400) 00000020:00000001:15.0:1673551350.741431:0:2717748:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748054016 : -52831469961497600 : ff444e0ed7fbb400) 00000100:00000001:15.0:1673551350.741433:0:2717748:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:15.0:1673551350.741434:0:2717748:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:15.0:1673551350.741436:0:2717748:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000113e6e3f. 00000020:00000010:15.0:1673551350.741437:0:2717748:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000053d95af. 00000020:00000010:15.0:1673551350.741440:0:2717748:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be5c2368. 00000100:00000040:15.0:1673551350.741442:0:2717748:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000001:15.0:1673551350.741443:0:2717748:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:15.0:1673551350.741444:0:2717748:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:15.0:1673551350.741444:0:2717748:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551350.741446:0:2717748:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:15.0:1673551350.741447:0:2717748:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:15.0:1673551350.741447:0:2717748:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551350.741453:0:2717748:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551350.741456:0:2717748:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:15.0:1673551350.741457:0:2717748:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:15.0:1673551350.741459:0:2717748:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.116@o2ib, seq: 4356 00000100:00000040:15.0:1673551350.741460:0:2717748:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 0000000068eb6ecf : new rpc_count 1 00000100:00000001:12.0:1673551350.741460:0:2270087:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:12.0:1673551350.741460:0:2270087:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:15.0:1673551350.741461:0:2717748:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912609254019584 : -52831464455532032 : ff444e10202a1200) 00000100:00000001:12.0:1673551350.741461:0:2270087:0:(service.c:2025:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551350.741462:0:2270087:0:(service.c:2230:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1673551350.741463:0:2717748:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000149e2731 x1754582443637824/t0(0) o400->8147c41a-b0e0-4f67-9b16-3ecec5e74e59@172.16.0.116@o2ib:236/0 lens 224/0 e 0 to 0 dl 1673551356 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000001:15.0:1673551350.741467:0:2717748:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:15.0:1673551350.741468:0:2717748:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:15.0:1673551350.741469:0:2717748:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000149e2731 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_007:8147c41a-b0e0-4f67-9b16-3ecec5e74e59+6:2892:x1754582443637824:12345-172.16.0.116@o2ib:400: 00000100:00000200:15.0:1673551350.741470:0:2717748:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754582443637824 00000020:00000001:15.0:1673551350.741471:0:2717748:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:15.0:1673551350.741473:0:2717748:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:15.0:1673551350.741475:0:2717748:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551350.741475:0:2717748:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:15.0:1673551350.741476:0:2717748:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000020:00000001:15.0:1673551350.741477:0:2717748:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000001:00000001:15.0:1673551350.741478:0:2717748:0:(tgt_lastrcvd.c:2249:tgt_lookup_reply()) ai200x-MDT0001: lookup reply xid 1754582443637824, found 0 last_xid 1754582443637823 00000020:00000001:15.0:1673551350.741479:0:2717748:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:15.0:1673551350.741480:0:2717748:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:15.0:1673551350.741480:0:2717748:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:15.0:1673551350.741481:0:2717748:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551350.741481:0:2717748:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00000001:15.0:1673551350.741483:0:2717748:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:15.0:1673551350.741485:0:2717748:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:15.0:1673551350.741486:0:2717748:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000cf513b55. 02000000:00000001:15.0:1673551350.741487:0:2717748:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551350.741488:0:2717748:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551350.741489:0:2717748:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:15.0:1673551350.741490:0:2717748:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 219043542133, transno 0, xid 1754582443637824 00010000:00000001:15.0:1673551350.741491:0:2717748:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:15.0:1673551350.741492:0:2717748:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000149e2731 x1754582443637824/t0(0) o400->8147c41a-b0e0-4f67-9b16-3ecec5e74e59@172.16.0.116@o2ib:236/0 lens 224/224 e 0 to 0 dl 1673551356 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00010000:00000001:15.0:1673551350.741495:0:2717748:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:15.0:1673551350.741495:0:2717748:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:15.0:1673551350.741496:0:2717748:0:(import.c:1925:at_measured()) add 1 to 00000000df0afe6d time=121 v=1 (1 1 1 1) 00000100:00000001:15.0:1673551350.741498:0:2717748:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:15.0:1673551350.741499:0:2717748:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000bc2f854b refcount 3 to 172.16.0.116@o2ib 00000100:00000001:15.0:1673551350.741500:0:2717748:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912555384080256 : -52831518325471360 : ff444e0395440780) 02000000:00000001:15.0:1673551350.741501:0:2717748:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:15.0:1673551350.741502:0:2717748:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551350.741502:0:2717748:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:15.0:1673551350.741503:0:2717748:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.116@o2ib 00000400:00000010:15.0:1673551350.741505:0:2717748:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4aca7e2. 00000100:00000200:15.0:1673551350.741507:0:2717748:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754582443637824, offset 224 00000400:00000200:15.0:1673551350.741510:0:2717748:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.116@o2ib 00000400:00000200:15.0:1673551350.741512:0:2717748:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.116@o2ib to cpt 3 00000400:00000200:15.0:1673551350.741514:0:2717748:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.116@o2ib local destination 00000400:00000200:15.0:1673551350.741516:0:2717748:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.116@o2ib to cpt 3 00000400:00000200:15.0:1673551350.741519:0:2717748:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.116@o2ib(172.16.0.116@o2ib:172.16.0.116@o2ib) : PUT try# 0 00000800:00000200:15.0:1673551350.741522:0:2717748:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.116@o2ib 00000400:00000200:15.0:1673551350.741524:0:2717748:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.116@o2ib to cpt 3 00000800:00000200:15.0:1673551350.741527:0:2717748:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000fc857abe] -> 172.16.0.116@o2ib (2) version: 12 00000800:00000200:15.0:1673551350.741528:0:2717748:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000a8be14bd] (68)++ 00000800:00000200:15.0:1673551350.741529:0:2717748:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000a8be14bd] (69)++ 00000800:00000200:15.0:1673551350.741533:0:2717748:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000a8be14bd] (70)-- 00000100:00000001:15.0:1673551350.741534:0:2717748:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1673551350.741535:0:2717748:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000bc2f854b refcount 2 to 172.16.0.116@o2ib 00010000:00000001:15.0:1673551350.741536:0:2717748:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:15.0:1673551350.741536:0:2717748:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551350.741537:0:2717748:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:15.0:1673551350.741538:0:2717748:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000149e2731 x1754582443637824/t0(0) o400->8147c41a-b0e0-4f67-9b16-3ecec5e74e59@172.16.0.116@o2ib:236/0 lens 224/224 e 0 to 0 dl 1673551356 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00100000:15.0:1673551350.741541:0:2717748:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000149e2731 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_007:8147c41a-b0e0-4f67-9b16-3ecec5e74e59+6:2892:x1754582443637824:12345-172.16.0.116@o2ib:400: Request processed in 73us (149us total) trans 0 rc 0/0 00000800:00000200:3.2:1673551350.741541:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a8be14bd] (69)++ 00000100:00100000:15.0:1673551350.741543:0:2717748:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.116@o2ib, seq: 4356 00000100:00000040:15.0:1673551350.741544:0:2717748:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000068eb6ecf : new rpc_count 0 00000100:00000001:15.0:1673551350.741545:0:2717748:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:15.0:1673551350.741545:0:2717748:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:15.0:1673551350.741547:0:2717748:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000053d95af. 00000020:00000010:15.0:1673551350.741548:0:2717748:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be5c2368. 00000020:00000010:15.0:1673551350.741549:0:2717748:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000113e6e3f. 00000020:00000040:15.0:1673551350.741550:0:2717748:0:(genops.c:979:class_export_put()) PUTting export 0000000068eb6ecf : new refcount 5 00000800:00000200:12.0:1673551350.741550:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a8be14bd] (70)++ 00000100:00000001:15.0:1673551350.741551:0:2717748:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:12.0:1673551350.741556:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000a8be14bd] (71)-- 00000400:00000200:12.0:1673551350.741558:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:13.0:1673551350.741560:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8be14bd] (70)-- 00000400:00000200:12.0:1673551350.741560:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.116@o2ib: PUT: OK 00000400:00000200:12.0:1673551350.741561:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000b4aca7e2 00000400:00000010:12.0:1673551350.741563:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000b4aca7e2. 00000100:00000001:12.0:1673551350.741564:0:12872:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:12.0:1673551350.741565:0:12872:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:12.0:1673551350.741566:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8be14bd] (69)-- 00010000:00000001:4.0:1673551350.742055:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551350.742057:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551350.742058:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551350.742058:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551350.742059:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551350.742059:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551350.742061:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551350.742062:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551350.742062:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551350.742063:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551350.742064:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551350.742065:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551350.742065:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551350.742066:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551350.742067:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551350.742067:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551350.742068:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551350.742068:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551350.742070:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551350.742070:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551350.742071:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551350.742071:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551350.742072:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551350.742073:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551350.742074:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551350.742074:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1673551350.742098:0:2264693:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:5.0:1673551350.742100:0:2264693:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:5.0:1673551350.742101:0:2264693:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:8.2:1673551350.770226:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000306224d2] (68)++ 00000800:00000200:13.0:1673551350.770241:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (69)++ 00000800:00000200:13.0:1673551350.770248:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.20@o2ib 00000400:00000200:13.0:1673551350.770250:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551350.770252:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000400:00000200:13.0:1673551350.770254:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:12.0:1673551350.770254:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (70)-- 00000400:00000200:13.0:1673551350.770257:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551350.770258:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551350.770260:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 24 MB=0x63bfd66a43480 00000400:00000200:13.0:1673551350.770264:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 18 from 12345-172.16.0.20@o2ib of length 224/224 into md 0x4b04f7ad [256] + 9856 00000400:00000200:13.0:1673551350.770267:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551350.770268:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000001:13.0:1673551350.770269:0:12871:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:13.0:1673551350.770270:0:12871:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:13.0:1673551350.770271:0:12871:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000889a5406. 00000100:00000040:13.0:1673551350.770271:0:12871:0:(events.c:367:request_in_callback()) incoming req@00000000889a5406 x1754809395065984 msgsize 224 00000100:00100000:13.0:1673551350.770273:0:12871:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.20@o2ib) 00000100:00000001:13.0:1673551350.770279:0:12871:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:13.0:1673551350.770281:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000306224d2] (69)++ 00000800:00000200:13.0:1673551350.770282:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000306224d2] (70)-- 00000800:00000200:13.0:1673551350.770283:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (69)-- 00000100:00000001:15.0:1673551350.770288:0:2270126:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:15.0:1673551350.770289:0:2270126:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:15.0:1673551350.770289:0:2270126:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:15.0:1673551350.770290:0:2270126:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1673551350.770291:0:2270126:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:15.0:1673551350.770291:0:2270126:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395065984 00000020:00000001:15.0:1673551350.770292:0:2270126:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:15.0:1673551350.770292:0:2270126:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b07 00000020:00000001:15.0:1673551350.770293:0:2270126:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:15.0:1673551350.770293:0:2270126:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000af8736a1 refcount=5 00000020:00000001:15.0:1673551350.770294:0:2270126:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748067328 : -52831469961484288 : ff444e0ed7fbe800) 00000020:00000001:15.0:1673551350.770295:0:2270126:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748067328 : -52831469961484288 : ff444e0ed7fbe800) 00000100:00000001:15.0:1673551350.770295:0:2270126:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:15.0:1673551350.770296:0:2270126:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:15.0:1673551350.770297:0:2270126:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0547aa1. 00000020:00000010:15.0:1673551350.770297:0:2270126:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000053d95af. 00000020:00000010:15.0:1673551350.770299:0:2270126:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be5c2368. 00000100:00000040:15.0:1673551350.770301:0:2270126:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt_out at +1s 00000100:00000001:15.0:1673551350.770301:0:2270126:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:15.0:1673551350.770302:0:2270126:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:15.0:1673551350.770302:0:2270126:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551350.770303:0:2270126:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551350.770309:0:2270126:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551350.770313:0:2270126:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:15.0:1673551350.770314:0:2270126:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:15.0:1673551350.770316:0:2270126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 528683 00000100:00000040:15.0:1673551350.770317:0:2270126:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000af8736a1 : new rpc_count 1 00000100:00000001:15.0:1673551350.770318:0:2270126:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912609254016128 : -52831464455535488 : ff444e10202a0480) 00000100:00000040:15.0:1673551350.770320:0:2270126:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000889a5406 x1754809395065984/t0(0) o41->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:236/0 lens 224/0 e 0 to 0 dl 1673551356 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:15.0:1673551350.770324:0:2270126:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:15.0:1673551350.770325:0:2270126:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:15.0:1673551350.770327:0:2270126:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000889a5406 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out03_001:ai200x-MDT0002-mdtlov_UUID+5:10567:x1754809395065984:12345-172.16.0.20@o2ib:41: 00000100:00000200:15.0:1673551350.770329:0:2270126:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395065984 00000020:00000001:15.0:1673551350.770329:0:2270126:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:15.0:1673551350.770330:0:2270126:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:15.0:1673551350.770330:0:2270126:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551350.770331:0:2270126:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:15.0:1673551350.770331:0:2270126:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072666184064 : -1043367552 : ffffffffc1cf7980) 00000020:00000001:15.0:1673551350.770332:0:2270126:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:15.0:1673551350.770333:0:2270126:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:15.0:1673551350.770333:0:2270126:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:15.0:1673551350.770333:0:2270126:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:15.0:1673551350.770334:0:2270126:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551350.770335:0:2270126:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:15.0:1673551350.770335:0:2270126:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:15.0:1673551350.770336:0:2270126:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000756995a0. 02000000:00000001:15.0:1673551350.770337:0:2270126:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551350.770337:0:2270126:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:15.0:1673551350.770339:0:2270126:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000004:00000001:15.0:1673551350.770340:0:2270126:0:(mdt_lib.c:398:mdt_check_ucred()) Process entered 00000004:00000001:15.0:1673551350.770340:0:2270126:0:(mdt_lib.c:405:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:15.0:1673551350.770345:0:2270126:0:(mdt_handler.c:539:mdt_statfs()) blocks cached 0 granted 1906311167 pending 0 free 16804335616 avail 14330667008 00000020:00000020:15.0:1673551350.770347:0:2270126:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-MDT0001: processing self export: 0 0 0 00000020:00000020:15.0:1673551350.770348:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0001_UUID/00000000e9be0120 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551350.770349:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0000_UUID/000000000ef2907f dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551350.770350:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0004_UUID/0000000089451880 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551350.770351:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0005_UUID/00000000ebefb99a dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551350.770352:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0007_UUID/00000000dc25e61b dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551350.770352:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0006_UUID/00000000b5e1bf39 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551350.770353:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0003_UUID/0000000057d49917 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551350.770354:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0002_UUID/000000002b2e9d79 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551350.770354:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0000-mdtlov_UUID/000000005666bac4 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551350.770355:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/0000000079935574 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.770356:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0003-mdtlov_UUID/000000004d397a21 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551350.770357:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000f831e444 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.770358:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 8147c41a-b0e0-4f67-9b16-3ecec5e74e59/0000000068eb6ecf dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.770358:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli f6883e33-f9d9-44e1-9620-7d1810cee4d6/0000000016af0c64 dirty 0 pend 0 grant 1879048191 00000020:00000020:15.0:1673551350.770360:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 546ca0b7-6780-4f13-8f75-9c5ff65b0676/00000000395f0866 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.770360:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli e2e002af-f09c-4b05-bf31-5f3b5c0fc2b7/0000000085149461 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.770361:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 6d8d6132-29b8-426f-8245-b058f840fb7b/000000007d0d8ee7 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.770362:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 20170d48-9f93-4e23-b2d9-7467b30c0d37/00000000b61481ba dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.770362:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli b2f40830-929d-417e-aaf4-df6a6828a827/00000000aeff7c1c dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.770363:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli fac71ec6-9f35-4566-9c12-4be9db31431f/0000000000e137be dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.770364:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 77d2bdab-e05e-4099-8d1d-9a11cdcc0ba1/0000000030187047 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.770365:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 45cb3ae8-41b4-4d54-9b54-bb58c7e102f3/0000000057709798 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.770366:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000db8e401b dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.770366:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 49374343-0861-470b-a659-345a443590fd/000000003709ca29 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.770367:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0002-mdtlov_UUID/00000000af8736a1 dirty 0 pend 0 grant 0 00000004:00000020:15.0:1673551350.770367:0:2270126:0:(mdt_handler.c:549:mdt_statfs()) 34884907 blocks: 4102621 free, 3498698 avail; 96642000 objects: 68578523 free; state 200 00000004:00000001:15.0:1673551350.770369:0:2270126:0:(mdt_handler.c:568:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:15.0:1673551350.770370:0:2270126:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813813151, transno 0, xid 1754809395065984 00010000:00000001:15.0:1673551350.770370:0:2270126:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:15.0:1673551350.770371:0:2270126:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000889a5406 x1754809395065984/t0(0) o41->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:236/0 lens 224/368 e 0 to 0 dl 1673551356 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:15.0:1673551350.770374:0:2270126:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:15.0:1673551350.770374:0:2270126:0:(ldlm_lib.c:3203:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:15.0:1673551350.770375:0:2270126:0:(import.c:1925:at_measured()) add 1 to 0000000096a20d38 time=55 v=1 (1 1 1 1) 00000100:00000001:15.0:1673551350.770376:0:2270126:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:15.0:1673551350.770376:0:2270126:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 49 to 172.16.0.20@o2ib 00000100:00000001:15.0:1673551350.770377:0:2270126:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 02000000:00000001:15.0:1673551350.770378:0:2270126:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:15.0:1673551350.770378:0:2270126:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551350.770379:0:2270126:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:15.0:1673551350.770379:0:2270126:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:15.0:1673551350.770380:0:2270126:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004a23c0e. 00000100:00000200:15.0:1673551350.770381:0:2270126:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754809395065984, offset 224 00000400:00000200:15.0:1673551350.770383:0:2270126:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:15.0:1673551350.770384:0:2270126:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:15.0:1673551350.770386:0:2270126:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.20@o2ib local destination 00000400:00000200:15.0:1673551350.770387:0:2270126:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:15.0:1673551350.770390:0:2270126:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000800:00000200:15.0:1673551350.770391:0:2270126:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000400:00000200:15.0:1673551350.770393:0:2270126:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:15.0:1673551350.770395:0:2270126:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000c10ae60a] -> 172.16.0.20@o2ib (2) version: 12 00000800:00000200:15.0:1673551350.770396:0:2270126:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000306224d2] (68)++ 00000800:00000200:15.0:1673551350.770396:0:2270126:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000306224d2] (69)++ 00000800:00000200:15.0:1673551350.770399:0:2270126:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000306224d2] (70)-- 00000100:00000001:15.0:1673551350.770399:0:2270126:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1673551350.770400:0:2270126:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 48 to 172.16.0.20@o2ib 00010000:00000001:15.0:1673551350.770401:0:2270126:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:15.0:1673551350.770401:0:2270126:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551350.770401:0:2270126:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:15.0:1673551350.770402:0:2270126:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000889a5406 x1754809395065984/t0(0) o41->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:236/0 lens 224/368 e 0 to 0 dl 1673551356 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:15.0:1673551350.770405:0:2270126:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000889a5406 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out03_001:ai200x-MDT0002-mdtlov_UUID+5:10567:x1754809395065984:12345-172.16.0.20@o2ib:41: Request processed in 80us (132us total) trans 0 rc 0/0 00000100:00100000:15.0:1673551350.770407:0:2270126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 528683 00000100:00000040:15.0:1673551350.770407:0:2270126:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000af8736a1 : new rpc_count 0 00000800:00000200:8.2:1673551350.770407:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000306224d2] (69)++ 00000100:00000001:15.0:1673551350.770408:0:2270126:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:15.0:1673551350.770408:0:2270126:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:15.0:1673551350.770409:0:2270126:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000053d95af. 00000020:00000010:15.0:1673551350.770410:0:2270126:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be5c2368. 00000020:00000010:15.0:1673551350.770411:0:2270126:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0547aa1. 00000020:00000040:15.0:1673551350.770411:0:2270126:0:(genops.c:979:class_export_put()) PUTting export 00000000af8736a1 : new refcount 4 00000100:00000001:15.0:1673551350.770412:0:2270126:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:12.0:1673551350.770419:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (70)++ 00000800:00000200:12.0:1673551350.770424:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000306224d2] (71)-- 00000400:00000200:12.0:1673551350.770426:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551350.770428:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:12.0:1673551350.770430:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000004a23c0e 00000800:00000200:13.0:1673551350.770431:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (70)-- 00000400:00000010:12.0:1673551350.770431:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000004a23c0e. 00000100:00000001:12.0:1673551350.770432:0:12872:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:12.0:1673551350.770432:0:12872:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:12.0:1673551350.770433:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (69)-- 00000800:00000200:8.2:1673551350.787332:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (68)++ 00000800:00000200:13.0:1673551350.787343:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:13.0:1673551350.787349:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.56@o2ib 00000400:00000200:13.0:1673551350.787351:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551350.787353:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.56@o2ib : PUT - for me 00000400:00000200:13.0:1673551350.787355:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551350.787356:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:12.0:1673551350.787356:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000400:00000200:13.0:1673551350.787358:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:13.0:1673551350.787359:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 24 MB=0x63c0044b47e40 00000400:00000200:13.0:1673551350.787361:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 18 from 12345-172.16.0.56@o2ib of length 224/224 into md 0x4b04f7ad [256] + 10080 00000400:00000200:13.0:1673551350.787362:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551350.787364:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: PUT: OK 00000100:00000001:13.0:1673551350.787367:0:12871:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:13.0:1673551350.787367:0:12871:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:13.0:1673551350.787368:0:12871:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000008fddcdf6. 00000100:00000040:13.0:1673551350.787369:0:12871:0:(events.c:367:request_in_callback()) incoming req@000000008fddcdf6 x1754821710609984 msgsize 224 00000100:00100000:13.0:1673551350.787370:0:12871:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.56@o2ib (source: 12345-172.16.0.56@o2ib) 00000100:00000001:13.0:1673551350.787374:0:12871:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:13.0:1673551350.787375:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:13.0:1673551350.787376:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000f2f16d9a] (70)-- 00000800:00000200:13.0:1673551350.787376:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000100:00000001:15.0:1673551350.787385:0:2270126:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:15.0:1673551350.787386:0:2270126:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:15.0:1673551350.787387:0:2270126:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:15.0:1673551350.787387:0:2270126:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1673551350.787388:0:2270126:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:15.0:1673551350.787389:0:2270126:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754821710609984 00000020:00000001:15.0:1673551350.787390:0:2270126:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:15.0:1673551350.787390:0:2270126:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b77 00000020:00000001:15.0:1673551350.787390:0:2270126:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:15.0:1673551350.787391:0:2270126:0:(lustre_handles.c:152:class_handle2object()) GET export 000000005666bac4 refcount=5 00000020:00000001:15.0:1673551350.787392:0:2270126:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748055040 : -52831469961496576 : ff444e0ed7fbb800) 00000020:00000001:15.0:1673551350.787393:0:2270126:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748055040 : -52831469961496576 : ff444e0ed7fbb800) 00000100:00000001:15.0:1673551350.787394:0:2270126:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:15.0:1673551350.787394:0:2270126:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:15.0:1673551350.787395:0:2270126:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0547aa1. 00000020:00000010:15.0:1673551350.787396:0:2270126:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000053d95af. 00000020:00000010:15.0:1673551350.787397:0:2270126:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be5c2368. 00000100:00000040:15.0:1673551350.787398:0:2270126:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt_out at +1s 00000100:00000001:15.0:1673551350.787399:0:2270126:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:15.0:1673551350.787399:0:2270126:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:15.0:1673551350.787400:0:2270126:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551350.787400:0:2270126:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551350.787406:0:2270126:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551350.787408:0:2270126:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:15.0:1673551350.787409:0:2270126:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:15.0:1673551350.787410:0:2270126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.56@o2ib, seq: 528684 00000100:00000040:15.0:1673551350.787411:0:2270126:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000005666bac4 : new rpc_count 1 00000100:00000001:14.0:1673551350.787411:0:2351568:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:15.0:1673551350.787412:0:2270126:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912609254042624 : -52831464455508992 : ff444e10202a6c00) 00000100:00000001:14.0:1673551350.787412:0:2351568:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:14.0:1673551350.787413:0:2351568:0:(service.c:2025:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1673551350.787414:0:2270126:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008fddcdf6 x1754821710609984/t0(0) o41->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:236/0 lens 224/0 e 0 to 0 dl 1673551356 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:14.0:1673551350.787414:0:2351568:0:(service.c:2230:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551350.787418:0:2270126:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:15.0:1673551350.787418:0:2270126:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:15.0:1673551350.787420:0:2270126:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000008fddcdf6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out03_001:ai200x-MDT0000-mdtlov_UUID+5:12267:x1754821710609984:12345-172.16.0.56@o2ib:41: 00000100:00000200:15.0:1673551350.787422:0:2270126:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754821710609984 00000020:00000001:15.0:1673551350.787423:0:2270126:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:15.0:1673551350.787423:0:2270126:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:15.0:1673551350.787424:0:2270126:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551350.787425:0:2270126:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:15.0:1673551350.787425:0:2270126:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072666184064 : -1043367552 : ffffffffc1cf7980) 00000020:00000001:15.0:1673551350.787426:0:2270126:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:15.0:1673551350.787427:0:2270126:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:15.0:1673551350.787427:0:2270126:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:15.0:1673551350.787427:0:2270126:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:15.0:1673551350.787428:0:2270126:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551350.787429:0:2270126:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:15.0:1673551350.787429:0:2270126:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:15.0:1673551350.787430:0:2270126:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000eb5f2a34. 02000000:00000001:15.0:1673551350.787431:0:2270126:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551350.787431:0:2270126:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:15.0:1673551350.787432:0:2270126:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000004:00000001:15.0:1673551350.787433:0:2270126:0:(mdt_lib.c:398:mdt_check_ucred()) Process entered 00000004:00000001:15.0:1673551350.787433:0:2270126:0:(mdt_lib.c:405:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:15.0:1673551350.787434:0:2270126:0:(mdt_handler.c:539:mdt_statfs()) blocks cached 0 granted 1906311167 pending 0 free 16804335616 avail 14330667008 00000020:00000020:15.0:1673551350.787435:0:2270126:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-MDT0001: processing self export: 0 0 0 00000020:00000020:15.0:1673551350.787436:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0001_UUID/00000000e9be0120 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551350.787437:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0000_UUID/000000000ef2907f dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551350.787438:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0004_UUID/0000000089451880 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551350.787438:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0005_UUID/00000000ebefb99a dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551350.787439:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0007_UUID/00000000dc25e61b dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551350.787440:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0006_UUID/00000000b5e1bf39 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551350.787440:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0003_UUID/0000000057d49917 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551350.787441:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0001-lwp-OST0002_UUID/000000002b2e9d79 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551350.787441:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0000-mdtlov_UUID/000000005666bac4 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551350.787442:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/0000000079935574 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.787443:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0003-mdtlov_UUID/000000004d397a21 dirty 0 pend 0 grant 0 00000020:00000020:15.0:1673551350.787443:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000f831e444 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.787444:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 8147c41a-b0e0-4f67-9b16-3ecec5e74e59/0000000068eb6ecf dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.787445:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli f6883e33-f9d9-44e1-9620-7d1810cee4d6/0000000016af0c64 dirty 0 pend 0 grant 1879048191 00000020:00000020:15.0:1673551350.787445:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 546ca0b7-6780-4f13-8f75-9c5ff65b0676/00000000395f0866 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.787446:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli e2e002af-f09c-4b05-bf31-5f3b5c0fc2b7/0000000085149461 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.787448:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 6d8d6132-29b8-426f-8245-b058f840fb7b/000000007d0d8ee7 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.787448:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 20170d48-9f93-4e23-b2d9-7467b30c0d37/00000000b61481ba dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.787449:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli b2f40830-929d-417e-aaf4-df6a6828a827/00000000aeff7c1c dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.787449:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli fac71ec6-9f35-4566-9c12-4be9db31431f/0000000000e137be dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.787450:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 77d2bdab-e05e-4099-8d1d-9a11cdcc0ba1/0000000030187047 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.787451:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 45cb3ae8-41b4-4d54-9b54-bb58c7e102f3/0000000057709798 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.787451:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000db8e401b dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.787452:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli 49374343-0861-470b-a659-345a443590fd/000000003709ca29 dirty 0 pend 0 grant 2097152 00000020:00000020:15.0:1673551350.787453:0:2270126:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-MDT0001: cli ai200x-MDT0002-mdtlov_UUID/00000000af8736a1 dirty 0 pend 0 grant 0 00000004:00000020:15.0:1673551350.787453:0:2270126:0:(mdt_handler.c:549:mdt_statfs()) 34884907 blocks: 4102621 free, 3498698 avail; 96642000 objects: 68578523 free; state 200 00000004:00000001:15.0:1673551350.787455:0:2270126:0:(mdt_handler.c:568:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:15.0:1673551350.787455:0:2270126:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813570213, transno 0, xid 1754821710609984 00010000:00000001:15.0:1673551350.787456:0:2270126:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:15.0:1673551350.787457:0:2270126:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000008fddcdf6 x1754821710609984/t0(0) o41->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:236/0 lens 224/368 e 0 to 0 dl 1673551356 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:15.0:1673551350.787459:0:2270126:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:15.0:1673551350.787459:0:2270126:0:(ldlm_lib.c:3203:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:15.0:1673551350.787460:0:2270126:0:(import.c:1925:at_measured()) add 1 to 0000000096a20d38 time=55 v=1 (1 1 1 1) 00000100:00000001:15.0:1673551350.787461:0:2270126:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:15.0:1673551350.787462:0:2270126:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000e3f031ad refcount 55 to 172.16.0.56@o2ib 00000100:00000001:15.0:1673551350.787462:0:2270126:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146464 : -52831505782405152 : ff444e0680e407e0) 02000000:00000001:15.0:1673551350.787463:0:2270126:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:15.0:1673551350.787464:0:2270126:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551350.787464:0:2270126:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:15.0:1673551350.787465:0:2270126:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000400:00000010:15.0:1673551350.787466:0:2270126:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071bd6037. 00000100:00000200:15.0:1673551350.787467:0:2270126:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754821710609984, offset 224 00000400:00000200:15.0:1673551350.787469:0:2270126:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000400:00000200:15.0:1673551350.787471:0:2270126:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:15.0:1673551350.787473:0:2270126:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.56@o2ib local destination 00000400:00000200:15.0:1673551350.787475:0:2270126:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:15.0:1673551350.787477:0:2270126:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) : PUT try# 0 00000800:00000200:15.0:1673551350.787479:0:2270126:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.56@o2ib 00000400:00000200:15.0:1673551350.787479:0:2270126:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:15.0:1673551350.787481:0:2270126:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000076e6a972] -> 172.16.0.56@o2ib (2) version: 12 00000800:00000200:15.0:1673551350.787482:0:2270126:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000f2f16d9a] (68)++ 00000800:00000200:15.0:1673551350.787482:0:2270126:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:15.0:1673551350.787484:0:2270126:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000f2f16d9a] (70)-- 00000100:00000001:15.0:1673551350.787485:0:2270126:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1673551350.787485:0:2270126:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000e3f031ad refcount 54 to 172.16.0.56@o2ib 00010000:00000001:15.0:1673551350.787486:0:2270126:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:15.0:1673551350.787486:0:2270126:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551350.787487:0:2270126:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:15.0:1673551350.787488:0:2270126:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008fddcdf6 x1754821710609984/t0(0) o41->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:236/0 lens 224/368 e 0 to 0 dl 1673551356 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:15.0:1673551350.787490:0:2270126:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000008fddcdf6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out03_001:ai200x-MDT0000-mdtlov_UUID+5:12267:x1754821710609984:12345-172.16.0.56@o2ib:41: Request processed in 71us (120us total) trans 0 rc 0/0 00000100:00100000:15.0:1673551350.787492:0:2270126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.56@o2ib, seq: 528684 00000100:00000040:15.0:1673551350.787492:0:2270126:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005666bac4 : new rpc_count 0 00000800:00000200:8.2:1673551350.787492:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (69)++ 00000100:00000001:15.0:1673551350.787493:0:2270126:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:15.0:1673551350.787493:0:2270126:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:15.0:1673551350.787494:0:2270126:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000053d95af. 00000020:00000010:15.0:1673551350.787495:0:2270126:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be5c2368. 00000020:00000010:15.0:1673551350.787495:0:2270126:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0547aa1. 00000020:00000040:15.0:1673551350.787496:0:2270126:0:(genops.c:979:class_export_put()) PUTting export 000000005666bac4 : new refcount 4 00000100:00000001:15.0:1673551350.787497:0:2270126:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:12.0:1673551350.787503:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)++ 00000800:00000200:12.0:1673551350.787508:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000f2f16d9a] (71)-- 00000400:00000200:12.0:1673551350.787509:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551350.787511:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: PUT: OK 00000400:00000200:12.0:1673551350.787512:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000071bd6037 00000400:00000010:12.0:1673551350.787512:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000071bd6037. 00000100:00000001:12.0:1673551350.787513:0:12872:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:12.0:1673551350.787514:0:12872:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:13.0:1673551350.787515:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000800:00000200:12.0:1673551350.787516:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000004:00000001:9.0:1673551350.997070:0:2270161:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:9.0:1673551350.997071:0:2270161:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000004:00000001:11.0:1673551350.997074:0:2270159:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000100:00000010:9.0:1673551350.997074:0:2270161:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000eaf11aab. 00000004:00000020:11.0:1673551350.997075:0:2270159:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000010:11.0:1673551350.997077:0:2270159:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000627cac48. 00000020:00000040:9.0:1673551350.997077:0:2270161:0:(genops.c:1192:class_import_get()) import 00000000dbb812a7 refcount=3 obd=ai200x-MDT0003-osp-MDT0001 00000020:00000040:11.0:1673551350.997078:0:2270159:0:(genops.c:1192:class_import_get()) import 00000000fcc504f5 refcount=3 obd=ai200x-MDT0000-osp-MDT0001 00000100:00000001:9.0:1673551350.997079:0:2270161:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:11.0:1673551350.997080:0:2270159:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:9.0:1673551350.997080:0:2270161:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:11.0:1673551350.997081:0:2270159:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:9.0:1673551350.997081:0:2270161:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1673551350.997082:0:2270159:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:9.0:1673551350.997083:0:2270161:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000073606fe2. 02000000:00000010:11.0:1673551350.997084:0:2270159:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002ac4b6e2. 00000100:00000001:9.0:1673551350.997085:0:2270161:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551350.997086:0:2270159:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551350.997087:0:2270161:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:11.0:1673551350.997088:0:2270159:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:11.0:1673551350.997088:0:2270159:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1673551350.997089:0:2270161:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1673551350.997091:0:2270159:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000627cac48] to pc [ptlrpcd_02_00+0] req@00000000627cac48 x1754791738765952/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:9.0:1673551350.997091:0:2270161:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000eaf11aab] to pc [ptlrpcd_02_00+0] req@00000000eaf11aab x1754791738765888/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:11.0:1673551350.997096:0:2270159:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:9.0:1673551350.997107:0:2270161:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551350.997111:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1673551350.997112:0:12910:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:10.0:1673551350.997113:0:12910:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:10.0:1673551350.997116:0:12910:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eaf11aab x1754791738765888/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:11.0:1673551350.997119:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551350.997120:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551350.997121:0:12910:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:10.0:1673551350.997121:0:12910:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1673551350.997123:0:12910:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:10.0:1673551350.997125:0:12910:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1673551350.997126:0:12910:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000eaf11aab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:ai200x-MDT0001-mdtlov_UUID:12910:1754791738765888:172.16.0.22@o2ib:41: 00000100:00000001:10.0:1673551350.997129:0:12910:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:10.0:1673551350.997130:0:12910:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:10.0:1673551350.997131:0:12910:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1673551350.997132:0:12910:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:10.0:1673551350.997134:0:12910:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000061215e33. 02000000:00000001:10.0:1673551350.997134:0:12910:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1673551350.997137:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000010:10.0:1673551350.997139:0:12910:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000006c3b02ec. 00000400:00000010:10.0:1673551350.997141:0:12910:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d763b32. 00000100:00000200:10.0:1673551350.997143:0:12910:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738765888, portal 4 00000100:00000001:10.0:1673551350.997144:0:12910:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:10.0:1673551350.997145:0:12910:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912574856342784 : -52831498853208832 : ff444e081de72d00) 00000100:00000040:10.0:1673551350.997147:0:12910:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000eaf11aab x1754791738765888/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551357 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:10.0:1673551350.997149:0:12910:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:10.0:1673551350.997150:0:12910:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000010:10.0:1673551350.997150:0:12910:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4185ecd. 00000100:00000200:10.0:1673551350.997151:0:12910:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1754791738765888, offset 0 00000400:00000200:10.0:1673551350.997153:0:12910:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000400:00000200:10.0:1673551350.997155:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:10.0:1673551350.997157:0:12910:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.22@o2ib local destination 00000400:00000200:10.0:1673551350.997160:0:12910:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10965000, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:10.0:1673551350.997162:0:12910:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10965000, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10965000, g:4294967295] 00000400:00000200:10.0:1673551350.997163:0:12910:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:10.0:1673551350.997164:0:12910:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10965000, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10965000, g:4294967295] 00000400:00000200:10.0:1673551350.997166:0:12910:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10965000, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10965000, g:4294967295] 00000400:00000200:10.0:1673551350.997167:0:12910:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:10.0:1673551350.997168:0:12910:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:10.0:1673551350.997169:0:12910:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:10.0:1673551350.997169:0:12910:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.23@o2ib c:[32, 32], s:[3094138, 3094138] 00000400:00000200:10.0:1673551350.997170:0:12910:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.22@o2ib 00000400:00000200:10.0:1673551350.997171:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:10.0:1673551350.997174:0:12910:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.22@o2ib(172.16.0.22@o2ib:172.16.0.22@o2ib) : PUT try# 0 00000800:00000200:10.0:1673551350.997176:0:12910:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.22@o2ib 00000400:00000200:10.0:1673551350.997177:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:10.0:1673551350.997180:0:12910:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000028e78a33] -> 172.16.0.22@o2ib (2) version: 12 00000800:00000200:10.0:1673551350.997181:0:12910:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000001a128d74] (68)++ 00000800:00000200:10.0:1673551350.997182:0:12910:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000001a128d74] (69)++ 00000800:00000200:10.0:1673551350.997185:0:12910:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000001a128d74] (70)-- 00000100:00000001:10.0:1673551350.997186:0:12910:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551350.997187:0:12910:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:10.0:1673551350.997188:0:12910:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551350.997189:0:12910:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:10.0:1673551350.997190:0:12910:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000627cac48 x1754791738765952/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:10.0:1673551350.997192:0:12910:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:10.0:1673551350.997192:0:12910:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1673551350.997193:0:12910:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:10.0:1673551350.997193:0:12910:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1673551350.997194:0:12910:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000627cac48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:ai200x-MDT0001-mdtlov_UUID:12910:1754791738765952:172.16.0.56@o2ib:41: 00000100:00000001:10.0:1673551350.997195:0:12910:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:10.0:1673551350.997195:0:12910:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:10.0:1673551350.997195:0:12910:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1673551350.997196:0:12910:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:10.0:1673551350.997196:0:12910:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a462ae5a. 02000000:00000001:10.0:1673551350.997197:0:12910:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1673551350.997198:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000010:10.0:1673551350.997198:0:12910:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000c151e79b. 00000400:00000010:10.0:1673551350.997199:0:12910:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005261b97c. 00000800:00000200:21.2:1673551350.997200:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (69)++ 00000100:00000200:10.0:1673551350.997200:0:12910:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738765952, portal 4 00000100:00000001:10.0:1673551350.997200:0:12910:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:10.0:1673551350.997200:0:12910:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912558540947456 : -52831515168604160 : ff444e04516e0000) 00000100:00000040:10.0:1673551350.997202:0:12910:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000627cac48 x1754791738765952/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551357 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:10.0:1673551350.997203:0:12910:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:10.0:1673551350.997204:0:12910:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000400:00000010:10.0:1673551350.997204:0:12910:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071dc1031. 00000100:00000200:10.0:1673551350.997205:0:12910:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1754791738765952, offset 0 00000400:00000200:10.0:1673551350.997206:0:12910:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000400:00000200:10.0:1673551350.997207:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:10.0:1673551350.997208:0:12910:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000400:00000200:10.0:1673551350.997209:0:12910:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10965001, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:10.0:1673551350.997210:0:12910:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10965000, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10965001, g:4294967295] 00000400:00000200:10.0:1673551350.997211:0:12910:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:10.0:1673551350.997212:0:12910:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10965001, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10965000, g:4294967295] 00000400:00000200:10.0:1673551350.997213:0:12910:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10965000, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10965000, g:4294967295] 00000400:00000200:10.0:1673551350.997214:0:12910:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:10.0:1673551350.997215:0:12910:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:10.0:1673551350.997216:0:12910:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000800:00000200:23.0:1673551350.997217:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (70)++ 00000400:00000200:10.0:1673551350.997217:0:12910:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501172, 4501172] 00000400:00000200:10.0:1673551350.997218:0:12910:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.56@o2ib 00000400:00000200:10.0:1673551350.997218:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:10.0:1673551350.997220:0:12910:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) : PUT try# 0 00000800:00000200:10.0:1673551350.997221:0:12910:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.56@o2ib 00000400:00000200:10.0:1673551350.997222:0:12910:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:10.0:1673551350.997225:0:12910:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000e56901fc] -> 172.16.0.56@o2ib (2) version: 12 00000800:00000200:23.0:1673551350.997226:0:12876:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000001a128d74] (71)-- 00000800:00000200:10.0:1673551350.997226:0:12910:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000008042fb16] (68)++ 00000800:00000200:10.0:1673551350.997226:0:12910:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000008042fb16] (69)++ 00000400:00000200:23.0:1673551350.997227:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:10.0:1673551350.997228:0:12910:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000008042fb16] (70)-- 00000100:00000001:10.0:1673551350.997229:0:12910:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551350.997229:0:12910:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:23.0:1673551350.997230:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000100:00000001:10.0:1673551350.997230:0:12910:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551350.997230:0:12910:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:23.0:1673551350.997231:0:12876:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000b4185ecd 00000100:00000001:10.0:1673551350.997231:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:23.0:1673551350.997232:0:12876:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000b4185ecd. 00000800:00000200:21.0:1673551350.997233:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000100:00000001:10.0:1673551350.997233:0:12910:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:23.0:1673551350.997234:0:12876:0:(events.c:54:request_out_callback()) Process entered 00000100:00000001:10.0:1673551350.997234:0:12910:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:10.0:1673551350.997234:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1673551350.997235:0:12910:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:10.0:1673551350.997235:0:12910:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:23.0:1673551350.997236:0:12876:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000eaf11aab x1754791738765888/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551357 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:10.0:1673551350.997236:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551350.997236:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1673551350.997237:0:12910:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:10.0:1673551350.997237:0:12910:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551350.997237:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1673551350.997240:0:12876:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:23.0:1673551350.997240:0:12876:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000eaf11aab x1754791738765888/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551357 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.2:1673551350.997240:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (69)++ 00000100:00000001:23.0:1673551350.997243:0:12876:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1673551350.997244:0:12876:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:23.0:1673551350.997245:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 00000800:00000200:13.0:1673551350.997254:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (70)++ 00000800:00000200:13.0:1673551350.997261:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000008042fb16] (71)-- 00000400:00000200:13.0:1673551350.997263:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551350.997267:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 00000400:00000200:13.0:1673551350.997269:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000071dc1031 00000400:00000010:13.0:1673551350.997270:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000071dc1031. 00000800:00000200:12.0:1673551350.997271:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000100:00000001:13.0:1673551350.997272:0:12871:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:13.0:1673551350.997274:0:12871:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000627cac48 x1754791738765952/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551357 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:13.0:1673551350.997280:0:12871:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:13.0:1673551350.997282:0:12871:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000627cac48 x1754791738765952/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551357 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:13.0:1673551350.997285:0:12871:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551350.997285:0:12871:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:13.0:1673551350.997287:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 00000800:00000200:21.2:1673551350.997336:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (68)++ 00000800:00000200:21.0:1673551350.997343:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (69)++ 00000800:00000200:21.0:1673551350.997348:0:12875:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.22@o2ib 00000400:00000200:21.0:1673551350.997350:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:21.0:1673551350.997352:0:12875:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.22@o2ib : PUT - for me 00000800:00000200:23.0:1673551350.997354:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000400:00000200:21.0:1673551350.997355:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:21.0:1673551350.997356:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:21.0:1673551350.997357:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:21.0:1673551350.997358:0:12875:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 368 into portal 4 MB=0x63bf94a3e7240 00000400:00000200:21.0:1673551350.997360:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:21.0:1673551350.997361:0:12875:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.22@o2ib of length 368/368 into md 0x13a9dd75 [1] + 224 00000400:00000200:21.0:1673551350.997364:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:21.0:1673551350.997365:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000100:00000001:21.0:1673551350.997366:0:12875:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:21.0:1673551350.997368:0:12875:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000eaf11aab x1754791738765888/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.2:1673551350.997371:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000008042fb16] (68)++ 00000100:00000040:21.0:1673551350.997375:0:12875:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000eaf11aab x1754791738765888/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:21.0:1673551350.997381:0:12875:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:21.0:1673551350.997382:0:12875:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000001a128d74] (69)++ 00000800:00000200:12.0:1673551350.997383:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000008042fb16] (69)++ 00000800:00000200:21.0:1673551350.997384:0:12875:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000001a128d74] (70)-- 00000800:00000200:21.0:1673551350.997384:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 00000100:00000001:10.0:1673551350.997388:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1673551350.997388:0:12910:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000800:00000200:12.0:1673551350.997389:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.56@o2ib 00000400:00000001:10.0:1673551350.997389:0:12910:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:10.0:1673551350.997390:0:12910:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:10.0:1673551350.997390:0:12910:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000006c3b02ec. 00000400:00000200:10.0:1673551350.997391:0:12910:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000002d763b32 00000400:00000200:12.0:1673551350.997392:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000010:10.0:1673551350.997392:0:12910:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000002d763b32. 00000100:00000001:10.0:1673551350.997393:0:12910:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:10.0:1673551350.997394:0:12910:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000eaf11aab x1754791738765888/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:12.0:1673551350.997395:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.56@o2ib : PUT - for me 00000800:00000200:13.0:1673551350.997396:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (70)-- 00000100:00000200:10.0:1673551350.997396:0:12910:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000eaf11aab x1754791738765888/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:12.0:1673551350.997397:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:10.0:1673551350.997398:0:12910:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000200:12.0:1673551350.997399:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00000001:10.0:1673551350.997399:0:12910:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:10.0:1673551350.997399:0:12910:0:(client.c:1442:after_reply()) Process entered 00000400:00000200:12.0:1673551350.997401:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 02000000:00000001:10.0:1673551350.997401:0:12910:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:10.0:1673551350.997401:0:12910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000400:00000200:12.0:1673551350.997402:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 368 into portal 4 MB=0x63bf94a3e7280 00000100:00000001:10.0:1673551350.997402:0:12910:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1673551350.997402:0:12910:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1673551350.997404:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000100:00001000:10.0:1673551350.997404:0:12910:0:(import.c:1925:at_measured()) add 1 to 000000006c56600e time=122 v=1 (1 1 1 1) 00000100:00001000:10.0:1673551350.997405:0:12910:0:(import.c:1925:at_measured()) add 1 to 0000000081de362e time=122 v=1 (1 1 1 1) 00000400:00000200:12.0:1673551350.997406:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.56@o2ib of length 368/368 into md 0x4bd8eaed [1] + 224 00000100:00000001:10.0:1673551350.997407:0:12910:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:10.0:1673551350.997408:0:12910:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1673551350.997408:0:12910:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000400:00000200:12.0:1673551350.997409:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:10.0:1673551350.997409:0:12910:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551350.997410:0:12910:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000400:00000200:12.0:1673551350.997411:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.56@o2ib: PUT: OK 00000100:00000040:10.0:1673551350.997411:0:12910:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0003-osp-MDT0001: skip recheck: last_committed 270864996109 00000100:00000001:12.0:1673551350.997412:0:12872:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000001:10.0:1673551350.997412:0:12910:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000200:12.0:1673551350.997413:0:12872:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000627cac48 x1754791738765952/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:10.0:1673551350.997413:0:12910:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1673551350.997414:0:12910:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eaf11aab x1754791738765888/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:10.0:1673551350.997416:0:12910:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:10.0:1673551350.997417:0:12910:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:10.0:1673551350.997417:0:12910:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:12.0:1673551350.997418:0:12872:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000627cac48 x1754791738765952/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000004:00000001:10.0:1673551350.997418:0:12910:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000040:10.0:1673551350.997419:0:12910:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-MDT0003-osp-MDT0001: blocks=34884907 free=3788631 avail=3184708 avail_mb=12440 hwm_mb=267 files=96642000 ffree=66397551 state=200: rc = 0 00000100:00000001:12.0:1673551350.997420:0:12872:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:12.0:1673551350.997421:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000008042fb16] (69)++ 00000004:00000020:10.0:1673551350.997421:0:12910:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-MDT0003-osp-MDT0001 (000000009005aeae): 34884907 blocks, 3788631 free, 3184708 avail, 4096 bsize, 133 reserved mb low, 267 reserved mb high, 63 reserved ino low, 127 reserved ino high, 96642000 files, 66397551 free files 0x200 00000800:00000200:12.0:1673551350.997422:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000008042fb16] (70)-- 00000800:00000200:12.0:1673551350.997423:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000008042fb16] (69)-- 00000004:00000001:10.0:1673551350.997423:0:12910:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1673551350.997424:0:12910:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eaf11aab x1754791738765888/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00100000:10.0:1673551350.997426:0:12910:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000eaf11aab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:ai200x-MDT0001-mdtlov_UUID:12910:1754791738765888:172.16.0.22@o2ib:41: 00000400:00000001:10.0:1673551350.997428:0:12910:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:10.0:1673551350.997428:0:12910:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:10.0:1673551350.997429:0:12910:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000c151e79b. 00000400:00000200:10.0:1673551350.997429:0:12910:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000005261b97c 00000400:00000010:10.0:1673551350.997429:0:12910:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000005261b97c. 00000100:00000001:10.0:1673551350.997430:0:12910:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:10.0:1673551350.997431:0:12910:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000627cac48 x1754791738765952/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:10.0:1673551350.997433:0:12910:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000627cac48 x1754791738765952/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:10.0:1673551350.997434:0:12910:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:10.0:1673551350.997435:0:12910:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:10.0:1673551350.997435:0:12910:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:10.0:1673551350.997436:0:12910:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:10.0:1673551350.997436:0:12910:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1673551350.997436:0:12910:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1673551350.997437:0:12910:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1673551350.997437:0:12910:0:(import.c:1925:at_measured()) add 1 to 000000004201432e time=122 v=1 (1 1 1 1) 00000100:00001000:10.0:1673551350.997438:0:12910:0:(import.c:1925:at_measured()) add 1 to 00000000fdf5b919 time=122 v=1 (1 1 1 1) 00000100:00000001:10.0:1673551350.997439:0:12910:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:10.0:1673551350.997439:0:12910:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1673551350.997439:0:12910:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:10.0:1673551350.997440:0:12910:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551350.997440:0:12910:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:10.0:1673551350.997440:0:12910:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0000-osp-MDT0001: skip recheck: last_committed 313781747073 00000100:00000001:10.0:1673551350.997441:0:12910:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:10.0:1673551350.997441:0:12910:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1673551350.997442:0:12910:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000627cac48 x1754791738765952/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:10.0:1673551350.997444:0:12910:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:10.0:1673551350.997444:0:12910:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:10.0:1673551350.997444:0:12910:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:10.0:1673551350.997445:0:12910:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000040:10.0:1673551350.997445:0:12910:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-MDT0000-osp-MDT0001: blocks=34884907 free=1534985 avail=931062 avail_mb=3636 hwm_mb=267 files=96642000 ffree=62767139 state=200: rc = 0 00000004:00000020:10.0:1673551350.997446:0:12910:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-MDT0000-osp-MDT0001 (000000002bb7609b): 34884907 blocks, 1534985 free, 931062 avail, 4096 bsize, 133 reserved mb low, 267 reserved mb high, 59 reserved ino low, 119 reserved ino high, 96642000 files, 62767139 free files 0x200 00000004:00000001:10.0:1673551350.997448:0:12910:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1673551350.997448:0:12910:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000627cac48 x1754791738765952/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00100000:10.0:1673551350.997450:0:12910:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000627cac48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_00:ai200x-MDT0001-mdtlov_UUID:12910:1754791738765952:172.16.0.56@o2ib:41: 00000100:00000001:10.0:1673551350.997451:0:12910:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:10.0:1673551350.997452:0:12910:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:10.0:1673551350.997452:0:12910:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000eaf11aab x1754791738765888/t0(0) o41->ai200x-MDT0003-osp-MDT0001@172.16.0.22@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:10.0:1673551350.997457:0:12910:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:10.0:1673551350.997457:0:12910:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:10.0:1673551350.997458:0:12910:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000061215e33. 02000000:00000001:10.0:1673551350.997459:0:12910:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:10.0:1673551350.997460:0:12910:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:10.0:1673551350.997460:0:12910:0:(genops.c:1205:class_import_put()) import 00000000dbb812a7 refcount=2 obd=ai200x-MDT0003-osp-MDT0001 00000020:00000001:10.0:1673551350.997461:0:12910:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:10.0:1673551350.997461:0:12910:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000073606fe2. 02000000:00000001:10.0:1673551350.997462:0:12910:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:10.0:1673551350.997462:0:12910:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:10.0:1673551350.997463:0:12910:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000eaf11aab. 00000100:00000001:10.0:1673551350.997464:0:12910:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:10.0:1673551350.997464:0:12910:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:10.0:1673551350.997465:0:12910:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:10.0:1673551350.997465:0:12910:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000627cac48 x1754791738765952/t0(0) o41->ai200x-MDT0000-osp-MDT0001@172.16.0.56@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:10.0:1673551350.997467:0:12910:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:10.0:1673551350.997467:0:12910:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:10.0:1673551350.997467:0:12910:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a462ae5a. 02000000:00000001:10.0:1673551350.997468:0:12910:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:10.0:1673551350.997468:0:12910:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:10.0:1673551350.997468:0:12910:0:(genops.c:1205:class_import_put()) import 00000000fcc504f5 refcount=2 obd=ai200x-MDT0000-osp-MDT0001 00000020:00000001:10.0:1673551350.997469:0:12910:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:10.0:1673551350.997469:0:12910:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000002ac4b6e2. 02000000:00000001:10.0:1673551350.997469:0:12910:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:10.0:1673551350.997470:0:12910:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:10.0:1673551350.997470:0:12910:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000627cac48. 00000100:00000001:10.0:1673551350.997470:0:12910:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:10.0:1673551350.997471:0:12910:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:10.0:1673551350.997471:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:10.0:1673551350.997472:0:12910:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:10.0:1673551350.997472:0:12910:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551350.997473:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1673551350.997473:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1673551350.997474:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1673551350.997474:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.2:1673551351.052417:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000006e3f2326] (68)++ 00000800:00000200:7.0:1673551351.052433:0:12868:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000006e3f2326] (69)++ 00000800:00000200:7.0:1673551351.052441:0:12868:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.126@o2ib 00000400:00000200:7.0:1673551351.052445:0:12868:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.126@o2ib to cpt 1 00000400:00000200:7.0:1673551351.052447:0:12868:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.126@o2ib : PUT - for me 00000800:00000200:6.0:1673551351.052448:0:12867:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006e3f2326] (70)-- 00000400:00000200:7.0:1673551351.052450:0:12868:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.126@o2ib to cpt 1 00000400:00000200:7.0:1673551351.052452:0:12868:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.126@o2ib to cpt 1 00000400:00000200:7.0:1673551351.052453:0:12868:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.126@o2ib to cpt 1 00000400:00000200:7.0:1673551351.052456:0:12868:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.126@o2ib of length 224 into portal 12 MB=0x63bbeab44b500 00000400:00000200:7.0:1673551351.052460:0:12868:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-172.16.0.126@o2ib of length 224/224 into md 0xbb1b9e5 [64] + 85536 00000400:00000200:7.0:1673551351.052463:0:12868:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:7.0:1673551351.052465:0:12868:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.126@o2ib: PUT: OK 00000100:00000001:7.0:1673551351.052466:0:12868:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:7.0:1673551351.052467:0:12868:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:7.0:1673551351.052468:0:12868:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000003f28a0dd. 00000100:00000040:7.0:1673551351.052469:0:12868:0:(events.c:367:request_in_callback()) incoming req@000000003f28a0dd x1754539963495680 msgsize 224 00000100:00100000:7.0:1673551351.052471:0:12868:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.126@o2ib (source: 12345-172.16.0.126@o2ib) 00000100:00000001:7.0:1673551351.052476:0:12868:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:7.0:1673551351.052479:0:12868:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000006e3f2326] (69)++ 00000800:00000200:7.0:1673551351.052480:0:12868:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000006e3f2326] (70)-- 00000800:00000200:7.0:1673551351.052481:0:12868:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006e3f2326] (69)-- 00000100:00000001:4.0:1673551351.052485:0:2270080:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:4.0:1673551351.052486:0:2270080:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:4.0:1673551351.052487:0:2270080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:4.0:1673551351.052487:0:2270080:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1673551351.052488:0:2270080:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:4.0:1673551351.052489:0:2270080:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754539963495680 00000020:00000001:4.0:1673551351.052490:0:2270080:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:4.0:1673551351.052491:0:2270080:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b38 00000020:00000001:4.0:1673551351.052492:0:2270080:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:4.0:1673551351.052493:0:2270080:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000b61481ba refcount=6 00000020:00000001:4.0:1673551351.052494:0:2270080:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748044800 : -52831469961506816 : ff444e0ed7fb9000) 00000020:00000001:4.0:1673551351.052495:0:2270080:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748044800 : -52831469961506816 : ff444e0ed7fb9000) 00000100:00000001:4.0:1673551351.052496:0:2270080:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:4.0:1673551351.052496:0:2270080:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:4.0:1673551351.052497:0:2270080:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4e3c6ee. 00000020:00000010:4.0:1673551351.052499:0:2270080:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004cc4770a. 00000020:00000010:4.0:1673551351.052501:0:2270080:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d4de5077. 00000100:00000040:4.0:1673551351.052502:0:2270080:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000001:4.0:1673551351.052503:0:2270080:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:4.0:1673551351.052503:0:2270080:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:4.0:1673551351.052504:0:2270080:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551351.052506:0:2270080:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:4.0:1673551351.052507:0:2270080:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:4.0:1673551351.052507:0:2270080:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551351.052513:0:2270080:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551351.052516:0:2270080:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:4.0:1673551351.052516:0:2270080:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:4.0:1673551351.052518:0:2270080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.126@o2ib, seq: 2956 00000100:00000040:4.0:1673551351.052519:0:2270080:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000b61481ba : new rpc_count 1 00000100:00000001:4.0:1673551351.052520:0:2270080:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912620950828544 : -52831452758723072 : ff444e12d9593600) 00000100:00000040:4.0:1673551351.052521:0:2270080:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003f28a0dd x1754539963495680/t0(0) o400->20170d48-9f93-4e23-b2d9-7467b30c0d37@172.16.0.126@o2ib:237/0 lens 224/0 e 0 to 0 dl 1673551357 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000001:4.0:1673551351.052525:0:2270080:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:4.0:1673551351.052525:0:2270080:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:4.0:1673551351.052526:0:2270080:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000003f28a0dd pname:cluuid+ref:pid:xid:nid:opc:job mdt01_000:20170d48-9f93-4e23-b2d9-7467b30c0d37+6:2903:x1754539963495680:12345-172.16.0.126@o2ib:400: 00000100:00000200:4.0:1673551351.052528:0:2270080:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754539963495680 00000020:00000001:4.0:1673551351.052529:0:2270080:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:4.0:1673551351.052530:0:2270080:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:4.0:1673551351.052531:0:2270080:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551351.052531:0:2270080:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:4.0:1673551351.052532:0:2270080:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000020:00000001:4.0:1673551351.052533:0:2270080:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000001:00000001:4.0:1673551351.052533:0:2270080:0:(tgt_lastrcvd.c:2249:tgt_lookup_reply()) ai200x-MDT0001: lookup reply xid 1754539963495680, found 0 last_xid 1754539963495679 00000020:00000001:4.0:1673551351.052534:0:2270080:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:4.0:1673551351.052535:0:2270080:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:4.0:1673551351.052535:0:2270080:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:4.0:1673551351.052536:0:2270080:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551351.052537:0:2270080:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00000001:4.0:1673551351.052538:0:2270080:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:4.0:1673551351.052538:0:2270080:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:4.0:1673551351.052539:0:2270080:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000ab142781. 02000000:00000001:4.0:1673551351.052540:0:2270080:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551351.052540:0:2270080:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551351.052541:0:2270080:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:4.0:1673551351.052542:0:2270080:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 219043541475, transno 0, xid 1754539963495680 00010000:00000001:4.0:1673551351.052543:0:2270080:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:4.0:1673551351.052544:0:2270080:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000003f28a0dd x1754539963495680/t0(0) o400->20170d48-9f93-4e23-b2d9-7467b30c0d37@172.16.0.126@o2ib:237/0 lens 224/224 e 0 to 0 dl 1673551357 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00010000:00000001:4.0:1673551351.052547:0:2270080:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:4.0:1673551351.052547:0:2270080:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:4.0:1673551351.052548:0:2270080:0:(import.c:1925:at_measured()) add 1 to 000000000ea93833 time=120 v=1 (1 1 1 1) 00000100:00000001:4.0:1673551351.052549:0:2270080:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:4.0:1673551351.052550:0:2270080:0:(connection.c:143:ptlrpc_connection_addref()) conn=000000006e63ca89 refcount 3 to 172.16.0.126@o2ib 00000100:00000001:4.0:1673551351.052551:0:2270080:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912562578657472 : -52831511130894144 : ff444e05421890c0) 02000000:00000001:4.0:1673551351.052552:0:2270080:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:4.0:1673551351.052552:0:2270080:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551351.052553:0:2270080:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:4.0:1673551351.052554:0:2270080:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.126@o2ib 00000400:00000010:4.0:1673551351.052555:0:2270080:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003662eb8e. 00000100:00000200:4.0:1673551351.052557:0:2270080:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754539963495680, offset 224 00000400:00000200:4.0:1673551351.052559:0:2270080:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.126@o2ib 00000400:00000200:4.0:1673551351.052560:0:2270080:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.126@o2ib to cpt 1 00000400:00000200:4.0:1673551351.052562:0:2270080:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.126@o2ib local destination 00000400:00000200:4.0:1673551351.052564:0:2270080:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.126@o2ib to cpt 1 00000400:00000200:4.0:1673551351.052567:0:2270080:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.126@o2ib(172.16.0.126@o2ib:172.16.0.126@o2ib) : PUT try# 0 00000800:00000200:4.0:1673551351.052573:0:2270080:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.126@o2ib 00000400:00000200:4.0:1673551351.052574:0:2270080:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.126@o2ib to cpt 1 00000800:00000200:4.0:1673551351.052577:0:2270080:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000dfc03520] -> 172.16.0.126@o2ib (2) version: 12 00000800:00000200:4.0:1673551351.052578:0:2270080:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000006e3f2326] (68)++ 00000800:00000200:4.0:1673551351.052579:0:2270080:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000006e3f2326] (69)++ 00000800:00000200:4.0:1673551351.052582:0:2270080:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000006e3f2326] (70)-- 00000100:00000001:4.0:1673551351.052582:0:2270080:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551351.052583:0:2270080:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=000000006e63ca89 refcount 2 to 172.16.0.126@o2ib 00010000:00000001:4.0:1673551351.052584:0:2270080:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:4.0:1673551351.052585:0:2270080:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551351.052585:0:2270080:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:4.0:1673551351.052586:0:2270080:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f28a0dd x1754539963495680/t0(0) o400->20170d48-9f93-4e23-b2d9-7467b30c0d37@172.16.0.126@o2ib:237/0 lens 224/224 e 0 to 0 dl 1673551357 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00100000:4.0:1673551351.052589:0:2270080:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000003f28a0dd pname:cluuid+ref:pid:xid:nid:opc:job mdt01_000:20170d48-9f93-4e23-b2d9-7467b30c0d37+6:2903:x1754539963495680:12345-172.16.0.126@o2ib:400: Request processed in 63us (118us total) trans 0 rc 0/0 00000800:00000200:3.2:1673551351.052590:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000006e3f2326] (69)++ 00000100:00100000:4.0:1673551351.052591:0:2270080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.126@o2ib, seq: 2956 00000100:00000040:4.0:1673551351.052592:0:2270080:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b61481ba : new rpc_count 0 00000100:00000001:4.0:1673551351.052593:0:2270080:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:4.0:1673551351.052593:0:2270080:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:4.0:1673551351.052594:0:2270080:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004cc4770a. 00000020:00000010:4.0:1673551351.052595:0:2270080:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d4de5077. 00000020:00000010:4.0:1673551351.052595:0:2270080:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4e3c6ee. 00000020:00000040:4.0:1673551351.052596:0:2270080:0:(genops.c:979:class_export_put()) PUTting export 00000000b61481ba : new refcount 5 00000100:00000001:4.0:1673551351.052597:0:2270080:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:6.0:1673551351.052601:0:12867:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000006e3f2326] (70)++ 00000800:00000200:6.0:1673551351.052606:0:12867:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000006e3f2326] (71)-- 00000400:00000200:6.0:1673551351.052608:0:12867:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:6.0:1673551351.052610:0:12867:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.126@o2ib: PUT: OK 00000400:00000200:6.0:1673551351.052612:0:12867:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000003662eb8e 00000800:00000200:7.0:1673551351.052613:0:12868:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006e3f2326] (70)-- 00000400:00000010:6.0:1673551351.052613:0:12867:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000003662eb8e. 00000100:00000001:6.0:1673551351.052614:0:12867:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:6.0:1673551351.052615:0:12867:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:6.0:1673551351.052617:0:12867:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006e3f2326] (69)-- 00000100:00000001:20.0:1673551351.061060:0:2270093:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:20.0:1673551351.061061:0:2270093:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551351.445063:0:1308470:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1673551351.445064:0:1308470:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551351.509063:0:2270169:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:0.0:1673551351.509064:0:2270169:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1673551351.509066:0:2270169:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000007be11309. 00000020:00000040:0.0:1673551351.509068:0:2270169:0:(genops.c:1192:class_import_get()) import 00000000aefacf36 refcount=3 obd=ai200x-OST0005-osc-MDT0001 00000004:00000001:7.0:1673551351.509069:0:2270163:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:7.0:1673551351.509070:0:2270163:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000001:0.0:1673551351.509070:0:2270169:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:7.0:1673551351.509071:0:2270163:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000651bb9d0. 02000000:00000001:0.0:1673551351.509071:0:2270169:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:7.0:1673551351.509072:0:2270163:0:(genops.c:1192:class_import_get()) import 000000000b46b2ec refcount=3 obd=ai200x-MDT0002-osp-MDT0001 02000000:00000001:0.0:1673551351.509073:0:2270169:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551351.509074:0:2270163:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:7.0:1673551351.509074:0:2270163:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:7.0:1673551351.509075:0:2270163:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1673551351.509075:0:2270169:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000033c5d836. 02000000:00000010:7.0:1673551351.509077:0:2270163:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000335fbb69. 00000100:00000001:0.0:1673551351.509077:0:2270169:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551351.509078:0:2270163:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551351.509079:0:2270169:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1673551351.509079:0:2270169:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551351.509080:0:2270163:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:7.0:1673551351.509080:0:2270163:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1673551351.509082:0:2270163:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000651bb9d0] to pc [ptlrpcd_01_03+3] req@00000000651bb9d0 x1754791738766080/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:0.0:1673551351.509082:0:2270169:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [000000007be11309] to pc [ptlrpcd_00_01+1] req@000000007be11309 x1754791738766016/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:8.0:1673551351.509088:0:2270173:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:8.0:1673551351.509089:0:2270173:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000010:8.0:1673551351.509090:0:2270173:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000892cc2c4. 00000020:00000040:8.0:1673551351.509091:0:2270173:0:(genops.c:1192:class_import_get()) import 00000000e662c092 refcount=3 obd=ai200x-OST0004-osc-MDT0001 00000100:00000001:8.0:1673551351.509093:0:2270173:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:8.0:1673551351.509093:0:2270173:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:8.0:1673551351.509094:0:2270173:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:8.0:1673551351.509095:0:2270173:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000215895c0. 00000004:00000001:7.0:1673551351.509096:0:2270163:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1673551351.509096:0:2270169:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551351.509097:0:2270173:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1673551351.509098:0:2270173:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:5.0:1673551351.509098:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1673551351.509099:0:2270173:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1673551351.509100:0:2270173:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000892cc2c4] to pc [ptlrpcd_02_01+1] req@00000000892cc2c4 x1754791738766144/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551351.509100:0:12909:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551351.509100:0:12909:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:5.0:1673551351.509102:0:12909:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000651bb9d0 x1754791738766080/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1673551351.509105:0:12903:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1673551351.509105:0:12902:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1673551351.509106:0:12908:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551351.509106:0:12909:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:5.0:1673551351.509106:0:12909:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551351.509106:0:12903:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1673551351.509106:0:12902:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1673551351.509107:0:12908:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1673551351.509107:0:12909:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1673551351.509107:0:12903:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 02000000:00000001:5.0:1673551351.509108:0:12909:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:5.0:1673551351.509110:0:12909:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000651bb9d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:ai200x-MDT0001-mdtlov_UUID:12909:1754791738766080:172.16.0.20@o2ib:41: 00000100:00000040:3.0:1673551351.509110:0:12903:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007be11309 x1754791738766016/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:8.0:1673551351.509112:0:2270173:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551351.509112:0:12909:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:5.0:1673551351.509113:0:12909:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:5.0:1673551351.509114:0:12909:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1673551351.509114:0:12909:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:5.0:1673551351.509115:0:12909:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000911f6ab0. 02000000:00000001:5.0:1673551351.509116:0:12909:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551351.509116:0:12903:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1673551351.509117:0:12903:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551351.509118:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 02000000:00000001:3.0:1673551351.509118:0:12903:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:11.0:1673551351.509119:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000400:00000010:5.0:1673551351.509119:0:12909:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000006d070d8d. 02000000:00000001:3.0:1673551351.509119:0:12903:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551351.509120:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1673551351.509120:0:12911:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000400:00000010:5.0:1673551351.509120:0:12909:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028f8201f. 00000100:00000001:10.0:1673551351.509121:0:12910:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1673551351.509121:0:12903:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@000000007be11309 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ai200x-MDT0001-mdtlov_UUID:12903:1754791738766016:172.16.0.20@o2ib:13: 00000100:00000040:11.0:1673551351.509122:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000892cc2c4 x1754791738766144/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:10.0:1673551351.509122:0:12910:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:5.0:1673551351.509122:0:12909:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738766080, portal 4 00000100:00000001:5.0:1673551351.509122:0:12909:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:5.0:1673551351.509123:0:12909:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912620950836608 : -52831452758715008 : ff444e12d9595580) 00000100:00000001:3.0:1673551351.509123:0:12903:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1673551351.509124:0:12903:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:5.0:1673551351.509125:0:12909:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000651bb9d0 x1754791738766080/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551358 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 02000000:00000001:3.0:1673551351.509125:0:12903:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1673551351.509125:0:12903:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:11.0:1673551351.509126:0:12911:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:11.0:1673551351.509127:0:12911:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551351.509127:0:12909:0:(niobuf.c:56:ptl_send_buf()) Process entered 02000000:00000010:3.0:1673551351.509127:0:12903:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c37317be. 02000000:00000001:11.0:1673551351.509128:0:12911:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:11.0:1673551351.509128:0:12911:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1673551351.509128:0:12909:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:5.0:1673551351.509128:0:12909:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a2ad640. 02000000:00000001:3.0:1673551351.509128:0:12903:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:5.0:1673551351.509129:0:12909:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1754791738766080, offset 0 00000100:00100000:11.0:1673551351.509130:0:12911:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000892cc2c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:ai200x-MDT0001-mdtlov_UUID:12911:1754791738766144:172.16.0.20@o2ib:13: 00000400:00000200:5.0:1673551351.509130:0:12909:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:3.0:1673551351.509130:0:12903:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000010:3.0:1673551351.509131:0:12903:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000006c1d5758. 00000100:00000001:11.0:1673551351.509132:0:12911:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:11.0:1673551351.509132:0:12911:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:5.0:1673551351.509132:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000010:3.0:1673551351.509132:0:12903:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dd078ff. 02000000:00000001:11.0:1673551351.509133:0:12911:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1673551351.509133:0:12903:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738766016, portal 4 02000000:00000001:11.0:1673551351.509134:0:12911:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1673551351.509134:0:12903:0:(client.c:3106:ptlrpc_request_addref()) Process entered 02000000:00000010:11.0:1673551351.509135:0:12911:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f3c18cf9. 00000400:00000200:5.0:1673551351.509135:0:12909:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000100:00000001:3.0:1673551351.509135:0:12903:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912610150893568 : -52831463558658048 : ff444e10559f4800) 02000000:00000001:11.0:1673551351.509136:0:12911:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1673551351.509136:0:12903:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@000000007be11309 x1754791738766016/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551358 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:11.0:1673551351.509137:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:5.0:1673551351.509137:0:12909:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10965001, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000010:11.0:1673551351.509138:0:12911:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000009d432585. 00000400:00000010:11.0:1673551351.509139:0:12911:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001922871e. 00000400:00000200:5.0:1673551351.509139:0:12909:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10965001, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10965001, g:4294967295] 00000100:00000001:3.0:1673551351.509139:0:12903:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000200:11.0:1673551351.509140:0:12911:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738766144, portal 4 00000400:00000200:5.0:1673551351.509140:0:12909:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000100:00000040:3.0:1673551351.509140:0:12903:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000100:00000001:11.0:1673551351.509141:0:12911:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:11.0:1673551351.509141:0:12911:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912565958837376 : -52831507750714240 : ff444e060b920480) 00000400:00000200:5.0:1673551351.509141:0:12909:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10965001, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10965001, g:4294967295] 00000400:00000010:3.0:1673551351.509141:0:12903:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089b1b73c. 00000100:00000200:3.0:1673551351.509141:0:12903:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738766016, offset 0 00000100:00000040:11.0:1673551351.509143:0:12911:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000892cc2c4 x1754791738766144/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551358 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:5.0:1673551351.509143:0:12909:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10965001, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10965001, g:4294967295] 00000400:00000200:3.0:1673551351.509143:0:12903:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:5.0:1673551351.509144:0:12909:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:5.0:1673551351.509145:0:12909:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:3.0:1673551351.509145:0:12903:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:5.0:1673551351.509146:0:12909:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000100:00000001:11.0:1673551351.509147:0:12911:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000200:5.0:1673551351.509147:0:12909:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[32, 32], s:[10403814, 10403817] 00000400:00000200:3.0:1673551351.509147:0:12903:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000100:00000040:11.0:1673551351.509148:0:12911:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:11.0:1673551351.509148:0:12911:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5bb3bc1. 00000100:00000200:11.0:1673551351.509149:0:12911:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738766144, offset 0 00000400:00000200:5.0:1673551351.509149:0:12909:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.21@o2ib 00000400:00000200:5.0:1673551351.509149:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:3.0:1673551351.509149:0:12903:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10965002, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:11.0:1673551351.509151:0:12911:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:11.0:1673551351.509152:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:3.0:1673551351.509152:0:12903:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10965001, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10965002, g:4294967295] 00000400:00000200:11.0:1673551351.509153:0:12911:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.20@o2ib local destination 00000400:00000200:5.0:1673551351.509153:0:12909:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.21@o2ib(172.16.0.20@o2ib:172.16.0.21@o2ib) : PUT try# 0 00000400:00000200:11.0:1673551351.509154:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10965002, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:3.0:1673551351.509154:0:12903:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000800:00000200:5.0:1673551351.509155:0:12909:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000400:00000200:3.0:1673551351.509155:0:12903:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10965002, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10965001, g:4294967295] 00000400:00000200:11.0:1673551351.509156:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10965001, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10965002, g:4294967295] 00000400:00000200:5.0:1673551351.509156:0:12909:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:3.0:1673551351.509157:0:12903:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10965001, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10965001, g:4294967295] 00000400:00000200:11.0:1673551351.509158:0:12911:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:3.0:1673551351.509158:0:12903:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:11.0:1673551351.509159:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10965002, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10965001, g:4294967295] 00000800:00000200:5.0:1673551351.509159:0:12909:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000f750ee49] -> 172.16.0.21@o2ib (2) version: 12 00000400:00000200:3.0:1673551351.509159:0:12903:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:11.0:1673551351.509160:0:12911:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10965002, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10965002, g:4294967295] 00000400:00000200:3.0:1673551351.509160:0:12903:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:11.0:1673551351.509161:0:12911:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000800:00000200:5.0:1673551351.509161:0:12909:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000051b88e6b] (68)++ 00000400:00000200:3.0:1673551351.509161:0:12903:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[31, 32], s:[10403815, 10403817] 00000400:00000200:11.0:1673551351.509162:0:12911:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000800:00000200:5.0:1673551351.509162:0:12909:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000051b88e6b] (69)++ 00000400:00000200:3.0:1673551351.509162:0:12903:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.20@o2ib 00000400:00000200:11.0:1673551351.509163:0:12911:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:11.0:1673551351.509163:0:12911:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.21@o2ib c:[31, 32], s:[10403815, 10403818] 00000400:00000200:3.0:1673551351.509163:0:12903:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:5.0:1673551351.509164:0:12909:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000051b88e6b] (70)-- 00000100:00000001:5.0:1673551351.509164:0:12909:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:11.0:1673551351.509165:0:12911:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.20@o2ib 00000400:00000200:11.0:1673551351.509165:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:5.0:1673551351.509165:0:12909:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1673551351.509165:0:12903:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000100:00000001:5.0:1673551351.509166:0:12909:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551351.509166:0:12909:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1673551351.509167:0:12903:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000400:00000200:11.0:1673551351.509169:0:12911:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000400:00000200:3.0:1673551351.509169:0:12903:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:11.0:1673551351.509170:0:12911:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000400:00000200:11.0:1673551351.509171:0:12911:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:3.0:1673551351.509171:0:12903:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000004111b72] -> 172.16.0.20@o2ib (2) version: 12 00000800:00000200:5.2:1673551351.509172:0:12909:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (69)++ 00000800:00000200:3.0:1673551351.509172:0:12903:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000007a1be710] (68)++ 00000800:00000200:11.0:1673551351.509173:0:12911:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000004111b72] -> 172.16.0.20@o2ib (2) version: 12 00000800:00000200:3.0:1673551351.509173:0:12903:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000007a1be710] (69)++ 00000800:00000200:11.0:1673551351.509174:0:12911:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000007a1be710] (70)++ 00000800:00000200:11.0:1673551351.509176:0:12911:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000007a1be710] (71)++ 00000800:00000200:3.0:1673551351.509176:0:12903:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000007a1be710] (71)-- 00000100:00000001:3.0:1673551351.509176:0:12903:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551351.509177:0:12903:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:11.0:1673551351.509178:0:12911:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000007a1be710] (71)-- 00000100:00000001:11.0:1673551351.509178:0:12911:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551351.509178:0:12903:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551351.509179:0:12911:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1673551351.509179:0:12911:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551351.509179:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551351.509179:0:12903:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551351.509180:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551351.509181:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1673551351.509182:0:12911:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1673551351.509182:0:12909:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1673551351.509182:0:12909:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:11.0:1673551351.509183:0:12911:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:11.0:1673551351.509183:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551351.509183:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551351.509183:0:12909:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551351.509183:0:12909:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.2:1673551351.509183:0:12903:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (70)++ 00000100:00000001:11.0:1673551351.509184:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1673551351.509184:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551351.509184:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551351.509185:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551351.509185:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551351.509185:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551351.509185:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551351.509185:0:12909:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551351.509185:0:12909:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551351.509186:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551351.509186:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551351.509186:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:17.0:1673551351.509187:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (70)++ 00000100:00000001:3.0:1673551351.509191:0:12903:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551351.509193:0:12903:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:17.0:1673551351.509194:0:12874:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000051b88e6b] (71)-- 00000100:00000001:3.0:1673551351.509194:0:12903:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1673551351.509194:0:12903:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551351.509195:0:12903:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1673551351.509195:0:12903:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:17.0:1673551351.509196:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1673551351.509196:0:12903:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551351.509196:0:12903:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000800:00000200:13.0:1673551351.509197:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (71)++ 00000100:00000001:3.0:1673551351.509197:0:12903:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1673551351.509197:0:12903:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551351.509197:0:12903:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:17.0:1673551351.509198:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000400:00000200:17.0:1673551351.509199:0:12874:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000009a2ad640 00000400:00000010:17.0:1673551351.509200:0:12874:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000009a2ad640. 00000100:00000001:17.0:1673551351.509201:0:12874:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:17.0:1673551351.509202:0:12874:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000651bb9d0 x1754791738766080/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551358 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:19.0:1673551351.509203:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000800:00000200:13.0:1673551351.509204:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000007a1be710] (72)-- 00000100:00000001:17.0:1673551351.509206:0:12874:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000400:00000200:13.0:1673551351.509206:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:17.0:1673551351.509207:0:12874:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000651bb9d0 x1754791738766080/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551358 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:13.0:1673551351.509209:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000001:17.0:1673551351.509210:0:12874:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1673551351.509210:0:12874:0:(events.c:94:request_out_callback()) Process leaving 00000400:00000200:13.0:1673551351.509211:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000089b1b73c 00000800:00000200:17.0:1673551351.509212:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000400:00000010:13.0:1673551351.509212:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000089b1b73c. 00000800:00000200:12.0:1673551351.509213:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (71)++ 00000100:00000001:13.0:1673551351.509214:0:12871:0:(events.c:54:request_out_callback()) Process entered 00000800:00000200:12.0:1673551351.509214:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000007a1be710] (72)-- 00000400:00000200:12.0:1673551351.509215:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:13.0:1673551351.509216:0:12871:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@000000007be11309 x1754791738766016/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551358 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:12.0:1673551351.509217:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:12.0:1673551351.509219:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000c5bb3bc1 00000400:00000010:12.0:1673551351.509219:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000c5bb3bc1. 00000100:00000001:12.0:1673551351.509221:0:12872:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:12.0:1673551351.509222:0:12872:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000892cc2c4 x1754791738766144/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551358 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:13.0:1673551351.509226:0:12871:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:12.0:1673551351.509226:0:12872:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:13.0:1673551351.509227:0:12871:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000007be11309 x1754791738766016/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551358 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:12.0:1673551351.509228:0:12872:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000892cc2c4 x1754791738766144/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551358 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:13.0:1673551351.509230:0:12871:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551351.509231:0:12871:0:(events.c:94:request_out_callback()) Process leaving 00000100:00000001:12.0:1673551351.509231:0:12872:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551351.509232:0:12872:0:(events.c:94:request_out_callback()) Process leaving 00000800:00000200:13.0:1673551351.509233:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (71)-- 00000800:00000200:12.0:1673551351.509234:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000800:00000200:13.0:1673551351.509235:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000800:00000200:5.2:1673551351.509276:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (68)++ 00000800:00000200:3.2:1673551351.509281:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (68)++ 00000800:00000200:19.0:1673551351.509288:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (69)++ 00000800:00000200:12.0:1673551351.509292:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (69)++ 00000800:00000200:19.0:1673551351.509294:0:12873:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.21@o2ib 00000400:00000200:19.0:1673551351.509296:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:19.0:1673551351.509298:0:12873:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000800:00000200:12.0:1673551351.509298:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[3] from 172.16.0.20@o2ib 00000800:00000200:17.0:1673551351.509299:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000400:00000200:19.0:1673551351.509300:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:12.0:1673551351.509301:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:19.0:1673551351.509302:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:19.0:1673551351.509303:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551351.509303:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000400:00000200:19.0:1673551351.509304:0:12873:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 368 into portal 4 MB=0x63bf94a3e7300 00000800:00000200:13.0:1673551351.509304:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (70)++ 00000400:00000200:19.0:1673551351.509305:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551351.509305:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:13.0:1673551351.509306:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.20@o2ib 00000400:00000200:19.0:1673551351.509307:0:12873:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.20@o2ib of length 368/368 into md 0x4bd8eb0d [1] + 224 00000400:00000200:12.0:1673551351.509307:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551351.509308:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:19.0:1673551351.509309:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551351.509309:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551351.509310:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000400:00000200:19.0:1673551351.509311:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000400:00000200:12.0:1673551351.509311:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 368 into portal 4 MB=0x63bf94a3e72c0 00000100:00000001:19.0:1673551351.509312:0:12873:0:(events.c:104:reply_in_callback()) Process entered 00000400:00000200:13.0:1673551351.509312:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551351.509313:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000200:19.0:1673551351.509314:0:12873:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000651bb9d0 x1754791738766080/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551358 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:12.0:1673551351.509314:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551351.509315:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551351.509316:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 368 into portal 4 MB=0x63bf94a3e7340 00000400:00000200:12.0:1673551351.509316:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.20@o2ib of length 368/368 into md 0x4bd8eb2d [1] + 224 00000100:00000040:19.0:1673551351.509317:0:12873:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000651bb9d0 x1754791738766080/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551358 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:13.0:1673551351.509318:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551351.509318:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551351.509320:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.16.0.20@o2ib of length 368/368 into md 0x4bd8eb4d [1] + 224 00000400:00000200:12.0:1673551351.509320:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:13.0:1673551351.509321:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:12.0:1673551351.509321:0:12872:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:12.0:1673551351.509322:0:12872:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@000000007be11309 x1754791738766016/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551358 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:13.0:1673551351.509323:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000001:19.0:1673551351.509324:0:12873:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:13.0:1673551351.509324:0:12871:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:13.0:1673551351.509325:0:12871:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000892cc2c4 x1754791738766144/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551358 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:19.0:1673551351.509326:0:12873:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000051b88e6b] (69)++ 00000800:00000200:19.0:1673551351.509327:0:12873:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000051b88e6b] (70)-- 00000100:00000040:12.0:1673551351.509327:0:12872:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@000000007be11309 x1754791738766016/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551358 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:19.0:1673551351.509328:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000100:00000040:13.0:1673551351.509329:0:12871:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000892cc2c4 x1754791738766144/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551358 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551351.509331:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551351.509331:0:12909:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:5.0:1673551351.509332:0:12909:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:5.0:1673551351.509332:0:12909:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:5.0:1673551351.509333:0:12909:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000006d070d8d. 00000400:00000200:5.0:1673551351.509334:0:12909:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000028f8201f 00000400:00000010:5.0:1673551351.509334:0:12909:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000028f8201f. 00000100:00000001:12.0:1673551351.509335:0:12872:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:5.0:1673551351.509335:0:12909:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:5.0:1673551351.509336:0:12909:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000651bb9d0 x1754791738766080/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551358 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:13.0:1673551351.509337:0:12871:0:(events.c:186:reply_in_callback()) Process leaving 00000800:00000200:12.0:1673551351.509337:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000007a1be710] (71)++ 00000800:00000200:13.0:1673551351.509338:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000007a1be710] (72)++ 00000800:00000200:12.0:1673551351.509338:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000007a1be710] (72)-- 00000100:00000200:5.0:1673551351.509338:0:12909:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000651bb9d0 x1754791738766080/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551358 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:12.0:1673551351.509339:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (71)-- 00000800:00000200:13.0:1673551351.509340:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000007a1be710] (72)-- 00000800:00000200:12.0:1673551351.509340:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (71)-- 00000800:00000200:13.0:1673551351.509341:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000100:00000001:5.0:1673551351.509341:0:12909:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:5.0:1673551351.509341:0:12909:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551351.509341:0:12903:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551351.509342:0:12909:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:5.0:1673551351.509342:0:12909:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1673551351.509342:0:12903:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:5.0:1673551351.509343:0:12909:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:5.0:1673551351.509343:0:12909:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1673551351.509343:0:12903:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1673551351.509343:0:12903:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1673551351.509343:0:12903:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000006c1d5758. 00000100:00000001:11.0:1673551351.509344:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 02000000:00000001:5.0:1673551351.509344:0:12909:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1673551351.509344:0:12903:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000004dd078ff 00000100:00000001:11.0:1673551351.509345:0:12911:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000400:00000001:11.0:1673551351.509345:0:12911:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00001000:5.0:1673551351.509345:0:12909:0:(import.c:1925:at_measured()) add 1 to 00000000be1b4d3a time=123 v=1 (1 1 1 1) 00000400:00000010:3.0:1673551351.509345:0:12903:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000004dd078ff. 00000400:00000001:11.0:1673551351.509346:0:12911:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:11.0:1673551351.509346:0:12911:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000009d432585. 00000100:00001000:5.0:1673551351.509346:0:12909:0:(import.c:1925:at_measured()) add 1 to 000000005ad7af53 time=123 v=1 (1 1 1 1) 00000100:00000001:3.0:1673551351.509346:0:12903:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:3.0:1673551351.509346:0:12903:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@000000007be11309 x1754791738766016/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551358 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:11.0:1673551351.509347:0:12911:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000001922871e 00000400:00000010:11.0:1673551351.509347:0:12911:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000001922871e. 00000100:00000001:5.0:1673551351.509347:0:12909:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:5.0:1673551351.509347:0:12909:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551351.509348:0:12911:0:(events.c:104:reply_in_callback()) Process entered 00010000:00000001:5.0:1673551351.509348:0:12909:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000200:11.0:1673551351.509349:0:12911:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000892cc2c4 x1754791738766144/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551358 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00010000:00000001:5.0:1673551351.509349:0:12909:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551351.509349:0:12909:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000200:3.0:1673551351.509349:0:12903:0:(events.c:128:reply_in_callback()) @@@ unlink req@000000007be11309 x1754791738766016/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551358 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:5.0:1673551351.509350:0:12909:0:(client.c:2933:ptlrpc_free_committed()) ai200x-MDT0002-osp-MDT0001: skip recheck: last_committed 287995498174 00000100:00000001:5.0:1673551351.509350:0:12909:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000200:11.0:1673551351.509351:0:12911:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000892cc2c4 x1754791738766144/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551358 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551351.509351:0:12909:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551351.509351:0:12903:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000040:5.0:1673551351.509352:0:12909:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000651bb9d0 x1754791738766080/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551358 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1673551351.509352:0:12903:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551351.509352:0:12903:0:(client.c:1442:after_reply()) Process entered 00000100:00000001:11.0:1673551351.509353:0:12911:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00000001:11.0:1673551351.509353:0:12911:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1673551351.509353:0:12903:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1673551351.509353:0:12903:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:11.0:1673551351.509354:0:12911:0:(client.c:1442:after_reply()) Process entered 02000000:00000001:11.0:1673551351.509354:0:12911:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:11.0:1673551351.509354:0:12911:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:5.0:1673551351.509354:0:12909:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:5.0:1673551351.509354:0:12909:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1673551351.509354:0:12903:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551351.509355:0:12911:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1673551351.509355:0:12911:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551351.509355:0:12909:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:5.0:1673551351.509355:0:12909:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 02000000:00000001:3.0:1673551351.509355:0:12903:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:11.0:1673551351.509356:0:12911:0:(import.c:1925:at_measured()) add 1 to 000000008f5d780c time=123 v=1 (1 1 1 1) 00000004:00000040:5.0:1673551351.509356:0:12909:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-MDT0002-osp-MDT0001: blocks=34884907 free=598078 avail=0 avail_mb=0 hwm_mb=267 files=96642000 ffree=66038855 state=220: rc = 0 00000100:00001000:3.0:1673551351.509356:0:12903:0:(import.c:1925:at_measured()) add 1 to 000000008ac11dfe time=123 v=1 (1 1 1 1) 00000100:00001000:11.0:1673551351.509357:0:12911:0:(import.c:1925:at_measured()) add 1 to 000000008a8633cc time=123 v=1 (1 1 1 1) 00000100:00001000:3.0:1673551351.509357:0:12903:0:(import.c:1925:at_measured()) add 1 to 0000000096d8c5a6 time=123 v=1 (1 1 1 1) 00000100:00000001:11.0:1673551351.509358:0:12911:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:11.0:1673551351.509358:0:12911:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:5.0:1673551351.509358:0:12909:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-MDT0002-osp-MDT0001 (00000000e45e734f): 34884907 blocks, 598078 free, 0 avail, 4096 bsize, 133 reserved mb low, 267 reserved mb high, 63 reserved ino low, 127 reserved ino high, 96642000 files, 66038855 free files 0x220 00000100:00000001:3.0:1673551351.509358:0:12903:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1673551351.509358:0:12903:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:11.0:1673551351.509359:0:12911:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:11.0:1673551351.509359:0:12911:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1673551351.509359:0:12903:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:11.0:1673551351.509360:0:12911:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:11.0:1673551351.509360:0:12911:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0004-osc-MDT0001: skip recheck: last_committed 292070691533 00000004:00000001:5.0:1673551351.509360:0:12909:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1673551351.509360:0:12903:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551351.509361:0:12911:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:11.0:1673551351.509361:0:12911:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1673551351.509361:0:12909:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000651bb9d0 x1754791738766080/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551358 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1673551351.509361:0:12903:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1673551351.509361:0:12903:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0005-osc-MDT0001: skip recheck: last_committed 249121018746 00000100:00000040:11.0:1673551351.509362:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000892cc2c4 x1754791738766144/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551358 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1673551351.509362:0:12903:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1673551351.509362:0:12903:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:5.0:1673551351.509363:0:12909:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000651bb9d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_03:ai200x-MDT0001-mdtlov_UUID:12909:1754791738766080:172.16.0.20@o2ib:41: 00000100:00000040:3.0:1673551351.509363:0:12903:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007be11309 x1754791738766016/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551358 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:11.0:1673551351.509364:0:12911:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1673551351.509365:0:12911:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:11.0:1673551351.509365:0:12911:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:11.0:1673551351.509365:0:12911:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000100:00000001:5.0:1673551351.509365:0:12909:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:11.0:1673551351.509366:0:12911:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0004-osc-MDT0001: Updating status = 0 00000100:00000001:5.0:1673551351.509366:0:12909:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1673551351.509366:0:12903:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1673551351.509366:0:12903:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000004:00000040:11.0:1673551351.509367:0:12911:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0004-osc-MDT0001: blocks=1923008600 free=1297072726 avail=1277607025 avail_mb=4990652 hwm_mb=14671 files=60817408 ffree=34648510 state=200: rc = 0 00000100:00000040:5.0:1673551351.509367:0:12909:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000651bb9d0 x1754791738766080/t0(0) o41->ai200x-MDT0002-osp-MDT0001@172.16.0.20@o2ib:24/4 lens 224/368 e 0 to 0 dl 1673551358 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:3.0:1673551351.509367:0:12903:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1673551351.509367:0:12903:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000020:11.0:1673551351.509368:0:12911:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0004-osc-MDT0001 (0000000019d426a4): 1923008600 blocks, 1297072726 free, 1277607025 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 33 reserved ino low, 67 reserved ino high, 60817408 files, 34648510 free files 0x200 00000004:00000040:3.0:1673551351.509368:0:12903:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0005-osc-MDT0001: Updating status = 0 00000100:00000001:5.0:1673551351.509369:0:12909:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:5.0:1673551351.509369:0:12909:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000004:00000040:3.0:1673551351.509369:0:12903:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0005-osc-MDT0001: blocks=1923008600 free=1294555861 avail=1275090160 avail_mb=4980820 hwm_mb=14671 files=60817408 ffree=34442062 state=200: rc = 0 00000004:00000001:11.0:1673551351.509370:0:12911:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:5.0:1673551351.509370:0:12909:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000911f6ab0. 00000100:00000040:11.0:1673551351.509371:0:12911:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000892cc2c4 x1754791738766144/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551358 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 02000000:00000001:5.0:1673551351.509371:0:12909:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:5.0:1673551351.509371:0:12909:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:5.0:1673551351.509371:0:12909:0:(genops.c:1205:class_import_put()) import 000000000b46b2ec refcount=2 obd=ai200x-MDT0002-osp-MDT0001 00000004:00000020:3.0:1673551351.509371:0:12903:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0005-osc-MDT0001 (000000006816b24e): 1923008600 blocks, 1294555861 free, 1275090160 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 33 reserved ino low, 67 reserved ino high, 60817408 files, 34442062 free files 0x200 00000020:00000001:5.0:1673551351.509372:0:12909:0:(genops.c:1212:class_import_put()) Process leaving 00000100:00100000:11.0:1673551351.509373:0:12911:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000892cc2c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_02_01:ai200x-MDT0001-mdtlov_UUID:12911:1754791738766144:172.16.0.20@o2ib:13: 02000000:00000010:5.0:1673551351.509373:0:12909:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000335fbb69. 02000000:00000001:5.0:1673551351.509373:0:12909:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00000004:00000001:3.0:1673551351.509373:0:12903:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1673551351.509374:0:12911:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1673551351.509374:0:12911:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 02000000:00000001:5.0:1673551351.509374:0:12909:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:5.0:1673551351.509374:0:12909:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000651bb9d0. 00000100:00000040:3.0:1673551351.509374:0:12903:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007be11309 x1754791738766016/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551358 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000040:11.0:1673551351.509375:0:12911:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000892cc2c4 x1754791738766144/t0(0) o13->ai200x-OST0004-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551358 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551351.509375:0:12909:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:5.0:1673551351.509375:0:12909:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:5.0:1673551351.509376:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1673551351.509376:0:12903:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@000000007be11309 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ai200x-MDT0001-mdtlov_UUID:12903:1754791738766016:172.16.0.20@o2ib:13: 00000100:00000001:11.0:1673551351.509377:0:12911:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:11.0:1673551351.509377:0:12911:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:5.0:1673551351.509377:0:12909:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:5.0:1673551351.509377:0:12909:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:11.0:1673551351.509378:0:12911:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f3c18cf9. 02000000:00000001:11.0:1673551351.509378:0:12911:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:5.0:1673551351.509378:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:5.0:1673551351.509378:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551351.509378:0:12909:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551351.509378:0:12903:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551351.509378:0:12903:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000020:00000001:11.0:1673551351.509379:0:12911:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:11.0:1673551351.509379:0:12911:0:(genops.c:1205:class_import_put()) import 00000000e662c092 refcount=2 obd=ai200x-OST0004-osc-MDT0001 00000020:00000001:11.0:1673551351.509379:0:12911:0:(genops.c:1212:class_import_put()) Process leaving 00000100:00000001:5.0:1673551351.509379:0:12909:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1673551351.509379:0:12903:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000007be11309 x1754791738766016/t0(0) o13->ai200x-OST0005-osc-MDT0001@172.16.0.20@o2ib:7/4 lens 224/368 e 0 to 0 dl 1673551358 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 02000000:00000010:11.0:1673551351.509380:0:12911:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000215895c0. 02000000:00000001:11.0:1673551351.509380:0:12911:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:11.0:1673551351.509381:0:12911:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:11.0:1673551351.509381:0:12911:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000892cc2c4. 00000100:00000001:3.0:1673551351.509381:0:12903:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1673551351.509381:0:12903:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1673551351.509382:0:12903:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c37317be. 02000000:00000001:3.0:1673551351.509382:0:12903:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:11.0:1673551351.509383:0:12911:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:11.0:1673551351.509383:0:12911:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1673551351.509383:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1673551351.509383:0:12903:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:3.0:1673551351.509383:0:12903:0:(genops.c:1205:class_import_put()) import 00000000aefacf36 refcount=2 obd=ai200x-OST0005-osc-MDT0001 00000100:00000001:11.0:1673551351.509384:0:12911:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:11.0:1673551351.509384:0:12911:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1673551351.509384:0:12903:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:3.0:1673551351.509384:0:12903:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000033c5d836. 00000100:00000001:11.0:1673551351.509385:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551351.509385:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1673551351.509385:0:12903:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:11.0:1673551351.509386:0:12911:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1673551351.509386:0:12911:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1673551351.509386:0:12903:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1673551351.509386:0:12903:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 000000007be11309. 00000100:00000001:3.0:1673551351.509387:0:12903:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1673551351.509388:0:12903:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551351.509388:0:12903:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551351.509389:0:12903:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1673551351.509389:0:12903:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551351.509390:0:12903:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551351.509390:0:12903:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551351.509391:0:12903:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1673551351.509391:0:12903:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765061:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551351.765063:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765064:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551351.765064:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551351.765065:0:2717748:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00010000:00000001:4.0:1673551351.765065:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:15.0:1673551351.765066:0:2717748:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765066:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765068:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551351.765068:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765069:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551351.765069:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765071:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551351.765071:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765072:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551351.765072:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765073:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551351.765073:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765074:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551351.765074:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765076:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551351.765076:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551351.765077:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551351.765079:0:232941:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:4.0:1673551351.765080:0:232941:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:4.0:1673551351.765080:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765081:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551351.765081:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765083:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765083:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765084:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551351.765085:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551351.765085:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551351.765086:0:232941:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:4.0:1673551351.765086:0:232941:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:4.0:1673551351.765086:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765087:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551351.765087:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765088:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765088:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765089:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551351.765090:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551351.765090:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551351.765090:0:232941:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:4.0:1673551351.765091:0:232941:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:4.0:1673551351.765091:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765091:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551351.765092:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765092:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765093:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765093:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551351.765094:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551351.765094:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551351.765095:0:232941:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:4.0:1673551351.765095:0:232941:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:4.0:1673551351.765095:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765096:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551351.765096:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765096:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551351.765097:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1673551351.765112:0:2263346:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:6.0:1673551351.765112:0:2263346:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:6.0:1673551351.765113:0:2263346:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:5.2:1673551351.794192:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (68)++ 00000800:00000200:17.0:1673551351.794205:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (69)++ 00000800:00000200:17.0:1673551351.794212:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.21@o2ib 00000400:00000200:17.0:1673551351.794215:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551351.794216:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000800:00000200:19.0:1673551351.794219:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000400:00000200:17.0:1673551351.794219:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551351.794220:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551351.794221:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:17.0:1673551351.794222:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 7 MB=0x63bfd66a43540 00000400:00000200:17.0:1673551351.794225:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.20@o2ib of length 224/224 into md 0xe584611 [8] + 1792 00000400:00000200:17.0:1673551351.794228:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551351.794230:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:17.0:1673551351.794231:0:12874:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:17.0:1673551351.794232:0:12874:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:17.0:1673551351.794235:0:12874:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000062bc12fd. 00000100:00000040:17.0:1673551351.794236:0:12874:0:(events.c:367:request_in_callback()) incoming req@0000000062bc12fd x1754809395066176 msgsize 224 00000100:00100000:17.0:1673551351.794237:0:12874:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.21@o2ib) 00000100:00000001:17.0:1673551351.794244:0:12874:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:17.0:1673551351.794246:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000051b88e6b] (69)++ 00000800:00000200:17.0:1673551351.794247:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000051b88e6b] (70)-- 00000800:00000200:17.0:1673551351.794248:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000100:00000001:18.0:1673551351.794254:0:2269469:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:18.0:1673551351.794255:0:2269469:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:18.0:1673551351.794256:0:2269469:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:18.0:1673551351.794257:0:2269469:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551351.794259:0:2269469:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:18.0:1673551351.794261:0:2269469:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395066176 00000020:00000001:18.0:1673551351.794262:0:2269469:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:18.0:1673551351.794263:0:2269469:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876a35 00000020:00000001:18.0:1673551351.794264:0:2269469:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:18.0:1673551351.794265:0:2269469:0:(lustre_handles.c:152:class_handle2object()) GET export 000000001a218102 refcount=5 00000020:00000001:18.0:1673551351.794266:0:2269469:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912595675793408 : -52831478033758208 : ff444e0cf6d6c800) 00000020:00000001:18.0:1673551351.794267:0:2269469:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912595675793408 : -52831478033758208 : ff444e0cf6d6c800) 00000100:00000001:18.0:1673551351.794269:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551351.794270:0:2269469:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:18.0:1673551351.794271:0:2269469:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007cf7c1b2. 00000020:00000010:18.0:1673551351.794273:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ffab7b02. 00000020:00000010:18.0:1673551351.794276:0:2269469:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000bbe368b. 00000100:00000040:18.0:1673551351.794278:0:2269469:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:18.0:1673551351.794279:0:2269469:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:18.0:1673551351.794279:0:2269469:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:18.0:1673551351.794280:0:2269469:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551351.794282:0:2269469:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551351.794287:0:2269469:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551351.794290:0:2269469:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:18.0:1673551351.794291:0:2269469:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:18.0:1673551351.794293:0:2269469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 7529 00000100:00000040:18.0:1673551351.794294:0:2269469:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000001a218102 : new rpc_count 1 00000100:00000001:18.0:1673551351.794294:0:2269469:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912628178389248 : -52831445531162368 : ff444e1488250900) 00000100:00000040:18.0:1673551351.794296:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000062bc12fd x1754809395066176/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:237/0 lens 224/0 e 0 to 0 dl 1673551357 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:18.0:1673551351.794300:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551351.794300:0:2269469:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:18.0:1673551351.794301:0:2269469:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000062bc12fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0002-mdtlov_UUID+5:10564:x1754809395066176:12345-172.16.0.20@o2ib:13: 00000100:00000200:18.0:1673551351.794302:0:2269469:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395066176 00000020:00000001:18.0:1673551351.794304:0:2269469:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:18.0:1673551351.794305:0:2269469:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:18.0:1673551351.794306:0:2269469:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551351.794308:0:2269469:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:18.0:1673551351.794308:0:2269469:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:18.0:1673551351.794309:0:2269469:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:18.0:1673551351.794310:0:2269469:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:18.0:1673551351.794310:0:2269469:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:18.0:1673551351.794311:0:2269469:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:18.0:1673551351.794312:0:2269469:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551351.794313:0:2269469:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:18.0:1673551351.794313:0:2269469:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:18.0:1673551351.794315:0:2269469:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000091f15f63. 02000000:00000001:18.0:1673551351.794316:0:2269469:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551351.794316:0:2269469:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:18.0:1673551351.794318:0:2269469:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:18.0:1673551351.794320:0:2269469:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:18.0:1673551351.794320:0:2269469:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:18.0:1673551351.794327:0:2269469:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:18.0:1673551351.794327:0:2269469:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148413632 pending 0 free 5928824139776 avail 5849092771840 00000020:00000020:18.0:1673551351.794329:0:2269469:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0003: processing self export: 143552 0 0 00000020:00000020:18.0:1673551351.794330:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0001-mdtlov_UUID/00000000e0414e82 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551351.794332:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0000-mdtlov_UUID/000000009480fef3 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551351.794333:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli cd52cb9a-4225-4c91-b023-faa62420b31d/0000000006681ce8 dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551351.794333:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0003-mdtlov_UUID/000000006f304481 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551351.794334:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000008b497c02 dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551351.794335:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000c611fe19 dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551351.794336:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 49374343-0861-470b-a659-345a443590fd/00000000aafb700c dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551351.794336:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0002-mdtlov_UUID/000000001a218102 dirty 0 pend 0 grant 0 00002000:00000020:18.0:1673551351.794337:0:2269469:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1447466831 free, 1428001130 avail; 60817408 objects: 29395648 free; state 200 00002000:00000001:18.0:1673551351.794338:0:2269469:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000001:18.0:1673551351.794339:0:2269469:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:18.0:1673551351.794340:0:2269469:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109421601, transno 0, xid 1754809395066176 00010000:00000001:18.0:1673551351.794341:0:2269469:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:18.0:1673551351.794343:0:2269469:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000062bc12fd x1754809395066176/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:237/0 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:18.0:1673551351.794346:0:2269469:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:18.0:1673551351.794346:0:2269469:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:18.0:1673551351.794347:0:2269469:0:(import.c:1925:at_measured()) add 1 to 00000000f23c4c68 time=119 v=1 (1 1 1 1) 00000100:00000001:18.0:1673551351.794349:0:2269469:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:18.0:1673551351.794350:0:2269469:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 49 to 172.16.0.20@o2ib 00000100:00000001:18.0:1673551351.794351:0:2269469:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 02000000:00000001:18.0:1673551351.794352:0:2269469:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:18.0:1673551351.794352:0:2269469:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551351.794353:0:2269469:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:18.0:1673551351.794354:0:2269469:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.21@o2ib 00000400:00000010:18.0:1673551351.794355:0:2269469:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009304ba46. 00000100:00000200:18.0:1673551351.794358:0:2269469:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754809395066176, offset 224 00000400:00000200:18.0:1673551351.794360:0:2269469:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.21@o2ib 00000400:00000200:18.0:1673551351.794362:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:18.0:1673551351.794364:0:2269469:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.21@o2ib local destination 00000400:00000200:18.0:1673551351.794365:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:18.0:1673551351.794368:0:2269469:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.21@o2ib(172.16.0.21@o2ib:172.16.0.21@o2ib) : PUT try# 0 00000800:00000200:18.0:1673551351.794370:0:2269469:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000400:00000200:18.0:1673551351.794372:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:18.0:1673551351.794375:0:2269469:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000f750ee49] -> 172.16.0.21@o2ib (2) version: 12 00000800:00000200:18.0:1673551351.794376:0:2269469:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000051b88e6b] (68)++ 00000800:00000200:18.0:1673551351.794377:0:2269469:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000051b88e6b] (69)++ 00000800:00000200:18.0:1673551351.794379:0:2269469:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000051b88e6b] (70)-- 00000100:00000001:18.0:1673551351.794380:0:2269469:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551351.794381:0:2269469:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 48 to 172.16.0.20@o2ib 00010000:00000001:18.0:1673551351.794382:0:2269469:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:18.0:1673551351.794382:0:2269469:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551351.794383:0:2269469:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:18.0:1673551351.794383:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000062bc12fd x1754809395066176/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:237/0 lens 224/368 e 0 to 0 dl 1673551357 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:18.0:1673551351.794387:0:2269469:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000062bc12fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0002-mdtlov_UUID+5:10564:x1754809395066176:12345-172.16.0.20@o2ib:13: Request processed in 87us (151us total) trans 0 rc 0/0 00000800:00000200:5.2:1673551351.794388:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000051b88e6b] (69)++ 00000100:00100000:18.0:1673551351.794391:0:2269469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 7529 00000100:00000040:18.0:1673551351.794392:0:2269469:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a218102 : new rpc_count 0 00000100:00000001:18.0:1673551351.794393:0:2269469:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:18.0:1673551351.794394:0:2269469:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:18.0:1673551351.794396:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ffab7b02. 00000020:00000010:18.0:1673551351.794397:0:2269469:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000bbe368b. 00000020:00000010:18.0:1673551351.794398:0:2269469:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007cf7c1b2. 00000020:00000040:18.0:1673551351.794400:0:2269469:0:(genops.c:979:class_export_put()) PUTting export 000000001a218102 : new refcount 4 00000800:00000200:19.0:1673551351.794401:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000051b88e6b] (70)++ 00000100:00000001:18.0:1673551351.794401:0:2269469:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:19.0:1673551351.794407:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000051b88e6b] (71)-- 00000400:00000200:19.0:1673551351.794409:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:19.0:1673551351.794412:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.21@o2ib: PUT: OK 00000400:00000200:19.0:1673551351.794414:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000009304ba46 00000800:00000200:17.0:1673551351.794414:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (70)-- 00000400:00000010:19.0:1673551351.794415:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000009304ba46. 00000100:00000001:19.0:1673551351.794416:0:12873:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:19.0:1673551351.794417:0:12873:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:19.0:1673551351.794418:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000051b88e6b] (69)-- 00000100:00000001:15.0:1673551351.829061:0:2270126:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:15.0:1673551351.829062:0:2270126:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551352.085058:0:2270080:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:4.0:1673551352.085059:0:2270080:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:20.2F:1673551352.608696:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000bb76f403] (68)++ 00000800:00000200:7.0:1673551352.608719:0:12868:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000bb76f403] (69)++ 00000800:00000200:7.0:1673551352.608730:0:12868:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.120@o2ib 00000400:00000200:7.0:1673551352.608735:0:12868:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.120@o2ib to cpt 1 00000800:00000200:6.0:1673551352.608737:0:12867:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000bb76f403] (70)-- 00000400:00000200:7.0:1673551352.608738:0:12868:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.120@o2ib : PUT - for me 00000400:00000200:7.0:1673551352.608742:0:12868:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.120@o2ib to cpt 1 00000400:00000200:7.0:1673551352.608744:0:12868:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.120@o2ib to cpt 1 00000400:00000200:7.0:1673551352.608747:0:12868:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.120@o2ib to cpt 1 00000400:00000200:7.0:1673551352.608749:0:12868:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.120@o2ib of length 224 into portal 12 MB=0x63bba25053d00 00000400:00000200:7.0:1673551352.608752:0:12868:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-172.16.0.120@o2ib of length 224/224 into md 0xbb1b9e5 [64] + 85760 00000400:00000200:7.0:1673551352.608755:0:12868:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:7.0:1673551352.608757:0:12868:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.120@o2ib: PUT: OK 00000100:00000001:7.0:1673551352.608759:0:12868:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:7.0:1673551352.608761:0:12868:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:7.0:1673551352.608763:0:12868:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000021f2c97e. 00000100:00000040:7.0:1673551352.608764:0:12868:0:(events.c:367:request_in_callback()) incoming req@0000000021f2c97e x1754520531320064 msgsize 224 00000100:00100000:7.0:1673551352.608766:0:12868:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.120@o2ib (source: 12345-172.16.0.120@o2ib) 00000100:00000001:7.0:1673551352.608773:0:12868:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:7.0:1673551352.608775:0:12868:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000bb76f403] (69)++ 00000800:00000200:7.0:1673551352.608777:0:12868:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000bb76f403] (70)-- 00000800:00000200:7.0:1673551352.608778:0:12868:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000bb76f403] (69)-- 00000100:00000001:4.0:1673551352.608783:0:2270080:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:4.0:1673551352.608786:0:2270080:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:4.0:1673551352.608787:0:2270080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:4.0:1673551352.608789:0:2270080:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1673551352.608791:0:2270080:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:4.0:1673551352.608794:0:2270080:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754520531320064 00000020:00000001:4.0:1673551352.608795:0:2270080:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:4.0:1673551352.608796:0:2270080:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b31 00000020:00000001:4.0:1673551352.608797:0:2270080:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:4.0:1673551352.608798:0:2270080:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000aeff7c1c refcount=6 00000020:00000001:4.0:1673551352.608799:0:2270080:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748052992 : -52831469961498624 : ff444e0ed7fbb000) 00000020:00000001:4.0:1673551352.608800:0:2270080:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748052992 : -52831469961498624 : ff444e0ed7fbb000) 00000100:00000001:4.0:1673551352.608801:0:2270080:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:4.0:1673551352.608802:0:2270080:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:4.0:1673551352.608804:0:2270080:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb7343ab. 00000020:00000010:4.0:1673551352.608805:0:2270080:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004cc4770a. 00000020:00000010:4.0:1673551352.608808:0:2270080:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d4de5077. 00000100:00000040:4.0:1673551352.608809:0:2270080:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000001:4.0:1673551352.608810:0:2270080:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:4.0:1673551352.608810:0:2270080:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:4.0:1673551352.608811:0:2270080:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551352.608813:0:2270080:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:4.0:1673551352.608814:0:2270080:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:4.0:1673551352.608814:0:2270080:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551352.608819:0:2270080:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551352.608822:0:2270080:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:4.0:1673551352.608823:0:2270080:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:4.0:1673551352.608825:0:2270080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.120@o2ib, seq: 2957 00000100:00000040:4.0:1673551352.608827:0:2270080:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000aeff7c1c : new rpc_count 1 00000100:00000001:4.0:1673551352.608827:0:2270080:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912620950838912 : -52831452758712704 : ff444e12d9595e80) 00000100:00000040:4.0:1673551352.608829:0:2270080:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000021f2c97e x1754520531320064/t0(0) o400->b2f40830-929d-417e-aaf4-df6a6828a827@172.16.0.120@o2ib:238/0 lens 224/0 e 0 to 0 dl 1673551358 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000001:4.0:1673551352.608834:0:2270080:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:4.0:1673551352.608834:0:2270080:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:4.0:1673551352.608835:0:2270080:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000021f2c97e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_000:b2f40830-929d-417e-aaf4-df6a6828a827+6:2911:x1754520531320064:12345-172.16.0.120@o2ib:400: 00000100:00000200:4.0:1673551352.608836:0:2270080:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754520531320064 00000020:00000001:4.0:1673551352.608837:0:2270080:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:4.0:1673551352.608839:0:2270080:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:4.0:1673551352.608841:0:2270080:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551352.608842:0:2270080:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:4.0:1673551352.608843:0:2270080:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000020:00000001:4.0:1673551352.608843:0:2270080:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000001:00000001:4.0:1673551352.608844:0:2270080:0:(tgt_lastrcvd.c:2249:tgt_lookup_reply()) ai200x-MDT0001: lookup reply xid 1754520531320064, found 0 last_xid 1754520531320063 00000020:00000001:4.0:1673551352.608846:0:2270080:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:4.0:1673551352.608846:0:2270080:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:4.0:1673551352.608847:0:2270080:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:4.0:1673551352.608848:0:2270080:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551352.608848:0:2270080:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00000001:4.0:1673551352.608849:0:2270080:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:4.0:1673551352.608850:0:2270080:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:4.0:1673551352.608852:0:2270080:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002440b2c3. 02000000:00000001:4.0:1673551352.608852:0:2270080:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551352.608853:0:2270080:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551352.608854:0:2270080:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:4.0:1673551352.608854:0:2270080:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 219043542121, transno 0, xid 1754520531320064 00010000:00000001:4.0:1673551352.608855:0:2270080:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:4.0:1673551352.608857:0:2270080:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000021f2c97e x1754520531320064/t0(0) o400->b2f40830-929d-417e-aaf4-df6a6828a827@172.16.0.120@o2ib:238/0 lens 224/224 e 0 to 0 dl 1673551358 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00010000:00000001:4.0:1673551352.608859:0:2270080:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:4.0:1673551352.608860:0:2270080:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:4.0:1673551352.608861:0:2270080:0:(import.c:1925:at_measured()) add 1 to 000000000ea93833 time=121 v=1 (1 1 1 1) 00000100:00000001:4.0:1673551352.608863:0:2270080:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:4.0:1673551352.608864:0:2270080:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000909ef729 refcount 3 to 172.16.0.120@o2ib 00000100:00000001:4.0:1673551352.608864:0:2270080:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912561768695296 : -52831511940856320 : ff444e0511d18600) 02000000:00000001:4.0:1673551352.608865:0:2270080:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:4.0:1673551352.608866:0:2270080:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551352.608867:0:2270080:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:4.0:1673551352.608868:0:2270080:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.120@o2ib 00000400:00000010:4.0:1673551352.608869:0:2270080:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000da8bfd6. 00000100:00000200:4.0:1673551352.608871:0:2270080:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754520531320064, offset 224 00000400:00000200:4.0:1673551352.608873:0:2270080:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.120@o2ib 00000400:00000200:4.0:1673551352.608876:0:2270080:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.120@o2ib to cpt 1 00000400:00000200:4.0:1673551352.608878:0:2270080:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.120@o2ib local destination 00000400:00000200:4.0:1673551352.608880:0:2270080:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.120@o2ib to cpt 1 00000400:00000200:4.0:1673551352.608883:0:2270080:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.120@o2ib(172.16.0.120@o2ib:172.16.0.120@o2ib) : PUT try# 0 00000800:00000200:4.0:1673551352.608886:0:2270080:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.120@o2ib 00000400:00000200:4.0:1673551352.608887:0:2270080:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.120@o2ib to cpt 1 00000800:00000200:4.0:1673551352.608891:0:2270080:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000037b362f] -> 172.16.0.120@o2ib (2) version: 12 00000800:00000200:4.0:1673551352.608892:0:2270080:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000bb76f403] (68)++ 00000800:00000200:4.0:1673551352.608893:0:2270080:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000bb76f403] (69)++ 00000800:00000200:4.0:1673551352.608897:0:2270080:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000bb76f403] (70)-- 00000100:00000001:4.0:1673551352.608898:0:2270080:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551352.608898:0:2270080:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000909ef729 refcount 2 to 172.16.0.120@o2ib 00010000:00000001:4.0:1673551352.608899:0:2270080:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:4.0:1673551352.608900:0:2270080:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551352.608900:0:2270080:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:4.0:1673551352.608901:0:2270080:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021f2c97e x1754520531320064/t0(0) o400->b2f40830-929d-417e-aaf4-df6a6828a827@172.16.0.120@o2ib:238/0 lens 224/224 e 0 to 0 dl 1673551358 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00100000:4.0:1673551352.608904:0:2270080:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000021f2c97e pname:cluuid+ref:pid:xid:nid:opc:job mdt01_000:b2f40830-929d-417e-aaf4-df6a6828a827+6:2911:x1754520531320064:12345-172.16.0.120@o2ib:400: Request processed in 70us (139us total) trans 0 rc 0/0 00000100:00100000:4.0:1673551352.608906:0:2270080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.120@o2ib, seq: 2957 00000100:00000040:4.0:1673551352.608907:0:2270080:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aeff7c1c : new rpc_count 0 00000100:00000001:4.0:1673551352.608908:0:2270080:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:4.0:1673551352.608908:0:2270080:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:4.0:1673551352.608910:0:2270080:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004cc4770a. 00000800:00000200:6.2:1673551352.608911:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000bb76f403] (69)++ 00000020:00000010:4.0:1673551352.608911:0:2270080:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d4de5077. 00000020:00000010:4.0:1673551352.608911:0:2270080:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb7343ab. 00000020:00000040:4.0:1673551352.608912:0:2270080:0:(genops.c:979:class_export_put()) PUTting export 00000000aeff7c1c : new refcount 5 00000100:00000001:4.0:1673551352.608913:0:2270080:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:6.0:1673551352.608920:0:12867:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000bb76f403] (70)++ 00000800:00000200:6.0:1673551352.608925:0:12867:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000bb76f403] (71)-- 00000400:00000200:6.0:1673551352.608926:0:12867:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:6.0:1673551352.608928:0:12867:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.120@o2ib: PUT: OK 00000400:00000200:6.0:1673551352.608930:0:12867:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000000da8bfd6 00000400:00000010:6.0:1673551352.608931:0:12867:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000000da8bfd6. 00000100:00000001:6.0:1673551352.608933:0:12867:0:(events.c:416:reply_out_callback()) Process entered 00000800:00000200:7.0:1673551352.608934:0:12868:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000bb76f403] (70)-- 00000100:00000001:6.0:1673551352.608934:0:12867:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:6.0:1673551352.608936:0:12867:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000bb76f403] (69)-- 00010000:00000001:4.0:1673551352.789060:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551352.789061:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551352.789063:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551352.789063:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551352.789064:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551352.789065:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551352.789067:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551352.789067:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551352.789068:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551352.789068:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551352.789070:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551352.789070:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551352.789071:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551352.789071:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551352.789072:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551352.789073:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551352.789074:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551352.789074:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551352.789075:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551352.789075:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551352.789076:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551352.789077:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551352.789078:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551352.789079:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551352.789079:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551352.789080:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1673551352.789095:0:1693730:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1673551352.789096:0:1693730:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:8.0:1673551352.789098:0:1693730:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:18.0:1673551352.853062:0:2269469:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:18.0:1673551352.853063:0:2269469:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.2:1673551353.208659:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000c6abd607] (68)++ 00000800:00000200:7.0:1673551353.208678:0:12868:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000c6abd607] (69)++ 00000800:00000200:7.0:1673551353.208687:0:12868:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.114@o2ib 00000400:00000200:7.0:1673551353.208692:0:12868:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.114@o2ib to cpt 1 00000400:00000200:7.0:1673551353.208695:0:12868:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.114@o2ib : PUT - for me 00000800:00000200:6.0:1673551353.208696:0:12867:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000c6abd607] (70)-- 00000400:00000200:7.0:1673551353.208698:0:12868:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.114@o2ib to cpt 1 00000400:00000200:7.0:1673551353.208700:0:12868:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.114@o2ib to cpt 1 00000400:00000200:7.0:1673551353.208703:0:12868:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.114@o2ib to cpt 1 00000400:00000200:7.0:1673551353.208705:0:12868:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.114@o2ib of length 224 into portal 12 MB=0x63bd1d7b0d900 00000400:00000200:7.0:1673551353.208709:0:12868:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-172.16.0.114@o2ib of length 224/224 into md 0xbb1b9e5 [64] + 85984 00000400:00000200:7.0:1673551353.208713:0:12868:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:7.0:1673551353.208715:0:12868:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.114@o2ib: PUT: OK 00000100:00000001:7.0:1673551353.208717:0:12868:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:7.0:1673551353.208718:0:12868:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:7.0:1673551353.208720:0:12868:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000995608c0. 00000100:00000040:7.0:1673551353.208722:0:12868:0:(events.c:367:request_in_callback()) incoming req@00000000995608c0 x1754622313158912 msgsize 224 00000100:00100000:7.0:1673551353.208723:0:12868:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.114@o2ib (source: 12345-172.16.0.114@o2ib) 00000100:00000001:7.0:1673551353.208730:0:12868:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:7.0:1673551353.208731:0:12868:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000c6abd607] (69)++ 00000800:00000200:7.0:1673551353.208733:0:12868:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000c6abd607] (70)-- 00000800:00000200:7.0:1673551353.208733:0:12868:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000c6abd607] (69)-- 00000100:00000001:4.0:1673551353.208739:0:2270080:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:4.0:1673551353.208739:0:2270080:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:4.0:1673551353.208740:0:2270080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:4.0:1673551353.208741:0:2270080:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1673551353.208742:0:2270080:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:4.0:1673551353.208743:0:2270080:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754622313158912 00000020:00000001:4.0:1673551353.208744:0:2270080:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:4.0:1673551353.208744:0:2270080:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b4d 00000020:00000001:4.0:1673551353.208745:0:2270080:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:4.0:1673551353.208746:0:2270080:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000395f0866 refcount=6 00000020:00000001:4.0:1673551353.208747:0:2270080:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748059136 : -52831469961492480 : ff444e0ed7fbc800) 00000020:00000001:4.0:1673551353.208747:0:2270080:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748059136 : -52831469961492480 : ff444e0ed7fbc800) 00000100:00000001:4.0:1673551353.208748:0:2270080:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:4.0:1673551353.208749:0:2270080:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:4.0:1673551353.208750:0:2270080:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c55e73b. 00000020:00000010:4.0:1673551353.208751:0:2270080:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004cc4770a. 00000020:00000010:4.0:1673551353.208753:0:2270080:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d4de5077. 00000100:00000040:4.0:1673551353.208755:0:2270080:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000001:4.0:1673551353.208756:0:2270080:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:4.0:1673551353.208756:0:2270080:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:4.0:1673551353.208757:0:2270080:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551353.208758:0:2270080:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:4.0:1673551353.208758:0:2270080:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:4.0:1673551353.208759:0:2270080:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551353.208763:0:2270080:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551353.208765:0:2270080:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:4.0:1673551353.208766:0:2270080:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:4.0:1673551353.208768:0:2270080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.114@o2ib, seq: 2958 00000100:00000040:4.0:1673551353.208769:0:2270080:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000395f0866 : new rpc_count 1 00000100:00000001:4.0:1673551353.208769:0:2270080:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912620950833152 : -52831452758718464 : ff444e12d9594800) 00000100:00000040:4.0:1673551353.208771:0:2270080:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000995608c0 x1754622313158912/t0(0) o400->546ca0b7-6780-4f13-8f75-9c5ff65b0676@172.16.0.114@o2ib:239/0 lens 224/0 e 0 to 0 dl 1673551359 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000001:4.0:1673551353.208774:0:2270080:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:4.0:1673551353.208774:0:2270080:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:4.0:1673551353.208775:0:2270080:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000995608c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_000:546ca0b7-6780-4f13-8f75-9c5ff65b0676+6:3016:x1754622313158912:12345-172.16.0.114@o2ib:400: 00000100:00000200:4.0:1673551353.208776:0:2270080:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754622313158912 00000020:00000001:4.0:1673551353.208777:0:2270080:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:4.0:1673551353.208778:0:2270080:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:4.0:1673551353.208779:0:2270080:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551353.208779:0:2270080:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:4.0:1673551353.208780:0:2270080:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000020:00000001:4.0:1673551353.208781:0:2270080:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000001:00000001:4.0:1673551353.208781:0:2270080:0:(tgt_lastrcvd.c:2249:tgt_lookup_reply()) ai200x-MDT0001: lookup reply xid 1754622313158912, found 0 last_xid 1754622313158911 00000020:00000001:4.0:1673551353.208782:0:2270080:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:4.0:1673551353.208783:0:2270080:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:4.0:1673551353.208783:0:2270080:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:4.0:1673551353.208784:0:2270080:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551353.208785:0:2270080:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00000001:4.0:1673551353.208786:0:2270080:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:4.0:1673551353.208786:0:2270080:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:4.0:1673551353.208787:0:2270080:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000a4e3c6ee. 02000000:00000001:4.0:1673551353.208788:0:2270080:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551353.208788:0:2270080:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551353.208789:0:2270080:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:4.0:1673551353.208790:0:2270080:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813803549, transno 0, xid 1754622313158912 00010000:00000001:4.0:1673551353.208791:0:2270080:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:4.0:1673551353.208792:0:2270080:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000995608c0 x1754622313158912/t0(0) o400->546ca0b7-6780-4f13-8f75-9c5ff65b0676@172.16.0.114@o2ib:239/0 lens 224/224 e 0 to 0 dl 1673551359 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00010000:00000001:4.0:1673551353.208794:0:2270080:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:4.0:1673551353.208795:0:2270080:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:4.0:1673551353.208795:0:2270080:0:(import.c:1925:at_measured()) add 1 to 000000000ea93833 time=122 v=1 (1 1 1 1) 00000100:00000001:4.0:1673551353.208797:0:2270080:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:4.0:1673551353.208798:0:2270080:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000a6ed52d0 refcount 3 to 172.16.0.114@o2ib 00000100:00000001:4.0:1673551353.208798:0:2270080:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912561582166496 : -52831512127385120 : ff444e0506b351e0) 02000000:00000001:4.0:1673551353.208799:0:2270080:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:4.0:1673551353.208800:0:2270080:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551353.208801:0:2270080:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:4.0:1673551353.208802:0:2270080:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.114@o2ib 00000400:00000010:4.0:1673551353.208803:0:2270080:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fbf5bb7d. 00000100:00000200:4.0:1673551353.208804:0:2270080:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754622313158912, offset 224 00000400:00000200:4.0:1673551353.208806:0:2270080:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.114@o2ib 00000400:00000200:4.0:1673551353.208808:0:2270080:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.114@o2ib to cpt 1 00000400:00000200:4.0:1673551353.208809:0:2270080:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.114@o2ib local destination 00000400:00000200:4.0:1673551353.208811:0:2270080:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.114@o2ib to cpt 1 00000400:00000200:4.0:1673551353.208814:0:2270080:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.114@o2ib(172.16.0.114@o2ib:172.16.0.114@o2ib) : PUT try# 0 00000800:00000200:4.0:1673551353.208815:0:2270080:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.114@o2ib 00000400:00000200:4.0:1673551353.208816:0:2270080:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.114@o2ib to cpt 1 00000800:00000200:4.0:1673551353.208819:0:2270080:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000006d1f5ec2] -> 172.16.0.114@o2ib (2) version: 12 00000800:00000200:4.0:1673551353.208820:0:2270080:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000c6abd607] (68)++ 00000800:00000200:4.0:1673551353.208821:0:2270080:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000c6abd607] (69)++ 00000800:00000200:4.0:1673551353.208823:0:2270080:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000c6abd607] (70)-- 00000100:00000001:4.0:1673551353.208823:0:2270080:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551353.208824:0:2270080:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000a6ed52d0 refcount 2 to 172.16.0.114@o2ib 00010000:00000001:4.0:1673551353.208825:0:2270080:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:4.0:1673551353.208826:0:2270080:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551353.208826:0:2270080:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:4.0:1673551353.208827:0:2270080:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000995608c0 x1754622313158912/t0(0) o400->546ca0b7-6780-4f13-8f75-9c5ff65b0676@172.16.0.114@o2ib:239/0 lens 224/224 e 0 to 0 dl 1673551359 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00100000:4.0:1673551353.208829:0:2270080:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000995608c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_000:546ca0b7-6780-4f13-8f75-9c5ff65b0676+6:3016:x1754622313158912:12345-172.16.0.114@o2ib:400: Request processed in 55us (107us total) trans 0 rc 0/0 00000100:00100000:4.0:1673551353.208831:0:2270080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.114@o2ib, seq: 2958 00000800:00000200:3.2:1673551353.208831:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000c6abd607] (69)++ 00000100:00000040:4.0:1673551353.208832:0:2270080:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000395f0866 : new rpc_count 0 00000100:00000001:4.0:1673551353.208833:0:2270080:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:4.0:1673551353.208833:0:2270080:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:4.0:1673551353.208834:0:2270080:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004cc4770a. 00000020:00000010:4.0:1673551353.208835:0:2270080:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d4de5077. 00000020:00000010:4.0:1673551353.208835:0:2270080:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c55e73b. 00000020:00000040:4.0:1673551353.208836:0:2270080:0:(genops.c:979:class_export_put()) PUTting export 00000000395f0866 : new refcount 5 00000100:00000001:4.0:1673551353.208837:0:2270080:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:6.0:1673551353.208843:0:12867:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000c6abd607] (70)++ 00000800:00000200:6.0:1673551353.208849:0:12867:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000c6abd607] (71)-- 00000400:00000200:6.0:1673551353.208850:0:12867:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:6.0:1673551353.208853:0:12867:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.114@o2ib: PUT: OK 00000400:00000200:6.0:1673551353.208855:0:12867:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000fbf5bb7d 00000800:00000200:7.0:1673551353.208856:0:12868:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000c6abd607] (70)-- 00000400:00000010:6.0:1673551353.208856:0:12867:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000fbf5bb7d. 00000100:00000001:6.0:1673551353.208858:0:12867:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:6.0:1673551353.208858:0:12867:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:6.0:1673551353.208860:0:12867:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000c6abd607] (69)-- 00000800:00000200:13.2F:1673551353.245444:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000048f6256] (68)++ 00000800:00000200:7.0:1673551353.245458:0:12868:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000048f6256] (69)++ 00000800:00000200:7.0:1673551353.245463:0:12868:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.132@o2ib 00000400:00000200:7.0:1673551353.245465:0:12868:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.132@o2ib to cpt 1 00000400:00000200:7.0:1673551353.245467:0:12868:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.132@o2ib : PUT - for me 00000400:00000200:7.0:1673551353.245469:0:12868:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.132@o2ib to cpt 1 00000400:00000200:7.0:1673551353.245470:0:12868:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.132@o2ib to cpt 1 00000400:00000200:7.0:1673551353.245472:0:12868:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.132@o2ib to cpt 1 00000800:00000200:6.0:1673551353.245472:0:12867:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000048f6256] (70)-- 00000400:00000200:7.0:1673551353.245473:0:12868:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.132@o2ib of length 224 into portal 12 MB=0x63be62d33ecc0 00000400:00000200:7.0:1673551353.245476:0:12868:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-172.16.0.132@o2ib of length 224/224 into md 0xbb1b9e5 [64] + 86208 00000400:00000200:7.0:1673551353.245478:0:12868:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:7.0:1673551353.245479:0:12868:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.132@o2ib: PUT: OK 00000100:00000001:7.0:1673551353.245480:0:12868:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:7.0:1673551353.245481:0:12868:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:7.0:1673551353.245483:0:12868:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000651bb9d0. 00000100:00000040:7.0:1673551353.245484:0:12868:0:(events.c:367:request_in_callback()) incoming req@00000000651bb9d0 x1754709647158464 msgsize 224 00000100:00100000:7.0:1673551353.245485:0:12868:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.132@o2ib (source: 12345-172.16.0.132@o2ib) 00000100:00000001:7.0:1673551353.245490:0:12868:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:7.0:1673551353.245490:0:12868:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000048f6256] (69)++ 00000800:00000200:7.0:1673551353.245491:0:12868:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000048f6256] (70)-- 00000800:00000200:7.0:1673551353.245492:0:12868:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000048f6256] (69)-- 00000100:00000001:4.0:1673551353.245498:0:2270080:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:4.0:1673551353.245498:0:2270080:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:4.0:1673551353.245498:0:2270080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:4.0:1673551353.245499:0:2270080:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1673551353.245500:0:2270080:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:4.0:1673551353.245500:0:2270080:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754709647158464 00000020:00000001:4.0:1673551353.245501:0:2270080:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:4.0:1673551353.245501:0:2270080:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b46 00000020:00000001:4.0:1673551353.245501:0:2270080:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:4.0:1673551353.245502:0:2270080:0:(lustre_handles.c:152:class_handle2object()) GET export 0000000085149461 refcount=6 00000020:00000001:4.0:1673551353.245503:0:2270080:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748070400 : -52831469961481216 : ff444e0ed7fbf400) 00000020:00000001:4.0:1673551353.245503:0:2270080:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748070400 : -52831469961481216 : ff444e0ed7fbf400) 00000100:00000001:4.0:1673551353.245504:0:2270080:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:4.0:1673551353.245505:0:2270080:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:4.0:1673551353.245505:0:2270080:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c55e73b. 00000020:00000010:4.0:1673551353.245506:0:2270080:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004cc4770a. 00000020:00000010:4.0:1673551353.245506:0:2270080:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d4de5077. 00000100:00000040:4.0:1673551353.245509:0:2270080:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000001:4.0:1673551353.245509:0:2270080:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:4.0:1673551353.245510:0:2270080:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:4.0:1673551353.245510:0:2270080:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551353.245511:0:2270080:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:4.0:1673551353.245511:0:2270080:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:4.0:1673551353.245511:0:2270080:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551353.245515:0:2270080:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:4.0:1673551353.245516:0:2270080:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:4.0:1673551353.245516:0:2270080:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:4.0:1673551353.245517:0:2270080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.132@o2ib, seq: 2959 00000100:00000040:4.0:1673551353.245518:0:2270080:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 0000000085149461 : new rpc_count 1 00000100:00000001:4.0:1673551353.245518:0:2270080:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912620950836608 : -52831452758715008 : ff444e12d9595580) 00000100:00000040:4.0:1673551353.245519:0:2270080:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000651bb9d0 x1754709647158464/t0(0) o400->e2e002af-f09c-4b05-bf31-5f3b5c0fc2b7@172.16.0.132@o2ib:239/0 lens 224/0 e 0 to 0 dl 1673551359 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000001:4.0:1673551353.245521:0:2270080:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:4.0:1673551353.245522:0:2270080:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:4.0:1673551353.245522:0:2270080:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000651bb9d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_000:e2e002af-f09c-4b05-bf31-5f3b5c0fc2b7+6:2691:x1754709647158464:12345-172.16.0.132@o2ib:400: 00000100:00000200:4.0:1673551353.245523:0:2270080:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754709647158464 00000020:00000001:4.0:1673551353.245524:0:2270080:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:4.0:1673551353.245524:0:2270080:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:4.0:1673551353.245525:0:2270080:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551353.245525:0:2270080:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:4.0:1673551353.245526:0:2270080:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000020:00000001:4.0:1673551353.245526:0:2270080:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000001:00000001:4.0:1673551353.245527:0:2270080:0:(tgt_lastrcvd.c:2249:tgt_lookup_reply()) ai200x-MDT0001: lookup reply xid 1754709647158464, found 0 last_xid 1754709647158463 00000020:00000001:4.0:1673551353.245527:0:2270080:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:4.0:1673551353.245528:0:2270080:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:4.0:1673551353.245528:0:2270080:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:4.0:1673551353.245528:0:2270080:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551353.245529:0:2270080:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00000001:4.0:1673551353.245529:0:2270080:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:4.0:1673551353.245530:0:2270080:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:4.0:1673551353.245530:0:2270080:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000d38b920c. 02000000:00000001:4.0:1673551353.245531:0:2270080:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551353.245531:0:2270080:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551353.245532:0:2270080:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:4.0:1673551353.245532:0:2270080:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 219043541400, transno 0, xid 1754709647158464 00010000:00000001:4.0:1673551353.245533:0:2270080:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:4.0:1673551353.245533:0:2270080:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000651bb9d0 x1754709647158464/t0(0) o400->e2e002af-f09c-4b05-bf31-5f3b5c0fc2b7@172.16.0.132@o2ib:239/0 lens 224/224 e 0 to 0 dl 1673551359 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00010000:00000001:4.0:1673551353.245535:0:2270080:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:4.0:1673551353.245536:0:2270080:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:4.0:1673551353.245536:0:2270080:0:(import.c:1925:at_measured()) add 1 to 000000000ea93833 time=122 v=1 (1 1 1 1) 00000100:00000001:4.0:1673551353.245537:0:2270080:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:4.0:1673551353.245538:0:2270080:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000073df996 refcount 3 to 172.16.0.132@o2ib 00000100:00000001:4.0:1673551353.245538:0:2270080:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912553359434880 : -52831520350116736 : ff444e031c966480) 02000000:00000001:4.0:1673551353.245539:0:2270080:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:4.0:1673551353.245539:0:2270080:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551353.245540:0:2270080:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:4.0:1673551353.245540:0:2270080:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.132@o2ib 00000400:00000010:4.0:1673551353.245541:0:2270080:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000489558fb. 00000100:00000200:4.0:1673551353.245541:0:2270080:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754709647158464, offset 224 00000400:00000200:4.0:1673551353.245543:0:2270080:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.132@o2ib 00000400:00000200:4.0:1673551353.245543:0:2270080:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.132@o2ib to cpt 1 00000400:00000200:4.0:1673551353.245545:0:2270080:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.132@o2ib local destination 00000400:00000200:4.0:1673551353.245545:0:2270080:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.132@o2ib to cpt 1 00000400:00000200:4.0:1673551353.245547:0:2270080:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.132@o2ib(172.16.0.132@o2ib:172.16.0.132@o2ib) : PUT try# 0 00000800:00000200:4.0:1673551353.245549:0:2270080:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.132@o2ib 00000400:00000200:4.0:1673551353.245549:0:2270080:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.132@o2ib to cpt 1 00000800:00000200:4.0:1673551353.245551:0:2270080:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000e36d2122] -> 172.16.0.132@o2ib (2) version: 12 00000800:00000200:4.0:1673551353.245551:0:2270080:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000048f6256] (68)++ 00000800:00000200:4.0:1673551353.245552:0:2270080:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000048f6256] (69)++ 00000800:00000200:4.0:1673551353.245553:0:2270080:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000048f6256] (70)-- 00000100:00000001:4.0:1673551353.245554:0:2270080:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1673551353.245555:0:2270080:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000073df996 refcount 2 to 172.16.0.132@o2ib 00010000:00000001:4.0:1673551353.245556:0:2270080:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:4.0:1673551353.245556:0:2270080:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:4.0:1673551353.245556:0:2270080:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:4.0:1673551353.245557:0:2270080:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000651bb9d0 x1754709647158464/t0(0) o400->e2e002af-f09c-4b05-bf31-5f3b5c0fc2b7@172.16.0.132@o2ib:239/0 lens 224/224 e 0 to 0 dl 1673551359 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00100000:4.0:1673551353.245559:0:2270080:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000651bb9d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt01_000:e2e002af-f09c-4b05-bf31-5f3b5c0fc2b7+6:2691:x1754709647158464:12345-172.16.0.132@o2ib:400: Request processed in 37us (75us total) trans 0 rc 0/0 00000800:00000200:13.2:1673551353.245561:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000048f6256] (69)++ 00000100:00100000:4.0:1673551353.245561:0:2270080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.132@o2ib, seq: 2959 00000100:00000040:4.0:1673551353.245562:0:2270080:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000085149461 : new rpc_count 0 00000100:00000001:4.0:1673551353.245562:0:2270080:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:4.0:1673551353.245562:0:2270080:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:4.0:1673551353.245563:0:2270080:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004cc4770a. 00000020:00000010:4.0:1673551353.245563:0:2270080:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d4de5077. 00000020:00000010:4.0:1673551353.245564:0:2270080:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c55e73b. 00000020:00000040:4.0:1673551353.245565:0:2270080:0:(genops.c:979:class_export_put()) PUTting export 0000000085149461 : new refcount 5 00000100:00000001:4.0:1673551353.245565:0:2270080:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:6.0:1673551353.245573:0:12867:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000048f6256] (70)++ 00000800:00000200:6.0:1673551353.245578:0:12867:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000048f6256] (71)-- 00000400:00000200:6.0:1673551353.245579:0:12867:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:6.0:1673551353.245582:0:12867:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.132@o2ib: PUT: OK 00000400:00000200:6.0:1673551353.245583:0:12867:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000489558fb 00000400:00000010:6.0:1673551353.245583:0:12867:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000489558fb. 00000100:00000001:6.0:1673551353.245584:0:12867:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:6.0:1673551353.245585:0:12867:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:7.0:1673551353.245586:0:12868:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000048f6256] (70)-- 00000800:00000200:6.0:1673551353.245587:0:12867:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000048f6256] (69)-- 00000800:00000200:11.2:1673551353.515647:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a8f662b5] (68)++ 00000800:00000200:23.0:1673551353.515663:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a8f662b5] (69)++ 00000800:00000200:23.0:1673551353.515671:0:12876:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.22@o2ib 00000400:00000200:23.0:1673551353.515674:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551353.515676:0:12876:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.22@o2ib : PUT - for me 00000400:00000200:23.0:1673551353.515679:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:21.0:1673551353.515679:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a8f662b5] (70)++ 00000400:00000200:23.0:1673551353.515681:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551353.515682:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:21.0:1673551353.515682:0:12875:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.22@o2ib 00000400:00000200:23.0:1673551353.515683:0:12876:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 12 MB=0x63bfccd5cd900 00000400:00000200:21.0:1673551353.515684:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:21.0:1673551353.515686:0:12875:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.22@o2ib : PUT - for me 00000800:00000200:14.2:1673551353.515686:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000006f8568c3] (68)++ 00000400:00000200:23.0:1673551353.515687:0:12876:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-172.16.0.22@o2ib of length 224/224 into md 0x48b3d35 [64] + 168872 00000400:00000200:21.0:1673551353.515688:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551353.515689:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:21.0:1673551353.515689:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:21.0:1673551353.515690:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551353.515691:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.22@o2ib: PUT: OK 00000400:00000200:21.0:1673551353.515691:0:12875:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 28 MB=0x63bfccd5cda80 00000800:00000200:14.2:1673551353.515692:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007b5fd11d] (68)++ 00000100:00000001:23.0:1673551353.515693:0:12876:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:23.0:1673551353.515693:0:12876:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:21.0:1673551353.515694:0:12875:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.16.0.22@o2ib of length 224/224 into md 0x136b4755 [8] + 14112 00000100:00000010:23.0:1673551353.515696:0:12876:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000c8111a2f. 00000400:00000200:21.0:1673551353.515696:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:23.0:1673551353.515697:0:12876:0:(events.c:367:request_in_callback()) incoming req@00000000c8111a2f x1754806823475456 msgsize 224 00000400:00000200:21.0:1673551353.515698:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.22@o2ib: PUT: OK 00000100:00100000:23.0:1673551353.515699:0:12876:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.22@o2ib (source: 12345-172.16.0.22@o2ib) 00000100:00000001:21.0:1673551353.515699:0:12875:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:21.0:1673551353.515700:0:12875:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:21.0:1673551353.515702:0:12875:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000098046a21. 00000800:00000200:0.0:1673551353.515702:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000006f8568c3] (69)++ 00000100:00000040:21.0:1673551353.515703:0:12875:0:(events.c:367:request_in_callback()) incoming req@0000000098046a21 x1754806823475840 msgsize 224 00000100:00000001:23.0:1673551353.515704:0:12876:0:(events.c:403:request_in_callback()) Process leaving 00000100:00100000:21.0:1673551353.515705:0:12875:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.22@o2ib (source: 12345-172.16.0.22@o2ib) 00000800:00000200:23.0:1673551353.515706:0:12876:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000a8f662b5] (71)++ 00000800:00000200:0.0:1673551353.515706:0:12865:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.23@o2ib 00000800:00000200:23.0:1673551353.515708:0:12876:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000a8f662b5] (72)-- 00000800:00000200:23.0:1673551353.515708:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (71)-- 00000800:00000200:3.0:1673551353.515708:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007b5fd11d] (69)++ 00000800:00000200:23.0:1673551353.515709:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (70)-- 00000400:00000200:0.0:1673551353.515709:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:0.0:1673551353.515710:0:12865:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.23@o2ib : PUT - for me 00000800:00000200:3.0:1673551353.515711:0:12866:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.23@o2ib 00000400:00000200:0.0:1673551353.515712:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000100:00000001:21.0:1673551353.515713:0:12875:0:(events.c:403:request_in_callback()) Process leaving 00000400:00000200:0.0:1673551353.515714:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:21.0:1673551353.515715:0:12875:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000a8f662b5] (69)++ 00000800:00000200:6.2:1673551353.515715:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000036519f99] (68)++ 00000400:00000200:3.0:1673551353.515716:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:21.0:1673551353.515717:0:12875:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000a8f662b5] (70)-- 00000400:00000200:0.0:1673551353.515717:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:21.0:1673551353.515718:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (69)-- 00000400:00000200:3.0:1673551353.515718:0:12866:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.23@o2ib : PUT - for me 00000400:00000200:0.0:1673551353.515718:0:12865:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 12 MB=0x63bfccd5cdc00 00000100:00000001:20.0:1673551353.515719:0:2270093:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1673551353.515720:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 02000000:00000001:20.0:1673551353.515721:0:2270093:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1673551353.515721:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000100:00000001:20.0:1673551353.515722:0:2270093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1673551353.515722:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:0.0:1673551353.515722:0:12865:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-172.16.0.22@o2ib of length 224/224 into md 0x25c5321 [64] + 91704 00000100:00000001:20.0:1673551353.515723:0:2270093:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1673551353.515723:0:12866:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 12 MB=0x63bfccd5cdd00 00000400:00000200:0.0:1673551353.515724:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:22.0:1673551353.515726:0:2269459:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:20.0:1673551353.515726:0:2270093:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1673551353.515726:0:12866:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-172.16.0.22@o2ib of length 224/224 into md 0x25c5321 [64] + 91928 00000400:00000200:0.0:1673551353.515726:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.23@o2ib: PUT: OK 02000000:00000001:22.0:1673551353.515727:0:2269459:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:22.0:1673551353.515727:0:2269459:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:22.0:1673551353.515728:0:2269459:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:20.0:1673551353.515728:0:2270093:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754806823475456 00000400:00000200:3.0:1673551353.515728:0:12866:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1673551353.515728:0:12865:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:0.0:1673551353.515728:0:12865:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:20.0:1673551353.515729:0:2270093:0:(genops.c:899:class_conn2export()) Process entered 00000400:00000200:3.0:1673551353.515729:0:12866:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.23@o2ib: PUT: OK 02000000:00000001:22.0:1673551353.515730:0:2269459:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:20.0:1673551353.515730:0:2270093:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b0e 00000100:00000010:0.0:1673551353.515730:0:12865:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000fe898f85. 00000100:00100000:22.0:1673551353.515731:0:2269459:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754806823475840 00000020:00000001:20.0:1673551353.515731:0:2270093:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00000040:0.0:1673551353.515731:0:12865:0:(events.c:367:request_in_callback()) incoming req@00000000fe898f85 x1754806823476224 msgsize 224 00000020:00000001:22.0:1673551353.515732:0:2269459:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:22.0:1673551353.515732:0:2269459:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876a3c 00000020:00000040:20.0:1673551353.515732:0:2270093:0:(lustre_handles.c:152:class_handle2object()) GET export 000000003709ca29 refcount=6 00000020:00000001:22.0:1673551353.515733:0:2269459:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000001:20.0:1673551353.515733:0:2270093:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748064256 : -52831469961487360 : ff444e0ed7fbdc00) 00000100:00100000:0.0:1673551353.515733:0:12865:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.22@o2ib (source: 12345-172.16.0.23@o2ib) 00000020:00000040:22.0:1673551353.515734:0:2269459:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000aafb700c refcount=5 00000020:00000001:20.0:1673551353.515734:0:2270093:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748064256 : -52831469961487360 : ff444e0ed7fbdc00) 00000020:00000001:22.0:1673551353.515735:0:2269459:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912595675797504 : -52831478033754112 : ff444e0cf6d6d800) 00000100:00000001:20.0:1673551353.515735:0:2270093:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000020:00000001:22.0:1673551353.515736:0:2269459:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912595675797504 : -52831478033754112 : ff444e0cf6d6d800) 00000100:00000001:20.0:1673551353.515736:0:2270093:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:22.0:1673551353.515737:0:2269459:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000020:00000010:20.0:1673551353.515737:0:2270093:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efb94a42. 00000100:00000001:22.0:1673551353.515738:0:2269459:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:22.0:1673551353.515739:0:2269459:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008756af35. 00000020:00000010:20.0:1673551353.515739:0:2270093:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a5db69fc. 00000100:00000001:0.0:1673551353.515739:0:12865:0:(events.c:403:request_in_callback()) Process leaving 00000020:00000010:22.0:1673551353.515740:0:2269459:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027ffa1bf. 00000020:00000010:20.0:1673551353.515741:0:2270093:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049270743. 00000020:00000010:22.0:1673551353.515742:0:2269459:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c3151abd. 00000100:00000040:20.0:1673551353.515743:0:2270093:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000001:20.0:1673551353.515744:0:2270093:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000800:00000200:0.0:1673551353.515744:0:12865:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000006f8568c3] (70)++ 00000100:00000040:22.0:1673551353.515745:0:2269459:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost at +1s 00000100:00000001:20.0:1673551353.515745:0:2270093:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:20.0:1673551353.515745:0:2270093:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:22.0:1673551353.515746:0:2269459:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000800:00000200:0.0:1673551353.515746:0:12865:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000006f8568c3] (71)-- 00000100:00000001:22.0:1673551353.515747:0:2269459:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:22.0:1673551353.515747:0:2269459:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:20.0:1673551353.515747:0:2270093:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:20.0:1673551353.515747:0:2270093:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000800:00000200:0.0:1673551353.515747:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006f8568c3] (70)-- 00000100:00000001:20.0:1673551353.515748:0:2270093:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1673551353.515748:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006f8568c3] (69)-- 00000100:00000001:22.0:1673551353.515749:0:2269459:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:22.0:1673551353.515749:0:2269459:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:22.0:1673551353.515749:0:2269459:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1673551353.515749:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007b5fd11d] (70)-- 00000100:00000001:3.0:1673551353.515751:0:2380004:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:0.0:1673551353.515751:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (69)++ 02000000:00000001:3.0:1673551353.515752:0:2380004:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:0.0:1673551353.515752:0:12865:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.23@o2ib 00000100:00000001:3.0:1673551353.515753:0:2380004:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1673551353.515753:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000100:00000001:3.0:1673551353.515754:0:2380004:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551353.515754:0:12866:0:(events.c:315:request_in_callback()) Process entered 00000400:00000200:0.0:1673551353.515754:0:12865:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.23@o2ib : PUT - for me 00000100:00000001:22.0:1673551353.515755:0:2269459:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:20.0:1673551353.515755:0:2270093:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1673551353.515755:0:12866:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1673551353.515755:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 02000000:00000001:3.0:1673551353.515756:0:2380004:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1673551353.515756:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000100:00100000:3.0:1673551353.515757:0:2380004:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754806823476224 00000100:00000010:2.0:1673551353.515757:0:12866:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000006e2f6979. 00000400:00000200:0.0:1673551353.515757:0:12865:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:0.0:1673551353.515757:0:12865:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 28 MB=0x63bfccd5cda40 00000020:00000001:3.0:1673551353.515758:0:2380004:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000040:2.0:1673551353.515758:0:12866:0:(events.c:367:request_in_callback()) incoming req@000000006e2f6979 x1754806823476480 msgsize 224 00000100:00000001:22.0:1673551353.515759:0:2269459:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:22.0:1673551353.515759:0:2269459:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:20.0:1673551353.515759:0:2270093:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1673551353.515759:0:2380004:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876c96 00000100:00000001:20.0:1673551353.515760:0:2270093:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1673551353.515760:0:2380004:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000400:00000200:0.0:1673551353.515760:0:12865:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.16.0.22@o2ib of length 224/224 into md 0xc2bc3a1 [8] + 2688 00000020:00000040:3.0:1673551353.515761:0:2380004:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000b5e1bf39 refcount=5 00000100:00100000:2.0:1673551353.515761:0:12866:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.22@o2ib (source: 12345-172.16.0.23@o2ib) 00000400:00000200:0.0:1673551353.515761:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:22.0:1673551353.515762:0:2269459:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.22@o2ib, seq: 660 00000100:00100000:20.0:1673551353.515762:0:2270093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.22@o2ib, seq: 3587 00000020:00000001:3.0:1673551353.515762:0:2380004:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912587234454528 : -52831486475097088 : ff444e0affb22c00) 00000400:00000200:0.0:1673551353.515762:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000100:00000040:22.0:1673551353.515763:0:2269459:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000aafb700c : new rpc_count 1 00000100:00000040:20.0:1673551353.515763:0:2270093:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000003709ca29 : new rpc_count 1 00000020:00000001:3.0:1673551353.515763:0:2380004:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912587234454528 : -52831486475097088 : ff444e0affb22c00) 00000100:00000001:0.0:1673551353.515763:0:12865:0:(events.c:315:request_in_callback()) Process entered 00000100:00000001:22.0:1673551353.515764:0:2269459:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912593449145728 : -52831480260405888 : ff444e0c721ed580) 00000100:00000001:20.0:1673551353.515764:0:2270093:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912572672168192 : -52831501037383424 : ff444e079bb75100) 00000100:00000200:0.0:1673551353.515764:0:12865:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1673551353.515764:0:12865:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000007155ac69. 00000100:00000001:3.0:1673551353.515765:0:2380004:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1673551353.515765:0:12865:0:(events.c:367:request_in_callback()) incoming req@000000007155ac69 x1754806823475776 msgsize 224 00000100:00000040:22.0:1673551353.515766:0:2269459:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000098046a21 x1754806823475840/t0(0) o400->49374343-0861-470b-a659-345a443590fd@172.16.0.22@o2ib:239/0 lens 224/0 e 0 to 0 dl 1673551359 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000040:20.0:1673551353.515766:0:2270093:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c8111a2f x1754806823475456/t0(0) o400->49374343-0861-470b-a659-345a443590fd@172.16.0.22@o2ib:239/0 lens 224/0 e 0 to 0 dl 1673551359 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1673551353.515766:0:2380004:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1673551353.515767:0:2380004:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d435c28. 00000100:00100000:0.0:1673551353.515767:0:12865:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.22@o2ib (source: 12345-172.16.0.23@o2ib) 00000020:00000010:3.0:1673551353.515769:0:2380004:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d0903c69. 00000100:00000001:2.0:1673551353.515769:0:12866:0:(events.c:403:request_in_callback()) Process leaving 00000020:00000010:3.0:1673551353.515771:0:2380004:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005094fdb5. 00000800:00000200:2.0:1673551353.515771:0:12866:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000007b5fd11d] (69)++ 00000100:00000001:0.0:1673551353.515771:0:12865:0:(events.c:403:request_in_callback()) Process leaving 00000100:00000001:22.0:1673551353.515772:0:2269459:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:22.0:1673551353.515772:0:2269459:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:20.0:1673551353.515772:0:2270093:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000800:00000200:0.0:1673551353.515772:0:12865:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000036519f99] (70)++ 00000100:00000001:20.0:1673551353.515773:0:2270093:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1673551353.515773:0:2380004:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt at +1s 00000800:00000200:2.0:1673551353.515773:0:12866:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000007b5fd11d] (70)-- 00000100:00100000:22.0:1673551353.515774:0:2269459:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000098046a21 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost05_001:49374343-0861-470b-a659-345a443590fd+5:10860:x1754806823475840:12345-172.16.0.22@o2ib:400: 00000100:00100000:20.0:1673551353.515774:0:2270093:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000c8111a2f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_001:49374343-0861-470b-a659-345a443590fd+6:10858:x1754806823475456:12345-172.16.0.22@o2ib:400: 00000100:00000001:3.0:1673551353.515774:0:2380004:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000800:00000200:0.0:1673551353.515774:0:12865:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000036519f99] (71)-- 00000100:00000001:3.0:1673551353.515775:0:2380004:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:2.0:1673551353.515775:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007b5fd11d] (69)-- 00000100:00000200:22.0:1673551353.515776:0:2269459:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754806823475840 00000100:00000200:20.0:1673551353.515776:0:2270093:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754806823475456 00000100:00000001:3.0:1673551353.515776:0:2380004:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1673551353.515776:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (70)-- 00000020:00000001:22.0:1673551353.515777:0:2269459:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:20.0:1673551353.515777:0:2270093:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:3.0:1673551353.515777:0:2380004:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000800:00000200:2.0:1673551353.515777:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (69)-- 00000020:00000001:22.0:1673551353.515778:0:2269459:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000001:3.0:1673551353.515778:0:2380004:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:22.0:1673551353.515779:0:2269459:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:20.0:1673551353.515779:0:2270093:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000001:3.0:1673551353.515779:0:2380004:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551353.515779:0:2340637:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:22.0:1673551353.515780:0:2269459:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:20.0:1673551353.515780:0:2270093:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:22.0:1673551353.515781:0:2269459:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000020:00000001:20.0:1673551353.515781:0:2270093:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1673551353.515781:0:2340637:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1673551353.515781:0:2340637:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000020:00000001:20.0:1673551353.515782:0:2270093:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000100:00000001:3.0:1673551353.515782:0:2380004:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1673551353.515782:0:2340637:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:22.0:1673551353.515783:0:2269459:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:22.0:1673551353.515784:0:2269459:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:20.0:1673551353.515784:0:2270093:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1673551353.515784:0:2340637:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:22.0:1673551353.515785:0:2269459:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000001:00000001:20.0:1673551353.515785:0:2270093:0:(tgt_lastrcvd.c:2249:tgt_lookup_reply()) ai200x-MDT0001: lookup reply xid 1754806823475456, found 0 last_xid 1754806823475455 00000020:00000001:22.0:1673551353.515786:0:2269459:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:22.0:1673551353.515786:0:2269459:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:20.0:1673551353.515786:0:2270093:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1673551353.515786:0:2380004:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1673551353.515786:0:4127186:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000020:00000001:22.0:1673551353.515787:0:2269459:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000020:00000001:20.0:1673551353.515787:0:2270093:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:20.0:1673551353.515787:0:2270093:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1673551353.515787:0:2380004:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1673551353.515787:0:4127186:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:22.0:1673551353.515788:0:2269459:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:22.0:1673551353.515788:0:2269459:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:20.0:1673551353.515788:0:2270093:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1673551353.515788:0:2340637:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754806823476480 02000000:00000010:22.0:1673551353.515789:0:2269459:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000b02e833c. 00000020:00000001:20.0:1673551353.515789:0:2270093:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00000001:20.0:1673551353.515789:0:2270093:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1673551353.515789:0:2380004:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.22@o2ib, seq: 1363 00000100:00000040:3.0:1673551353.515789:0:2380004:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000b5e1bf39 : new rpc_count 1 00000020:00000001:1.0:1673551353.515789:0:2340637:0:(genops.c:899:class_conn2export()) Process entered 02000000:00000001:22.0:1673551353.515790:0:2269459:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:20.0:1673551353.515790:0:2270093:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1673551353.515790:0:2380004:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912610150894720 : -52831463558656896 : ff444e10559f4c80) 00000100:00000001:2.0:1673551353.515790:0:4127186:0:(service.c:2025:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1673551353.515790:0:2340637:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876c9d 00000100:00000001:22.0:1673551353.515791:0:2269459:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:22.0:1673551353.515791:0:2269459:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:20.0:1673551353.515791:0:2270093:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000e449f79d. 02000000:00000001:20.0:1673551353.515791:0:2270093:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551353.515791:0:4127186:0:(service.c:2230:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1673551353.515791:0:2340637:0:(lustre_handles.c:134:class_handle2object()) Process entered 00010000:00000040:22.0:1673551353.515792:0:2269459:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109400388, transno 0, xid 1754806823475840 00000100:00000040:3.0:1673551353.515792:0:2380004:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fe898f85 x1754806823476224/t0(0) o400->ai200x-MDT0001-lwp-OST0006_UUID@172.16.0.22@o2ib:239/0 lens 224/0 e 0 to 0 dl 1673551359 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000020:00000040:1.0:1673551353.515792:0:2340637:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000dc25e61b refcount=5 00010000:00000001:22.0:1673551353.515793:0:2269459:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000100:00000001:20.0:1673551353.515793:0:2270093:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1673551353.515793:0:2340637:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912587234457600 : -52831486475094016 : ff444e0affb23800) 00010000:00000200:22.0:1673551353.515794:0:2269459:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000098046a21 x1754806823475840/t0(0) o400->49374343-0861-470b-a659-345a443590fd@172.16.0.22@o2ib:239/0 lens 224/224 e 0 to 0 dl 1673551359 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000020:00000001:20.0:1673551353.515794:0:2270093:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:20.0:1673551353.515794:0:2270093:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813813280, transno 0, xid 1754806823475456 00000020:00000001:1.0:1673551353.515794:0:2340637:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912587234457600 : -52831486475094016 : ff444e0affb23800) 00010000:00000001:20.0:1673551353.515795:0:2270093:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000100:00000001:2.0:1673551353.515796:0:2374104:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1673551353.515796:0:2340637:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1673551353.515796:0:2340637:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:22.0:1673551353.515797:0:2269459:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000200:20.0:1673551353.515797:0:2270093:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000c8111a2f x1754806823475456/t0(0) o400->49374343-0861-470b-a659-345a443590fd@172.16.0.22@o2ib:239/0 lens 224/224 e 0 to 0 dl 1673551359 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 02000000:00000001:2.0:1673551353.515797:0:2374104:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1673551353.515797:0:2340637:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003dd14a5e. 00010000:00000001:22.0:1673551353.515798:0:2269459:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:22.0:1673551353.515798:0:2269459:0:(import.c:1925:at_measured()) add 1 to 00000000c746ae0d time=122 v=1 (1 1 1 1) 00000100:00000001:3.0:1673551353.515798:0:2380004:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1673551353.515798:0:2380004:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1673551353.515798:0:2374104:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1673551353.515798:0:2374104:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1673551353.515799:0:2269459:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00010000:00000001:20.0:1673551353.515799:0:2270093:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1673551353.515799:0:2380004:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000fe898f85 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ai200x-MDT0001-lwp-OST0006_UUID+5:10858:x1754806823476224:12345-172.16.0.22@o2ib:400: 00000020:00000010:1.0:1673551353.515799:0:2340637:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042914606. 00000100:00000040:22.0:1673551353.515800:0:2269459:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000a5089673 refcount 49 to 172.16.0.22@o2ib 00010000:00000001:20.0:1673551353.515800:0:2270093:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:20.0:1673551353.515800:0:2270093:0:(import.c:1925:at_measured()) add 1 to 000000004d70369c time=123 v=1 (1 1 1 1) 02000000:00000001:2.0:1673551353.515800:0:2374104:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1673551353.515800:0:2374104:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754806823475776 00000100:00000001:22.0:1673551353.515801:0:2269459:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560590877824 : -52831513118673792 : ff444e04cb9d7480) 00000020:00000001:2.0:1673551353.515801:0:2374104:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000010:1.0:1673551353.515801:0:2340637:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006489e9d9. 02000000:00000001:22.0:1673551353.515802:0:2269459:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:22.0:1673551353.515802:0:2269459:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551353.515802:0:2270093:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1673551353.515802:0:2380004:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754806823476224 00000020:00000040:2.0:1673551353.515802:0:2374104:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c8769a2 00000100:00000001:1.0:1673551353.515802:0:2340637:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:22.0:1673551353.515803:0:2269459:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:20.0:1673551353.515803:0:2270093:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000a5089673 refcount 50 to 172.16.0.22@o2ib 00000100:00000001:20.0:1673551353.515803:0:2270093:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560590877824 : -52831513118673792 : ff444e04cb9d7480) 00000020:00000001:3.0:1673551353.515803:0:2380004:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:2.0:1673551353.515803:0:2374104:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:2.0:1673551353.515803:0:2374104:0:(lustre_handles.c:152:class_handle2object()) GET export 000000007c83e9df refcount=5 00000100:00000001:1.0:1673551353.515803:0:2340637:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1673551353.515803:0:2340637:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:22.0:1673551353.515804:0:2269459:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 02000000:00000001:20.0:1673551353.515804:0:2270093:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1673551353.515804:0:2380004:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:2.0:1673551353.515804:0:2374104:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558465905664 : -52831515243645952 : ff444e044cf4f400) 00000400:00000010:22.0:1673551353.515805:0:2269459:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3fd55b5. 02000000:00000001:20.0:1673551353.515805:0:2270093:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551353.515805:0:2270093:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000020:00000001:3.0:1673551353.515805:0:2380004:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1673551353.515805:0:2374104:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558465905664 : -52831515243645952 : ff444e044cf4f400) 00000100:00000001:1.0:1673551353.515805:0:2340637:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1673551353.515805:0:2340637:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:22.0:1673551353.515806:0:2269459:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1754806823475840, offset 224 00000100:00000040:20.0:1673551353.515806:0:2270093:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000020:00000001:3.0:1673551353.515806:0:2380004:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1673551353.515806:0:2380004:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000100:00000001:1.0:1673551353.515806:0:2340637:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:20.0:1673551353.515807:0:2270093:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d69dc6d6. 00000100:00000001:2.0:1673551353.515807:0:2374104:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1673551353.515808:0:2380004:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1673551353.515808:0:2380004:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551353.515808:0:2374104:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:22.0:1673551353.515809:0:2269459:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000020:00000001:3.0:1673551353.515809:0:2380004:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1673551353.515809:0:2374104:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000afb246a1. 00000100:00000200:20.0:1673551353.515810:0:2270093:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754806823475456, offset 224 00000020:00000001:3.0:1673551353.515810:0:2380004:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1673551353.515810:0:2374104:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c83a5f07. 00000400:00000200:22.0:1673551353.515811:0:2269459:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000020:00000001:3.0:1673551353.515811:0:2380004:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1673551353.515811:0:2374104:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d848a52c. 00000400:00000200:22.0:1673551353.515812:0:2269459:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.22@o2ib local destination 00000400:00000200:20.0:1673551353.515812:0:2270093:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000020:00000001:3.0:1673551353.515812:0:2380004:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1673551353.515812:0:2380004:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1673551353.515812:0:2340637:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1673551353.515813:0:2380004:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1673551353.515813:0:2374104:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost at +1s 00000400:00000200:22.0:1673551353.515814:0:2269459:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 02000000:00000010:3.0:1673551353.515814:0:2380004:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000099081e2f. 00000100:00000001:2.0:1673551353.515814:0:2374104:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1673551353.515815:0:2380004:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551353.515815:0:2374104:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1673551353.515815:0:2374104:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1673551353.515815:0:2340637:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000400:00000200:22.0:1673551353.515816:0:2269459:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.22@o2ib(172.16.0.22@o2ib:172.16.0.22@o2ib) : PUT try# 0 00000100:00000001:3.0:1673551353.515816:0:2380004:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551353.515816:0:2340637:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1673551353.515817:0:2380004:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1673551353.515817:0:2380004:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 0, transno 0, xid 1754806823476224 00000100:00000001:2.0:1673551353.515817:0:2374104:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000800:00000200:22.0:1673551353.515818:0:2269459:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.22@o2ib 00000100:00000001:2.0:1673551353.515818:0:2374104:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:1.0:1673551353.515818:0:2340637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.22@o2ib, seq: 1364 00000400:00000200:20.0:1673551353.515819:0:2270093:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00010000:00000001:3.0:1673551353.515819:0:2380004:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000100:00000001:2.0:1673551353.515819:0:2374104:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1673551353.515819:0:2340637:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000dc25e61b : new rpc_count 1 00000400:00000200:20.0:1673551353.515820:0:2270093:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.22@o2ib local destination 00010000:00000200:3.0:1673551353.515820:0:2380004:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000fe898f85 x1754806823476224/t0(0) o400->ai200x-MDT0001-lwp-OST0006_UUID@172.16.0.22@o2ib:239/0 lens 224/224 e 0 to 0 dl 1673551359 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1673551353.515820:0:2340637:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912603120953216 : -52831470588598400 : ff444e0eb29ae780) 00000400:00000200:20.0:1673551353.515822:0:2270093:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000040:1.0:1673551353.515822:0:2340637:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006e2f6979 x1754806823476480/t0(0) o400->ai200x-MDT0001-lwp-OST0007_UUID@172.16.0.22@o2ib:239/0 lens 224/0 e 0 to 0 dl 1673551359 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1673551353.515823:0:2374104:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1673551353.515824:0:2380004:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00000400:00000200:20.0:1673551353.515825:0:2270093:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.22@o2ib(172.16.0.22@o2ib:172.16.0.22@o2ib) : PUT try# 0 00010000:00000001:3.0:1673551353.515825:0:2380004:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551353.515825:0:2374104:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1673551353.515825:0:2374104:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000400:00000200:22.0:1673551353.515826:0:2269459:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:20.0:1673551353.515826:0:2270093:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.22@o2ib 00000100:00001000:3.0:1673551353.515826:0:2380004:0:(import.c:1925:at_measured()) add 1 to 0000000033a2d014 time=122 v=1 (1 1 1 1) 00000100:00100000:2.0:1673551353.515827:0:2374104:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.22@o2ib, seq: 557 00000400:00000200:20.0:1673551353.515828:0:2270093:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000100:00000001:3.0:1673551353.515828:0:2380004:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1673551353.515828:0:2374104:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000007c83e9df : new rpc_count 1 00000100:00000001:1.0:1673551353.515828:0:2340637:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1673551353.515828:0:2340637:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1673551353.515829:0:2380004:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000a5089673 refcount 51 to 172.16.0.22@o2ib 00000100:00000001:2.0:1673551353.515829:0:2374104:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912610150898176 : -52831463558653440 : ff444e10559f5a00) 00000800:00000200:22.0:1673551353.515830:0:2269459:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000053b02a27] -> 172.16.0.22@o2ib (2) version: 12 00000800:00000200:20.0:1673551353.515830:0:2270093:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000053b02a27] -> 172.16.0.22@o2ib (2) version: 12 00000100:00000001:3.0:1673551353.515830:0:2380004:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560590877824 : -52831513118673792 : ff444e04cb9d7480) 00000100:00100000:1.0:1673551353.515830:0:2340637:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000006e2f6979 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ai200x-MDT0001-lwp-OST0007_UUID+5:10858:x1754806823476480:12345-172.16.0.22@o2ib:400: 00000800:00000200:22.0:1673551353.515831:0:2269459:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000a8f662b5] (68)++ 00000800:00000200:22.0:1673551353.515831:0:2269459:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000a8f662b5] (69)++ 00000800:00000200:20.0:1673551353.515831:0:2270093:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000a8f662b5] (69)++ 02000000:00000001:3.0:1673551353.515831:0:2380004:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1673551353.515831:0:2374104:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007155ac69 x1754806823475776/t0(0) o400->49374343-0861-470b-a659-345a443590fd@172.16.0.22@o2ib:239/0 lens 224/0 e 0 to 0 dl 1673551359 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 02000000:00000001:3.0:1673551353.515832:0:2380004:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1673551353.515832:0:2340637:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754806823476480 00000800:00000200:22.0:1673551353.515833:0:2269459:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000a8f662b5] (71)-- 00000100:00000001:3.0:1673551353.515833:0:2380004:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000020:00000001:1.0:1673551353.515833:0:2340637:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:22.0:1673551353.515834:0:2269459:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:20.0:1673551353.515834:0:2270093:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000a8f662b5] (71)++ 00000020:00000001:1.0:1673551353.515834:0:2340637:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000040:22.0:1673551353.515835:0:2269459:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000a5089673 refcount 50 to 172.16.0.22@o2ib 00000100:00000040:3.0:1673551353.515835:0:2380004:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.23@o2ib 00000100:00000001:2.0:1673551353.515835:0:2374104:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1673551353.515835:0:2340637:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:22.0:1673551353.515836:0:2269459:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:22.0:1673551353.515836:0:2269459:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:20.0:1673551353.515836:0:2270093:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000a8f662b5] (71)-- 00000100:00000001:20.0:1673551353.515836:0:2270093:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1673551353.515836:0:2380004:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dd078ff. 00000100:00000001:2.0:1673551353.515836:0:2374104:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1673551353.515836:0:2340637:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:22.0:1673551353.515837:0:2269459:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:20.0:1673551353.515837:0:2270093:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000a5089673 refcount 49 to 172.16.0.22@o2ib 00000100:00000200:3.0:1673551353.515837:0:2380004:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754806823476224, offset 224 00000020:00000001:1.0:1673551353.515837:0:2340637:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000100:00000040:22.0:1673551353.515838:0:2269459:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098046a21 x1754806823475840/t0(0) o400->49374343-0861-470b-a659-345a443590fd@172.16.0.22@o2ib:239/0 lens 224/224 e 0 to 0 dl 1673551359 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00010000:00000001:20.0:1673551353.515838:0:2270093:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000100:00100000:2.0:1673551353.515838:0:2374104:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000007155ac69 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:49374343-0861-470b-a659-345a443590fd+5:10858:x1754806823475776:12345-172.16.0.22@o2ib:400: 00000020:00000001:1.0:1673551353.515838:0:2340637:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:20.0:1673551353.515839:0:2270093:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1673551353.515839:0:2374104:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754806823475776 00000020:00000001:1.0:1673551353.515839:0:2340637:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:20.0:1673551353.515840:0:2270093:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1673551353.515840:0:2380004:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.23@o2ib 00000020:00000001:2.0:1673551353.515840:0:2374104:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:1.0:1673551353.515840:0:2340637:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00100000:22.0:1673551353.515841:0:2269459:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000098046a21 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost05_001:49374343-0861-470b-a659-345a443590fd+5:10860:x1754806823475840:12345-172.16.0.22@o2ib:400: Request processed in 68us (137us total) trans 0 rc 0/0 00000100:00000040:20.0:1673551353.515841:0:2270093:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c8111a2f x1754806823475456/t0(0) o400->49374343-0861-470b-a659-345a443590fd@172.16.0.22@o2ib:239/0 lens 224/224 e 0 to 0 dl 1673551359 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000020:00000001:2.0:1673551353.515841:0:2374104:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:1.0:1673551353.515841:0:2340637:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1673551353.515842:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000020:00000001:2.0:1673551353.515842:0:2374104:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1673551353.515842:0:2340637:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1673551353.515842:0:2340637:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00100000:22.0:1673551353.515843:0:2269459:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.22@o2ib, seq: 660 00000800:00000200:11.2:1673551353.515843:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000a8f662b5] (70)++ 00000020:00000001:2.0:1673551353.515843:0:2374104:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1673551353.515843:0:2374104:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000100:00000001:1.0:1673551353.515843:0:2340637:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000100:00000040:22.0:1673551353.515844:0:2269459:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000aafb700c : new rpc_count 0 00000100:00100000:20.0:1673551353.515844:0:2270093:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000c8111a2f pname:cluuid+ref:pid:xid:nid:opc:job mdt05_001:49374343-0861-470b-a659-345a443590fd+6:10858:x1754806823475456:12345-172.16.0.22@o2ib:400: Request processed in 71us (146us total) trans 0 rc 0/0 00000400:00000200:3.0:1673551353.515844:0:2380004:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.23@o2ib local destination 00000020:00000001:2.0:1673551353.515844:0:2374104:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1673551353.515844:0:2340637:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1673551353.515844:0:2340637:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000f045bc5b. 00000100:00000001:22.0:1673551353.515845:0:2269459:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:22.0:1673551353.515845:0:2269459:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1673551353.515845:0:2374104:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1673551353.515845:0:2340637:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:22.0:1673551353.515846:0:2269459:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027ffa1bf. 00000100:00100000:20.0:1673551353.515846:0:2270093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.22@o2ib, seq: 3587 00000400:00000200:3.0:1673551353.515846:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000020:00000001:2.0:1673551353.515846:0:2374104:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1673551353.515846:0:2374104:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1673551353.515846:0:2340637:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1673551353.515846:0:2340637:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:20.0:1673551353.515847:0:2270093:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003709ca29 : new rpc_count 0 00000020:00000001:2.0:1673551353.515847:0:2374104:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1673551353.515847:0:2340637:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 0, transno 0, xid 1754806823476480 00000020:00000010:22.0:1673551353.515848:0:2269459:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c3151abd. 00000100:00000001:20.0:1673551353.515848:0:2270093:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:20.0:1673551353.515848:0:2270093:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1673551353.515848:0:2374104:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00010000:00000001:1.0:1673551353.515848:0:2340637:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000020:00000010:22.0:1673551353.515849:0:2269459:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008756af35. 00000020:00000010:20.0:1673551353.515849:0:2270093:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a5db69fc. 00000100:00000001:2.0:1673551353.515849:0:2374104:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1673551353.515849:0:2374104:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:1.0:1673551353.515849:0:2340637:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000006e2f6979 x1754806823476480/t0(0) o400->ai200x-MDT0001-lwp-OST0007_UUID@172.16.0.22@o2ib:239/0 lens 224/224 e 0 to 0 dl 1673551359 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000020:00000010:20.0:1673551353.515850:0:2270093:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049270743. 00000400:00000200:3.0:1673551353.515850:0:2380004:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.23@o2ib(172.16.0.23@o2ib:172.16.0.23@o2ib) : PUT try# 0 02000000:00000010:2.0:1673551353.515850:0:2374104:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 000000002218059d. 00000020:00000040:22.0:1673551353.515851:0:2269459:0:(genops.c:979:class_export_put()) PUTting export 00000000aafb700c : new refcount 4 00000020:00000010:20.0:1673551353.515851:0:2270093:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efb94a42. 02000000:00000001:2.0:1673551353.515851:0:2374104:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1673551353.515851:0:2340637:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00000100:00000001:22.0:1673551353.515852:0:2269459:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:20.0:1673551353.515852:0:2270093:0:(genops.c:979:class_export_put()) PUTting export 000000003709ca29 : new refcount 5 00000100:00000001:20.0:1673551353.515852:0:2270093:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1673551353.515852:0:2374104:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1673551353.515852:0:2374104:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1673551353.515852:0:2340637:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1673551353.515853:0:2380004:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.23@o2ib 00010000:00000040:2.0:1673551353.515853:0:2374104:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109398660, transno 0, xid 1754806823475776 00000100:00001000:1.0:1673551353.515853:0:2340637:0:(import.c:1925:at_measured()) add 1 to 0000000033a2d014 time=122 v=1 (1 1 1 1) 00000400:00000200:3.0:1673551353.515854:0:2380004:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00010000:00000001:2.0:1673551353.515854:0:2374104:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000100:00000001:1.0:1673551353.515854:0:2340637:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00010000:00000200:2.0:1673551353.515855:0:2374104:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000007155ac69 x1754806823475776/t0(0) o400->49374343-0861-470b-a659-345a443590fd@172.16.0.22@o2ib:239/0 lens 224/224 e 0 to 0 dl 1673551359 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00000040:1.0:1673551353.515855:0:2340637:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000a5089673 refcount 50 to 172.16.0.22@o2ib 00000100:00000001:1.0:1673551353.515855:0:2340637:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560590877824 : -52831513118673792 : ff444e04cb9d7480) 00000800:00000200:23.0:1673551353.515856:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a8f662b5] (71)++ 02000000:00000001:1.0:1673551353.515856:0:2340637:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:3.0:1673551353.515857:0:2380004:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000086c48d2b] -> 172.16.0.23@o2ib (3) version: 12 02000000:00000001:1.0:1673551353.515857:0:2340637:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551353.515857:0:2340637:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:1.0:1673551353.515858:0:2340637:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.23@o2ib 00000800:00000200:3.0:1673551353.515859:0:2380004:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000007b5fd11d] (68)++ 00010000:00000001:2.0:1673551353.515859:0:2374104:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1673551353.515859:0:2340637:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030a6ca52. 00000800:00000200:3.0:1673551353.515860:0:2380004:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000007b5fd11d] (69)++ 00010000:00000001:2.0:1673551353.515860:0:2374104:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1673551353.515860:0:2374104:0:(import.c:1925:at_measured()) add 1 to 000000006b3b91a8 time=122 v=1 (1 1 1 1) 00000100:00000200:1.0:1673551353.515860:0:2340637:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754806823476480, offset 224 00000800:00000200:23.0:1673551353.515862:0:12876:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000a8f662b5] (72)-- 00000800:00000200:3.0:1673551353.515862:0:2380004:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000007b5fd11d] (70)-- 00000100:00000001:2.0:1673551353.515862:0:2374104:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1673551353.515862:0:2340637:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.23@o2ib 00000100:00000001:3.0:1673551353.515863:0:2380004:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1673551353.515863:0:2374104:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000a5089673 refcount 51 to 172.16.0.22@o2ib 00000400:00000200:1.0:1673551353.515863:0:2340637:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:23.0:1673551353.515864:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1673551353.515864:0:2380004:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000a5089673 refcount 50 to 172.16.0.22@o2ib 00000100:00000001:2.0:1673551353.515864:0:2374104:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560590877824 : -52831513118673792 : ff444e04cb9d7480) 00010000:00000001:3.0:1673551353.515865:0:2380004:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 02000000:00000001:2.0:1673551353.515865:0:2374104:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1673551353.515865:0:2374104:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:23.0:1673551353.515866:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.22@o2ib: PUT: OK 00000020:00000001:3.0:1673551353.515866:0:2380004:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1673551353.515866:0:2374104:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000200:1.0:1673551353.515866:0:2340637:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.23@o2ib local destination 00000400:00000200:23.0:1673551353.515867:0:12876:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000c3fd55b5 00000020:00000001:3.0:1673551353.515867:0:2380004:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1673551353.515867:0:2340637:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000010:23.0:1673551353.515868:0:12876:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000c3fd55b5. 00000100:00000040:3.0:1673551353.515868:0:2380004:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe898f85 x1754806823476224/t0(0) o400->ai200x-MDT0001-lwp-OST0006_UUID@172.16.0.22@o2ib:239/0 lens 224/224 e 0 to 0 dl 1673551359 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00000040:2.0:1673551353.515868:0:2374104:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.23@o2ib 00000100:00000001:23.0:1673551353.515869:0:12876:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:23.0:1673551353.515869:0:12876:0:(events.c:428:reply_out_callback()) Process leaving 00000400:00000010:2.0:1673551353.515869:0:2374104:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000090effd2f. 00000800:00000200:21.0:1673551353.515870:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000a8f662b5] (71)++ 00000100:00000200:2.0:1673551353.515870:0:2374104:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1754806823475776, offset 224 00000400:00000200:1.0:1673551353.515870:0:2340637:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.23@o2ib(172.16.0.23@o2ib:172.16.0.23@o2ib) : PUT try# 0 00000800:00000200:23.0:1673551353.515871:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (72)-- 00000800:00000200:14.2:1673551353.515871:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007b5fd11d] (69)++ 00000800:00000200:23.0:1673551353.515872:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (70)-- 00000800:00000200:21.0:1673551353.515872:0:12875:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000a8f662b5] (72)-- 00000100:00100000:3.0:1673551353.515872:0:2380004:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000fe898f85 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ai200x-MDT0001-lwp-OST0006_UUID+5:10858:x1754806823476224:12345-172.16.0.22@o2ib:400: Request processed in 74us (140us total) trans 0 rc 0/0 00000800:00000200:1.0:1673551353.515872:0:2340637:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.23@o2ib 00000400:00000200:21.0:1673551353.515873:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1673551353.515873:0:2374104:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.23@o2ib 00000400:00000200:1.0:1673551353.515873:0:2340637:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:21.0:1673551353.515874:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.22@o2ib: PUT: OK 00000400:00000200:21.0:1673551353.515875:0:12875:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000d69dc6d6 00000400:00000010:21.0:1673551353.515875:0:12875:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000d69dc6d6. 00000100:00100000:3.0:1673551353.515875:0:2380004:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.22@o2ib, seq: 1363 00000800:00000200:1.0:1673551353.515875:0:2340637:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000086c48d2b] -> 172.16.0.23@o2ib (3) version: 12 00000100:00000040:3.0:1673551353.515876:0:2380004:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b5e1bf39 : new rpc_count 0 00000400:00000200:2.0:1673551353.515876:0:2374104:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:1.0:1673551353.515877:0:2340637:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000006f8568c3] (68)++ 00000100:00000001:21.0:1673551353.515878:0:12875:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:21.0:1673551353.515878:0:12875:0:(events.c:428:reply_out_callback()) Process leaving 00000100:00000001:3.0:1673551353.515878:0:2380004:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1673551353.515878:0:2380004:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1673551353.515878:0:2374104:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.23@o2ib local destination 00000800:00000200:1.0:1673551353.515878:0:2340637:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000006f8568c3] (69)++ 00000800:00000200:21.0:1673551353.515879:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000a8f662b5] (69)-- 00000020:00000010:3.0:1673551353.515879:0:2380004:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d0903c69. 00000400:00000200:2.0:1673551353.515879:0:2374104:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000020:00000010:3.0:1673551353.515880:0:2380004:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005094fdb5. 00000800:00000200:1.0:1673551353.515881:0:2340637:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000006f8568c3] (70)-- 00000020:00000010:3.0:1673551353.515882:0:2380004:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d435c28. 00000100:00000001:1.0:1673551353.515882:0:2340637:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1673551353.515883:0:2380004:0:(genops.c:979:class_export_put()) PUTting export 00000000b5e1bf39 : new refcount 4 00000400:00000200:2.0:1673551353.515883:0:2374104:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.23@o2ib(172.16.0.23@o2ib:172.16.0.23@o2ib) : PUT try# 0 00000100:00000040:1.0:1673551353.515883:0:2340637:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000a5089673 refcount 49 to 172.16.0.22@o2ib 00000100:00000001:3.0:1673551353.515884:0:2380004:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1673551353.515884:0:2340637:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000800:00000200:0.0:1673551353.515884:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007b5fd11d] (70)++ 00000800:00000200:2.0:1673551353.515885:0:2374104:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.23@o2ib 00000020:00000001:1.0:1673551353.515885:0:2340637:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1673551353.515886:0:2340637:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000800:00000200:14.2:1673551353.515887:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000006f8568c3] (69)++ 00000400:00000200:2.0:1673551353.515887:0:2374104:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000100:00000040:1.0:1673551353.515887:0:2340637:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006e2f6979 x1754806823476480/t0(0) o400->ai200x-MDT0001-lwp-OST0007_UUID@172.16.0.22@o2ib:239/0 lens 224/224 e 0 to 0 dl 1673551359 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000800:00000200:0.0:1673551353.515887:0:12865:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000007b5fd11d] (71)-- 00000400:00000200:0.0:1673551353.515888:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1673551353.515889:0:2374104:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000006b07c300] -> 172.16.0.23@o2ib (2) version: 12 00000400:00000200:0.0:1673551353.515890:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.23@o2ib: PUT: OK 00000800:00000200:2.0:1673551353.515891:0:2374104:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000036519f99] (68)++ 00000800:00000200:2.0:1673551353.515891:0:2374104:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000036519f99] (69)++ 00000100:00100000:1.0:1673551353.515892:0:2340637:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000006e2f6979 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ai200x-MDT0001-lwp-OST0007_UUID+5:10858:x1754806823476480:12345-172.16.0.22@o2ib:400: Request processed in 63us (132us total) trans 0 rc 0/0 00000400:00000200:0.0:1673551353.515892:0:12865:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000004dd078ff 00000800:00000200:2.0:1673551353.515893:0:2374104:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000036519f99] (70)-- 00000400:00000010:0.0:1673551353.515893:0:12865:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000004dd078ff. 00000100:00000001:2.0:1673551353.515894:0:2374104:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551353.515894:0:12865:0:(events.c:416:reply_out_callback()) Process entered 00000100:00100000:1.0:1673551353.515895:0:2340637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.22@o2ib, seq: 1364 00000100:00000001:0.0:1673551353.515895:0:12865:0:(events.c:428:reply_out_callback()) Process leaving 00000100:00000040:2.0:1673551353.515896:0:2374104:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000a5089673 refcount 48 to 172.16.0.22@o2ib 00010000:00000001:2.0:1673551353.515896:0:2374104:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000100:00000040:1.0:1673551353.515896:0:2340637:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000dc25e61b : new rpc_count 0 00000800:00000200:0.0:1673551353.515896:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007b5fd11d] (70)-- 00000020:00000001:2.0:1673551353.515897:0:2374104:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1673551353.515897:0:2340637:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1673551353.515897:0:2340637:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1673551353.515898:0:2374104:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000800:00000200:0.0:1673551353.515898:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007b5fd11d] (69)-- 00000100:00000040:2.0:1673551353.515899:0:2374104:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007155ac69 x1754806823475776/t0(0) o400->49374343-0861-470b-a659-345a443590fd@172.16.0.22@o2ib:239/0 lens 224/224 e 0 to 0 dl 1673551359 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000020:00000010:1.0:1673551353.515899:0:2340637:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042914606. 00000800:00000200:0.0:1673551353.515899:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000006f8568c3] (70)++ 00000020:00000010:1.0:1673551353.515900:0:2340637:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006489e9d9. 00000800:00000200:0.0:1673551353.515900:0:12865:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000006f8568c3] (71)-- 00000020:00000010:1.0:1673551353.515901:0:2340637:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003dd14a5e. 00000400:00000200:0.0:1673551353.515901:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:6.2:1673551353.515902:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000036519f99] (69)++ 00000020:00000040:1.0:1673551353.515902:0:2340637:0:(genops.c:979:class_export_put()) PUTting export 00000000dc25e61b : new refcount 4 00000400:00000200:0.0:1673551353.515902:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.23@o2ib: PUT: OK 00000100:00100000:2.0:1673551353.515903:0:2374104:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000007155ac69 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:49374343-0861-470b-a659-345a443590fd+5:10858:x1754806823475776:12345-172.16.0.22@o2ib:400: Request processed in 67us (137us total) trans 0 rc 0/0 00000100:00000001:1.0:1673551353.515903:0:2340637:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1673551353.515903:0:12865:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000030a6ca52 00000400:00000010:0.0:1673551353.515904:0:12865:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000030a6ca52. 00000100:00000001:0.0:1673551353.515905:0:12865:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:0.0:1673551353.515905:0:12865:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:0.0:1673551353.515906:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006f8568c3] (70)-- 00000100:00100000:2.0:1673551353.515907:0:2374104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.22@o2ib, seq: 557 00000800:00000200:0.0:1673551353.515907:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006f8568c3] (69)-- 00000100:00000040:2.0:1673551353.515908:0:2374104:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007c83e9df : new rpc_count 0 00000100:00000001:2.0:1673551353.515908:0:2374104:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1673551353.515909:0:2374104:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:0.0:1673551353.515909:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (70)++ 00000020:00000010:2.0:1673551353.515910:0:2374104:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c83a5f07. 00000020:00000010:2.0:1673551353.515910:0:2374104:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d848a52c. 00000800:00000200:0.0:1673551353.515910:0:12865:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000036519f99] (71)-- 00000020:00000010:2.0:1673551353.515911:0:2374104:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000afb246a1. 00000400:00000200:0.0:1673551353.515911:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1673551353.515912:0:2374104:0:(genops.c:979:class_export_put()) PUTting export 000000007c83e9df : new refcount 4 00000100:00000001:2.0:1673551353.515912:0:2374104:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1673551353.515913:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000400:00000200:0.0:1673551353.515913:0:12865:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000090effd2f 00000400:00000010:0.0:1673551353.515914:0:12865:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000090effd2f. 00000800:00000200:2.0:1673551353.515915:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (70)-- 00000100:00000001:0.0:1673551353.515915:0:12865:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:0.0:1673551353.515916:0:12865:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:0.0:1673551353.515917:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (69)-- 00010000:00000001:4.0:1673551353.813059:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551353.813060:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813062:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551353.813063:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813064:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551353.813064:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813065:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551353.813065:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813067:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551353.813067:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813068:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551353.813069:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551353.813070:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551353.813070:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813071:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551353.813072:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813072:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813073:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813075:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551353.813075:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551353.813076:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551353.813077:0:232941:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:4.0:1673551353.813078:0:232941:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:4.0:1673551353.813079:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813079:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551353.813080:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813080:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813081:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813081:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551353.813082:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551353.813082:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551353.813083:0:232941:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:4.0:1673551353.813083:0:232941:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:4.0:1673551353.813083:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813084:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551353.813084:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813085:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813085:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813086:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551353.813087:0:232941:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:4.0:1673551353.813087:0:232941:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:4.0:1673551353.813088:0:232941:0:(ldlm_lock.c:209:ldlm_lock_put()) Process entered 00010000:00000001:4.0:1673551353.813088:0:232941:0:(ldlm_lock.c:249:ldlm_lock_put()) Process leaving 00010000:00000001:4.0:1673551353.813088:0:232941:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813088:0:232941:0:(ldlm_lockd.c:2250:ldlm_bl_to_thread()) Process entered 00010000:00000001:4.0:1673551353.813089:0:232941:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813089:0:232941:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813090:0:232941:0:(ldlm_pool.c:518:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813091:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551353.813091:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813092:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551353.813092:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813093:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551353.813094:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551353.813094:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551353.813095:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1673551353.813113:0:2495956:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1673551353.813114:0:2495956:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:13.0:1673551353.813115:0:2495956:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:18.2:1673551353.842233:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (68)++ 00000800:00000200:17.0:1673551353.842251:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (69)++ 00000800:00000200:17.0:1673551353.842262:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.21@o2ib 00000400:00000200:17.0:1673551353.842264:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551353.842266:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000800:00000200:19.0:1673551353.842268:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 00000400:00000200:17.0:1673551353.842269:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551353.842271:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551353.842272:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:17.0:1673551353.842273:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 7 MB=0x63bfd66a43680 00000400:00000200:17.0:1673551353.842277:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.20@o2ib of length 224/224 into md 0xe584611 [8] + 2016 00000400:00000200:17.0:1673551353.842280:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551353.842282:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:17.0:1673551353.842284:0:12874:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:17.0:1673551353.842284:0:12874:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:17.0:1673551353.842287:0:12874:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000011899daf. 00000100:00000040:17.0:1673551353.842288:0:12874:0:(events.c:367:request_in_callback()) incoming req@0000000011899daf x1754809395066496 msgsize 224 00000100:00100000:17.0:1673551353.842290:0:12874:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.21@o2ib) 00000100:00000001:17.0:1673551353.842295:0:12874:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:17.0:1673551353.842297:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000009ece9c48] (69)++ 00000800:00000200:17.0:1673551353.842299:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000009ece9c48] (70)-- 00000800:00000200:17.0:1673551353.842299:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (69)-- 00000100:00000001:18.0:1673551353.842306:0:2269469:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:18.0:1673551353.842307:0:2269469:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:18.0:1673551353.842308:0:2269469:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:18.0:1673551353.842308:0:2269469:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551353.842311:0:2269469:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:18.0:1673551353.842312:0:2269469:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395066496 00000020:00000001:18.0:1673551353.842313:0:2269469:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:18.0:1673551353.842314:0:2269469:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c8769a9 00000020:00000001:18.0:1673551353.842315:0:2269469:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:18.0:1673551353.842316:0:2269469:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000ef42fd6e refcount=5 00000020:00000001:18.0:1673551353.842317:0:2269469:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558465879040 : -52831515243672576 : ff444e044cf48c00) 00000020:00000001:18.0:1673551353.842319:0:2269469:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558465879040 : -52831515243672576 : ff444e044cf48c00) 00000100:00000001:18.0:1673551353.842320:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551353.842321:0:2269469:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:18.0:1673551353.842322:0:2269469:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007cf7c1b2. 00000020:00000010:18.0:1673551353.842323:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ffab7b02. 00000020:00000010:18.0:1673551353.842326:0:2269469:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000bbe368b. 00000100:00000040:18.0:1673551353.842327:0:2269469:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:18.0:1673551353.842328:0:2269469:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:18.0:1673551353.842330:0:2269469:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:18.0:1673551353.842330:0:2269469:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551353.842333:0:2269469:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551353.842337:0:2269469:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551353.842340:0:2269469:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:18.0:1673551353.842341:0:2269469:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:18.0:1673551353.842343:0:2269469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 7530 00000100:00000040:18.0:1673551353.842344:0:2269469:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000ef42fd6e : new rpc_count 1 00000100:00000001:18.0:1673551353.842345:0:2269469:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912628178415744 : -52831445531135872 : ff444e1488257080) 00000100:00000040:18.0:1673551353.842347:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000011899daf x1754809395066496/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:239/0 lens 224/0 e 0 to 0 dl 1673551359 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:18.0:1673551353.842351:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551353.842352:0:2269469:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:18.0:1673551353.842352:0:2269469:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000011899daf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0002-mdtlov_UUID+5:10570:x1754809395066496:12345-172.16.0.20@o2ib:13: 00000100:00000200:18.0:1673551353.842354:0:2269469:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395066496 00000020:00000001:18.0:1673551353.842355:0:2269469:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:18.0:1673551353.842356:0:2269469:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:18.0:1673551353.842357:0:2269469:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551353.842358:0:2269469:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:18.0:1673551353.842358:0:2269469:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:18.0:1673551353.842359:0:2269469:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:18.0:1673551353.842360:0:2269469:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:18.0:1673551353.842361:0:2269469:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:18.0:1673551353.842361:0:2269469:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:18.0:1673551353.842362:0:2269469:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551353.842364:0:2269469:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:18.0:1673551353.842364:0:2269469:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:18.0:1673551353.842365:0:2269469:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 000000002b51c431. 02000000:00000001:18.0:1673551353.842366:0:2269469:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551353.842367:0:2269469:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:18.0:1673551353.842368:0:2269469:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:18.0:1673551353.842369:0:2269469:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:18.0:1673551353.842370:0:2269469:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:18.0:1673551353.842374:0:2269469:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:18.0:1673551353.842376:0:2269469:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 00000020:00000020:18.0:1673551353.842377:0:2269469:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00000020:00000020:18.0:1673551353.842379:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551353.842380:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551353.842380:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551353.842381:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551353.842382:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551353.842383:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551353.842383:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551353.842384:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00002000:00000020:18.0:1673551353.842385:0:2269469:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00002000:00000001:18.0:1673551353.842386:0:2269469:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000001:18.0:1673551353.842387:0:2269469:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:18.0:1673551353.842388:0:2269469:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109421832, transno 0, xid 1754809395066496 00010000:00000001:18.0:1673551353.842389:0:2269469:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:18.0:1673551353.842390:0:2269469:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000011899daf x1754809395066496/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:239/0 lens 224/368 e 0 to 0 dl 1673551359 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:18.0:1673551353.842393:0:2269469:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:18.0:1673551353.842394:0:2269469:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:18.0:1673551353.842395:0:2269469:0:(import.c:1925:at_measured()) add 1 to 00000000f23c4c68 time=121 v=1 (1 1 1 1) 00000100:00000001:18.0:1673551353.842397:0:2269469:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:18.0:1673551353.842398:0:2269469:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 49 to 172.16.0.20@o2ib 00000100:00000001:18.0:1673551353.842398:0:2269469:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 02000000:00000001:18.0:1673551353.842399:0:2269469:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:18.0:1673551353.842400:0:2269469:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551353.842400:0:2269469:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:18.0:1673551353.842401:0:2269469:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.21@o2ib 00000400:00000010:18.0:1673551353.842402:0:2269469:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000073a8492. 00000100:00000200:18.0:1673551353.842404:0:2269469:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754809395066496, offset 224 00000400:00000200:18.0:1673551353.842407:0:2269469:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.21@o2ib 00000400:00000200:18.0:1673551353.842409:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:18.0:1673551353.842411:0:2269469:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.21@o2ib local destination 00000400:00000200:18.0:1673551353.842413:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:18.0:1673551353.842416:0:2269469:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.21@o2ib(172.16.0.21@o2ib:172.16.0.21@o2ib) : PUT try# 0 00000800:00000200:18.0:1673551353.842418:0:2269469:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000400:00000200:18.0:1673551353.842419:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000800:00000200:18.0:1673551353.842423:0:2269469:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000008229e43b] -> 172.16.0.21@o2ib (2) version: 12 00000800:00000200:18.0:1673551353.842424:0:2269469:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000009ece9c48] (68)++ 00000800:00000200:18.0:1673551353.842425:0:2269469:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000009ece9c48] (69)++ 00000800:00000200:18.0:1673551353.842429:0:2269469:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000009ece9c48] (70)-- 00000100:00000001:18.0:1673551353.842429:0:2269469:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551353.842430:0:2269469:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 48 to 172.16.0.20@o2ib 00010000:00000001:18.0:1673551353.842431:0:2269469:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:18.0:1673551353.842431:0:2269469:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551353.842432:0:2269469:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000800:00000200:18.2:1673551353.842434:0:2269469:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (69)++ 00000100:00000040:18.0:1673551353.842439:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011899daf x1754809395066496/t0(0) o13->ai200x-MDT0002-mdtlov_UUID@172.16.0.20@o2ib:239/0 lens 224/368 e 0 to 0 dl 1673551359 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:18.0:1673551353.842444:0:2269469:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000011899daf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0002-mdtlov_UUID+5:10570:x1754809395066496:12345-172.16.0.20@o2ib:13: Request processed in 92us (154us total) trans 0 rc 0/0 00000800:00000200:19.0:1673551353.842447:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (70)++ 00000100:00100000:18.0:1673551353.842448:0:2269469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 7530 00000100:00000040:18.0:1673551353.842449:0:2269469:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef42fd6e : new rpc_count 0 00000100:00000001:18.0:1673551353.842450:0:2269469:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:18.0:1673551353.842451:0:2269469:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:18.0:1673551353.842452:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ffab7b02. 00000800:00000200:19.0:1673551353.842453:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000009ece9c48] (71)-- 00000400:00000200:19.0:1673551353.842454:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:18.0:1673551353.842454:0:2269469:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000bbe368b. 00000020:00000010:18.0:1673551353.842455:0:2269469:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007cf7c1b2. 00000400:00000200:19.0:1673551353.842457:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000020:00000040:18.0:1673551353.842457:0:2269469:0:(genops.c:979:class_export_put()) PUTting export 00000000ef42fd6e : new refcount 4 00000400:00000200:19.0:1673551353.842458:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000073a8492 00000100:00000001:18.0:1673551353.842458:0:2269469:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:19.0:1673551353.842459:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000073a8492. 00000800:00000200:17.0:1673551353.842460:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 00000100:00000001:19.0:1673551353.842461:0:12873:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:19.0:1673551353.842462:0:12873:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:19.0:1673551353.842464:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (69)-- 00000100:00000001:4.0:1673551354.261058:0:2270080:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:4.0:1673551354.261060:0:2270080:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.2:1673551354.371343:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (68)++ 00000800:00000200:5.2:1673551354.371351:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (68)++ 00000800:00000200:12.0:1673551354.371358:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:12.0:1673551354.371366:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.56@o2ib 00000800:00000200:17.0:1673551354.371367:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (69)++ 00000400:00000200:12.0:1673551354.371370:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:12.0:1673551354.371372:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.56@o2ib : PUT - for me 00000800:00000200:17.0:1673551354.371374:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.57@o2ib 00000800:00000200:13.0:1673551354.371375:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000400:00000200:12.0:1673551354.371375:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551354.371376:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551354.371378:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.57@o2ib : PUT - for me 00000400:00000200:12.0:1673551354.371378:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551354.371380:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:12.0:1673551354.371381:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:19.0:1673551354.371382:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000400:00000200:17.0:1673551354.371382:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:17.0:1673551354.371383:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:17.0:1673551354.371384:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 7 MB=0x63c0044b48000 00000400:00000200:12.0:1673551354.371384:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.56@o2ib of length 224 into portal 7 MB=0x63c0044b47fc0 00000400:00000200:12.0:1673551354.371387:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.56@o2ib of length 224/224 into md 0x435078cd [8] + 6720 00000400:00000200:17.0:1673551354.371388:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.56@o2ib of length 224/224 into md 0xe584611 [8] + 2240 00000400:00000200:17.0:1673551354.371391:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551354.371391:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551354.371392:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000400:00000200:12.0:1673551354.371392:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: PUT: OK 00000100:00000001:17.0:1673551354.371394:0:12874:0:(events.c:315:request_in_callback()) Process entered 00000100:00000001:12.0:1673551354.371394:0:12872:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:17.0:1673551354.371395:0:12874:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000200:12.0:1673551354.371395:0:12872:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:12.0:1673551354.371396:0:12872:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000a14463ce. 00000100:00000010:17.0:1673551354.371397:0:12874:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000f896db4b. 00000100:00000040:17.0:1673551354.371397:0:12874:0:(events.c:367:request_in_callback()) incoming req@00000000f896db4b x1754821710610432 msgsize 224 00000100:00000040:12.0:1673551354.371397:0:12872:0:(events.c:367:request_in_callback()) incoming req@00000000a14463ce x1754821710610368 msgsize 224 00000100:00100000:17.0:1673551354.371399:0:12874:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.56@o2ib (source: 12345-172.16.0.57@o2ib) 00000100:00100000:12.0:1673551354.371399:0:12872:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.56@o2ib (source: 12345-172.16.0.56@o2ib) 00000100:00000001:17.0:1673551354.371404:0:12874:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:17.0:1673551354.371405:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000580cc9cc] (69)++ 00000100:00000001:12.0:1673551354.371405:0:12872:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:12.0:1673551354.371406:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:17.0:1673551354.371407:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000580cc9cc] (70)-- 00000800:00000200:12.0:1673551354.371407:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000f2f16d9a] (70)-- 00000800:00000200:17.0:1673551354.371408:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 00000800:00000200:12.0:1673551354.371408:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000100:00000001:18.0:1673551354.371413:0:2269469:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:18.0:1673551354.371415:0:2269469:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:18.0:1673551354.371415:0:2269469:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:14.0:1673551354.371415:0:2358800:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:18.0:1673551354.371417:0:2269469:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:14.0:1673551354.371417:0:2358800:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:14.0:1673551354.371418:0:2358800:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:14.0:1673551354.371419:0:2358800:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551354.371420:0:2269469:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:14.0:1673551354.371420:0:2358800:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:18.0:1673551354.371421:0:2269469:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754821710610432 00000100:00100000:14.0:1673551354.371421:0:2358800:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754821710610368 00000020:00000001:18.0:1673551354.371422:0:2269469:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:18.0:1673551354.371423:0:2269469:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c8769b7 00000020:00000001:14.0:1673551354.371423:0:2358800:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:14.0:1673551354.371423:0:2358800:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876a66 00000020:00000001:18.0:1673551354.371424:0:2269469:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000001:14.0:1673551354.371424:0:2358800:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:18.0:1673551354.371425:0:2269469:0:(lustre_handles.c:152:class_handle2object()) GET export 000000001c5fbf11 refcount=5 00000020:00000040:14.0:1673551354.371425:0:2358800:0:(lustre_handles.c:152:class_handle2object()) GET export 000000009480fef3 refcount=5 00000020:00000001:18.0:1673551354.371426:0:2269469:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558465880064 : -52831515243671552 : ff444e044cf49000) 00000020:00000001:14.0:1673551354.371426:0:2358800:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912595675789312 : -52831478033762304 : ff444e0cf6d6b800) 00000020:00000001:18.0:1673551354.371427:0:2269469:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558465880064 : -52831515243671552 : ff444e044cf49000) 00000020:00000001:14.0:1673551354.371427:0:2358800:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912595675789312 : -52831478033762304 : ff444e0cf6d6b800) 00000100:00000001:18.0:1673551354.371428:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551354.371429:0:2269469:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:14.0:1673551354.371429:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551354.371429:0:2358800:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:18.0:1673551354.371431:0:2269469:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007cf7c1b2. 00000020:00000010:14.0:1673551354.371431:0:2358800:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097557419. 00000020:00000010:18.0:1673551354.371432:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ffab7b02. 00000020:00000010:14.0:1673551354.371433:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f81d824. 00000020:00000010:18.0:1673551354.371434:0:2269469:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000bbe368b. 00000020:00000010:14.0:1673551354.371434:0:2358800:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b8e8bcc. 00000100:00000040:18.0:1673551354.371435:0:2269469:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:18.0:1673551354.371436:0:2269469:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000040:14.0:1673551354.371436:0:2358800:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:18.0:1673551354.371437:0:2269469:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:18.0:1673551354.371437:0:2269469:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551354.371437:0:2358800:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:14.0:1673551354.371437:0:2358800:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:14.0:1673551354.371438:0:2358800:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551354.371439:0:2269469:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551354.371439:0:2358800:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551354.371443:0:2269469:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551354.371445:0:2269469:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:14.0:1673551354.371445:0:2358800:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551354.371446:0:2269469:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:14.0:1673551354.371447:0:2358800:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00100000:18.0:1673551354.371448:0:2269469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.56@o2ib, seq: 7531 00000100:00000001:14.0:1673551354.371448:0:2358800:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000040:18.0:1673551354.371449:0:2269469:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000001c5fbf11 : new rpc_count 1 00000100:00100000:14.0:1673551354.371449:0:2358800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.56@o2ib, seq: 7068 00000100:00000001:18.0:1673551354.371450:0:2269469:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912628178401920 : -52831445531149696 : ff444e1488253a80) 00000100:00000040:14.0:1673551354.371450:0:2358800:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000009480fef3 : new rpc_count 1 00000100:00000040:18.0:1673551354.371451:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f896db4b x1754821710610432/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:240/0 lens 224/0 e 0 to 0 dl 1673551360 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:14.0:1673551354.371451:0:2358800:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912618753145472 : -52831454956406144 : ff444e12565b3a80) 00000100:00000040:14.0:1673551354.371453:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a14463ce x1754821710610368/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:240/0 lens 224/0 e 0 to 0 dl 1673551360 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:18.0:1673551354.371456:0:2269469:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551354.371456:0:2269469:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:14.0:1673551354.371456:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00100000:18.0:1673551354.371457:0:2269469:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000f896db4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0000-mdtlov_UUID+5:12252:x1754821710610432:12345-172.16.0.56@o2ib:13: 00000100:00000001:14.0:1673551354.371457:0:2358800:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:14.0:1673551354.371458:0:2358800:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000a14463ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0000-mdtlov_UUID+5:12264:x1754821710610368:12345-172.16.0.56@o2ib:13: 00000100:00000200:18.0:1673551354.371459:0:2269469:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754821710610432 00000100:00000200:14.0:1673551354.371459:0:2358800:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754821710610368 00000020:00000001:18.0:1673551354.371460:0:2269469:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:14.0:1673551354.371460:0:2358800:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:14.0:1673551354.371461:0:2358800:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:18.0:1673551354.371462:0:2269469:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:18.0:1673551354.371462:0:2269469:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551354.371462:0:2358800:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551354.371463:0:2269469:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:14.0:1673551354.371463:0:2358800:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:14.0:1673551354.371463:0:2358800:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:18.0:1673551354.371464:0:2269469:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:14.0:1673551354.371464:0:2358800:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:18.0:1673551354.371465:0:2269469:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:18.0:1673551354.371465:0:2269469:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:14.0:1673551354.371465:0:2358800:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:18.0:1673551354.371466:0:2269469:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:14.0:1673551354.371466:0:2358800:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:14.0:1673551354.371466:0:2358800:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:18.0:1673551354.371467:0:2269469:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:18.0:1673551354.371467:0:2269469:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551354.371467:0:2358800:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551354.371468:0:2269469:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000100:00000001:14.0:1673551354.371468:0:2358800:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:18.0:1673551354.371469:0:2269469:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:14.0:1673551354.371469:0:2358800:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:18.0:1673551354.371470:0:2269469:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000e7281dcb. 02000000:00000010:14.0:1673551354.371470:0:2358800:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000074739ae. 02000000:00000001:18.0:1673551354.371471:0:2269469:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551354.371471:0:2269469:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:14.0:1673551354.371471:0:2358800:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:18.0:1673551354.371472:0:2269469:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00000100:00000001:14.0:1673551354.371472:0:2358800:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:14.0:1673551354.371473:0:2358800:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:18.0:1673551354.371474:0:2269469:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:18.0:1673551354.371474:0:2269469:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00002000:00000001:14.0:1673551354.371474:0:2358800:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:14.0:1673551354.371475:0:2358800:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:18.0:1673551354.371476:0:2269469:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:18.0:1673551354.371476:0:2269469:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 00000020:00000020:18.0:1673551354.371477:0:2269469:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00000020:00000020:18.0:1673551354.371479:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 00000020:00000001:14.0:1673551354.371479:0:2358800:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:18.0:1673551354.371480:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 00002000:00000024:14.0:1673551354.371480:0:2358800:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148413632 pending 0 free 5928824139776 avail 5849092771840 00000020:00000020:18.0:1673551354.371481:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551354.371481:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00000020:00000020:18.0:1673551354.371482:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551354.371482:0:2358800:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0003: processing self export: 143552 0 0 00000020:00000020:18.0:1673551354.371483:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551354.371483:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0001-mdtlov_UUID/00000000e0414e82 dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551354.371484:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00000020:00000020:18.0:1673551354.371484:0:2269469:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551354.371484:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0000-mdtlov_UUID/000000009480fef3 dirty 0 pend 0 grant 0 00002000:00000020:18.0:1673551354.371485:0:2269469:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00000020:00000020:14.0:1673551354.371485:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli cd52cb9a-4225-4c91-b023-faa62420b31d/0000000006681ce8 dirty 0 pend 0 grant 537067520 00002000:00000001:18.0:1673551354.371486:0:2269469:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00000020:00000020:14.0:1673551354.371486:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0003-mdtlov_UUID/000000006f304481 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551354.371486:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000008b497c02 dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551354.371487:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000c611fe19 dirty 0 pend 0 grant 537067520 00002000:00000001:18.0:1673551354.371488:0:2269469:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:14.0:1673551354.371488:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 49374343-0861-470b-a659-345a443590fd/00000000aafb700c dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551354.371488:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0002-mdtlov_UUID/000000001a218102 dirty 0 pend 0 grant 0 00010000:00000040:18.0:1673551354.371489:0:2269469:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109418642, transno 0, xid 1754821710610432 00002000:00000020:14.0:1673551354.371489:0:2358800:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1447466831 free, 1428001130 avail; 60817408 objects: 29395648 free; state 200 00010000:00000001:18.0:1673551354.371490:0:2269469:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00002000:00000001:14.0:1673551354.371490:0:2358800:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00010000:00000200:18.0:1673551354.371492:0:2269469:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000f896db4b x1754821710610432/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:240/0 lens 224/368 e 0 to 0 dl 1673551360 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00002000:00000001:14.0:1673551354.371493:0:2358800:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:18.0:1673551354.371494:0:2269469:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000040:14.0:1673551354.371494:0:2358800:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109420461, transno 0, xid 1754821710610368 00010000:00000001:14.0:1673551354.371494:0:2358800:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000001:18.0:1673551354.371495:0:2269469:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:18.0:1673551354.371496:0:2269469:0:(import.c:1925:at_measured()) add 1 to 00000000f23c4c68 time=122 v=1 (1 1 1 1) 00010000:00000200:14.0:1673551354.371496:0:2358800:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000a14463ce x1754821710610368/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:240/0 lens 224/368 e 0 to 0 dl 1673551360 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000001:18.0:1673551354.371497:0:2269469:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:18.0:1673551354.371498:0:2269469:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000e3f031ad refcount 55 to 172.16.0.56@o2ib 00010000:00000001:14.0:1673551354.371498:0:2358800:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00000100:00000001:18.0:1673551354.371499:0:2269469:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146464 : -52831505782405152 : ff444e0680e407e0) 00010000:00000001:14.0:1673551354.371499:0:2358800:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:18.0:1673551354.371500:0:2269469:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:14.0:1673551354.371500:0:2358800:0:(import.c:1925:at_measured()) add 1 to 0000000076fc1371 time=122 v=1 (1 1 1 1) 02000000:00000001:18.0:1673551354.371501:0:2269469:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551354.371501:0:2269469:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:14.0:1673551354.371501:0:2358800:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:18.0:1673551354.371502:0:2269469:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.57@o2ib 00000100:00000040:14.0:1673551354.371502:0:2358800:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000e3f031ad refcount 56 to 172.16.0.56@o2ib 00000400:00000010:18.0:1673551354.371503:0:2269469:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a7984fb. 00000100:00000001:14.0:1673551354.371503:0:2358800:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146464 : -52831505782405152 : ff444e0680e407e0) 02000000:00000001:14.0:1673551354.371504:0:2358800:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:14.0:1673551354.371504:0:2358800:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:18.0:1673551354.371505:0:2269469:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754821710610432, offset 224 00000100:00000001:14.0:1673551354.371505:0:2358800:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:14.0:1673551354.371506:0:2358800:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.56@o2ib 00000400:00000200:18.0:1673551354.371507:0:2269469:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.57@o2ib 00000400:00000010:14.0:1673551354.371507:0:2358800:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e8ef243d. 00000400:00000200:18.0:1673551354.371508:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000100:00000200:14.0:1673551354.371509:0:2358800:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754821710610368, offset 224 00000400:00000200:18.0:1673551354.371510:0:2269469:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.57@o2ib local destination 00000400:00000200:14.0:1673551354.371511:0:2358800:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.56@o2ib 00000400:00000200:18.0:1673551354.371512:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:14.0:1673551354.371513:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:18.0:1673551354.371515:0:2269469:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.57@o2ib(172.16.0.57@o2ib:172.16.0.57@o2ib) : PUT try# 0 00000400:00000200:14.0:1673551354.371515:0:2358800:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.56@o2ib local destination 00000400:00000200:14.0:1673551354.371516:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:18.0:1673551354.371517:0:2269469:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.57@o2ib 00000400:00000200:18.0:1673551354.371518:0:2269469:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:14.0:1673551354.371520:0:2358800:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.56@o2ib(172.16.0.56@o2ib:172.16.0.56@o2ib) : PUT try# 0 00000800:00000200:14.0:1673551354.371521:0:2358800:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.56@o2ib 00000800:00000200:18.0:1673551354.371522:0:2269469:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000625538ff] -> 172.16.0.57@o2ib (2) version: 12 00000400:00000200:14.0:1673551354.371523:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:18.0:1673551354.371524:0:2269469:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000580cc9cc] (68)++ 00000800:00000200:18.0:1673551354.371524:0:2269469:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000580cc9cc] (69)++ 00000800:00000200:14.0:1673551354.371525:0:2358800:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000076e6a972] -> 172.16.0.56@o2ib (2) version: 12 00000800:00000200:18.0:1673551354.371527:0:2269469:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000580cc9cc] (70)-- 00000100:00000001:18.0:1673551354.371527:0:2269469:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1673551354.371527:0:2358800:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000f2f16d9a] (68)++ 00000800:00000200:14.0:1673551354.371527:0:2358800:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000f2f16d9a] (69)++ 00000100:00000040:18.0:1673551354.371528:0:2269469:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000e3f031ad refcount 55 to 172.16.0.56@o2ib 00010000:00000001:18.0:1673551354.371529:0:2269469:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:18.0:1673551354.371529:0:2269469:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:18.0:1673551354.371530:0:2269469:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1673551354.371530:0:2358800:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000f2f16d9a] (70)-- 00000100:00000001:14.0:1673551354.371530:0:2358800:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551354.371531:0:2269469:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f896db4b x1754821710610432/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:240/0 lens 224/368 e 0 to 0 dl 1673551360 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000040:14.0:1673551354.371531:0:2358800:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000e3f031ad refcount 54 to 172.16.0.56@o2ib 00010000:00000001:14.0:1673551354.371532:0:2358800:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:14.0:1673551354.371533:0:2358800:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551354.371533:0:2358800:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:14.0:1673551354.371534:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a14463ce x1754821710610368/t0(0) o13->ai200x-MDT0000-mdtlov_UUID@172.16.0.56@o2ib:240/0 lens 224/368 e 0 to 0 dl 1673551360 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:18.0:1673551354.371535:0:2269469:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000f896db4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create04:ai200x-MDT0000-mdtlov_UUID+5:12252:x1754821710610432:12345-172.16.0.56@o2ib:13: Request processed in 78us (136us total) trans 0 rc 0/0 00000800:00000200:5.2:1673551354.371535:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (69)++ 00000100:00100000:18.0:1673551354.371537:0:2269469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.56@o2ib, seq: 7531 00000100:00100000:14.0:1673551354.371537:0:2358800:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000a14463ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0000-mdtlov_UUID+5:12264:x1754821710610368:12345-172.16.0.56@o2ib:13: Request processed in 80us (139us total) trans 0 rc 0/0 00000100:00000040:18.0:1673551354.371538:0:2269469:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001c5fbf11 : new rpc_count 0 00000800:00000200:8.2:1673551354.371538:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (69)++ 00000100:00000001:18.0:1673551354.371539:0:2269469:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:18.0:1673551354.371540:0:2269469:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:14.0:1673551354.371540:0:2358800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.56@o2ib, seq: 7068 00000100:00000040:14.0:1673551354.371540:0:2358800:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000009480fef3 : new rpc_count 0 00000020:00000010:18.0:1673551354.371541:0:2269469:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ffab7b02. 00000100:00000001:14.0:1673551354.371541:0:2358800:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:14.0:1673551354.371542:0:2358800:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:18.0:1673551354.371543:0:2269469:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000bbe368b. 00000020:00000010:14.0:1673551354.371543:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f81d824. 00000020:00000010:18.0:1673551354.371544:0:2269469:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007cf7c1b2. 00000020:00000010:14.0:1673551354.371544:0:2358800:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b8e8bcc. 00000020:00000010:14.0:1673551354.371544:0:2358800:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097557419. 00000020:00000040:14.0:1673551354.371545:0:2358800:0:(genops.c:979:class_export_put()) PUTting export 000000009480fef3 : new refcount 4 00000020:00000040:18.0:1673551354.371546:0:2269469:0:(genops.c:979:class_export_put()) PUTting export 000000001c5fbf11 : new refcount 4 00000100:00000001:14.0:1673551354.371546:0:2358800:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551354.371547:0:2269469:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:19.0:1673551354.371549:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (70)++ 00000800:00000200:13.0:1673551354.371551:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)++ 00000800:00000200:19.0:1673551354.371556:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000580cc9cc] (71)-- 00000400:00000200:19.0:1673551354.371557:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:13.0:1673551354.371557:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000f2f16d9a] (71)-- 00000400:00000200:13.0:1673551354.371558:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:19.0:1673551354.371560:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: PUT: OK 00000400:00000200:13.0:1673551354.371561:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: PUT: OK 00000400:00000200:19.0:1673551354.371562:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000001a7984fb 00000400:00000010:19.0:1673551354.371562:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000001a7984fb. 00000800:00000200:17.0:1673551354.371563:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000400:00000200:13.0:1673551354.371563:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000e8ef243d 00000400:00000010:13.0:1673551354.371563:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000e8ef243d. 00000100:00000001:19.0:1673551354.371564:0:12873:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:19.0:1673551354.371564:0:12873:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:12.0:1673551354.371564:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000800:00000200:19.0:1673551354.371565:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 00000100:00000001:13.0:1673551354.371565:0:12871:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:13.0:1673551354.371566:0:12871:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:13.0:1673551354.371568:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000100:00000001:20.0:1673551354.517056:0:2270093:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:20.0:1673551354.517057:0:2270093:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:22.0:1673551354.517062:0:2269459:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1673551354.517062:0:2374104:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:22.0:1673551354.517063:0:2269459:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551354.517063:0:2340637:0:(service.c:1537:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1673551354.517063:0:2374104:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1673551354.517064:0:2340637:0:(service.c:1548:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.2:1673551354.539651:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (68)++ 00000800:00000200:23.0:1673551354.539666:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (69)++ 00000800:00000200:23.0:1673551354.539673:0:12876:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.22@o2ib 00000400:00000200:23.0:1673551354.539675:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551354.539677:0:12876:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.22@o2ib : PUT - for me 00000800:00000200:21.0:1673551354.539679:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000400:00000200:23.0:1673551354.539680:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551354.539681:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551354.539682:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:23.0:1673551354.539684:0:12876:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 7 MB=0x63bfccd5cde80 00000400:00000200:23.0:1673551354.539687:0:12876:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.22@o2ib of length 224/224 into md 0x50ef975 [8] + 9632 00000400:00000200:23.0:1673551354.539689:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:23.0:1673551354.539690:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000100:00000001:23.0:1673551354.539691:0:12876:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:23.0:1673551354.539692:0:12876:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:23.0:1673551354.539694:0:12876:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000091e4f447. 00000100:00000040:23.0:1673551354.539695:0:12876:0:(events.c:367:request_in_callback()) incoming req@0000000091e4f447 x1754806823476864 msgsize 224 00000100:00100000:23.0:1673551354.539696:0:12876:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.22@o2ib (source: 12345-172.16.0.22@o2ib) 00000100:00000001:23.0:1673551354.539701:0:12876:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:23.0:1673551354.539702:0:12876:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000001a128d74] (69)++ 00000800:00000200:23.0:1673551354.539704:0:12876:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000001a128d74] (70)-- 00000800:00000200:23.0:1673551354.539705:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 00000100:00000001:20.0:1673551354.539711:0:2408396:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:20.0:1673551354.539711:0:2408396:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:20.0:1673551354.539712:0:2408396:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:20.0:1673551354.539712:0:2408396:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:20.0:1673551354.539713:0:2408396:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:20.0:1673551354.539714:0:2408396:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754806823476864 00000020:00000001:20.0:1673551354.539715:0:2408396:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:20.0:1673551354.539715:0:2408396:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c8769cc 00000020:00000001:20.0:1673551354.539716:0:2408396:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:20.0:1673551354.539717:0:2408396:0:(lustre_handles.c:152:class_handle2object()) GET export 0000000089796a63 refcount=5 00000020:00000001:20.0:1673551354.539718:0:2408396:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558465890304 : -52831515243661312 : ff444e044cf4b800) 00000020:00000001:20.0:1673551354.539718:0:2408396:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558465890304 : -52831515243661312 : ff444e044cf4b800) 00000100:00000001:20.0:1673551354.539719:0:2408396:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:20.0:1673551354.539720:0:2408396:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:20.0:1673551354.539720:0:2408396:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efb94a42. 00000020:00000010:20.0:1673551354.539721:0:2408396:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a5db69fc. 00000020:00000010:20.0:1673551354.539722:0:2408396:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000049270743. 00000100:00000040:20.0:1673551354.539725:0:2408396:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:20.0:1673551354.539725:0:2408396:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:20.0:1673551354.539726:0:2408396:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:20.0:1673551354.539726:0:2408396:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551354.539728:0:2408396:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551354.539733:0:2408396:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:20.0:1673551354.539735:0:2408396:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:20.0:1673551354.539735:0:2408396:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:20.0:1673551354.539737:0:2408396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.22@o2ib, seq: 4804 00000100:00000040:20.0:1673551354.539737:0:2408396:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 0000000089796a63 : new rpc_count 1 00000100:00000001:20.0:1673551354.539738:0:2408396:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912572672148608 : -52831501037403008 : ff444e079bb70480) 00000100:00000040:20.0:1673551354.539739:0:2408396:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000091e4f447 x1754806823476864/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:240/0 lens 224/0 e 0 to 0 dl 1673551360 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:20.0:1673551354.539742:0:2408396:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:20.0:1673551354.539743:0:2408396:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:20.0:1673551354.539744:0:2408396:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000091e4f447 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create05:ai200x-MDT0003-mdtlov_UUID+5:10862:x1754806823476864:12345-172.16.0.22@o2ib:13: 00000100:00000200:20.0:1673551354.539745:0:2408396:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754806823476864 00000020:00000001:20.0:1673551354.539745:0:2408396:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:20.0:1673551354.539746:0:2408396:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:20.0:1673551354.539747:0:2408396:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:20.0:1673551354.539747:0:2408396:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:20.0:1673551354.539748:0:2408396:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:20.0:1673551354.539749:0:2408396:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:20.0:1673551354.539749:0:2408396:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:20.0:1673551354.539750:0:2408396:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:20.0:1673551354.539750:0:2408396:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:20.0:1673551354.539751:0:2408396:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551354.539752:0:2408396:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:20.0:1673551354.539752:0:2408396:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:20.0:1673551354.539753:0:2408396:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000abfdc146. 02000000:00000001:20.0:1673551354.539754:0:2408396:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551354.539754:0:2408396:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:20.0:1673551354.539755:0:2408396:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:20.0:1673551354.539756:0:2408396:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:20.0:1673551354.539757:0:2408396:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:20.0:1673551354.539758:0:2408396:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:20.0:1673551354.539758:0:2408396:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 00000020:00000020:20.0:1673551354.539759:0:2408396:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00000020:00000020:20.0:1673551354.539761:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551354.539762:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 00000020:00000020:20.0:1673551354.539763:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551354.539764:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00000020:00000020:20.0:1673551354.539764:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551354.539765:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00000020:00000020:20.0:1673551354.539766:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00000020:00000020:20.0:1673551354.539766:0:2408396:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00002000:00000020:20.0:1673551354.539767:0:2408396:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00002000:00000001:20.0:1673551354.539768:0:2408396:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000001:20.0:1673551354.539769:0:2408396:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:20.0:1673551354.539770:0:2408396:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109418643, transno 0, xid 1754806823476864 00010000:00000001:20.0:1673551354.539771:0:2408396:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:20.0:1673551354.539772:0:2408396:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000091e4f447 x1754806823476864/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:240/0 lens 224/368 e 0 to 0 dl 1673551360 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:20.0:1673551354.539775:0:2408396:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:20.0:1673551354.539775:0:2408396:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:20.0:1673551354.539776:0:2408396:0:(import.c:1925:at_measured()) add 1 to 0000000018a73ee8 time=122 v=1 (1 1 1 1) 00000100:00000001:20.0:1673551354.539777:0:2408396:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:20.0:1673551354.539778:0:2408396:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000a5089673 refcount 49 to 172.16.0.22@o2ib 00000100:00000001:20.0:1673551354.539778:0:2408396:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560590877824 : -52831513118673792 : ff444e04cb9d7480) 02000000:00000001:20.0:1673551354.539779:0:2408396:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:20.0:1673551354.539779:0:2408396:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:20.0:1673551354.539780:0:2408396:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:20.0:1673551354.539781:0:2408396:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.22@o2ib 00000400:00000010:20.0:1673551354.539782:0:2408396:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006397638d. 00000100:00000200:20.0:1673551354.539784:0:2408396:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754806823476864, offset 224 00000400:00000200:20.0:1673551354.539786:0:2408396:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.22@o2ib 00000400:00000200:20.0:1673551354.539787:0:2408396:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:20.0:1673551354.539788:0:2408396:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.22@o2ib local destination 00000400:00000200:20.0:1673551354.539790:0:2408396:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:20.0:1673551354.539792:0:2408396:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.22@o2ib(172.16.0.22@o2ib:172.16.0.22@o2ib) : PUT try# 0 00000800:00000200:20.0:1673551354.539793:0:2408396:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.22@o2ib 00000400:00000200:20.0:1673551354.539794:0:2408396:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000800:00000200:20.0:1673551354.539796:0:2408396:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000028e78a33] -> 172.16.0.22@o2ib (2) version: 12 00000800:00000200:20.0:1673551354.539797:0:2408396:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000001a128d74] (68)++ 00000800:00000200:20.0:1673551354.539798:0:2408396:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000001a128d74] (69)++ 00000800:00000200:20.0:1673551354.539800:0:2408396:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000001a128d74] (70)-- 00000100:00000001:20.0:1673551354.539800:0:2408396:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:20.0:1673551354.539801:0:2408396:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000a5089673 refcount 48 to 172.16.0.22@o2ib 00010000:00000001:20.0:1673551354.539802:0:2408396:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:20.0:1673551354.539802:0:2408396:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:20.0:1673551354.539802:0:2408396:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:20.0:1673551354.539803:0:2408396:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091e4f447 x1754806823476864/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:240/0 lens 224/368 e 0 to 0 dl 1673551360 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:20.0:1673551354.539808:0:2408396:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000091e4f447 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create05:ai200x-MDT0003-mdtlov_UUID+5:10862:x1754806823476864:12345-172.16.0.22@o2ib:13: Request processed in 64us (111us total) trans 0 rc 0/0 00000800:00000200:21.2:1673551354.539812:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000001a128d74] (69)++ 00000100:00100000:20.0:1673551354.539812:0:2408396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.22@o2ib, seq: 4804 00000100:00000040:20.0:1673551354.539813:0:2408396:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000089796a63 : new rpc_count 0 00000100:00000001:20.0:1673551354.539814:0:2408396:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:20.0:1673551354.539814:0:2408396:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:20.0:1673551354.539815:0:2408396:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a5db69fc. 00000020:00000010:20.0:1673551354.539816:0:2408396:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000049270743. 00000020:00000010:20.0:1673551354.539818:0:2408396:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efb94a42. 00000800:00000200:21.0:1673551354.539819:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000001a128d74] (70)++ 00000020:00000040:20.0:1673551354.539819:0:2408396:0:(genops.c:979:class_export_put()) PUTting export 0000000089796a63 : new refcount 4 00000100:00000001:20.0:1673551354.539820:0:2408396:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:21.0:1673551354.539825:0:12875:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000001a128d74] (71)-- 00000400:00000200:21.0:1673551354.539826:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:21.0:1673551354.539828:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.22@o2ib: PUT: OK 00000400:00000200:21.0:1673551354.539829:0:12875:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000006397638d 00000400:00000010:21.0:1673551354.539830:0:12875:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000006397638d. 00000100:00000001:21.0:1673551354.539831:0:12875:0:(events.c:416:reply_out_callback()) Process entered 00000800:00000200:23.0:1673551354.539832:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (70)-- 00000100:00000001:21.0:1673551354.539832:0:12875:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:21.0:1673551354.539833:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000001a128d74] (69)-- 00000800:00000200:6.2:1673551354.540618:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000036519f99] (68)++ 00000800:00000200:2.0:1673551354.540635:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (69)++ 00000800:00000200:2.0:1673551354.540641:0:12866:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.23@o2ib 00000400:00000200:2.0:1673551354.540643:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:2.0:1673551354.540644:0:12866:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.23@o2ib : PUT - for me 00000400:00000200:2.0:1673551354.540646:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:0.0:1673551354.540646:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (70)-- 00000400:00000200:2.0:1673551354.540647:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:2.0:1673551354.540648:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.22@o2ib to cpt 5 00000400:00000200:2.0:1673551354.540649:0:12866:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.22@o2ib of length 224 into portal 7 MB=0x63bfccd5cdf00 00000400:00000200:2.0:1673551354.540651:0:12866:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.16.0.22@o2ib of length 224/224 into md 0x2bbc2e1 [8] + 2240 00000400:00000200:2.0:1673551354.540653:0:12866:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1673551354.540654:0:12866:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000100:00000001:2.0:1673551354.540655:0:12866:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:2.0:1673551354.540656:0:12866:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1673551354.540657:0:12866:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000003d2f4039. 00000100:00000040:2.0:1673551354.540658:0:12866:0:(events.c:367:request_in_callback()) incoming req@000000003d2f4039 x1754806823476992 msgsize 224 00000100:00100000:2.0:1673551354.540659:0:12866:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.22@o2ib (source: 12345-172.16.0.23@o2ib) 00000100:00000001:2.0:1673551354.540664:0:12866:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:2.0:1673551354.540665:0:12866:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000036519f99] (69)++ 00000800:00000200:2.0:1673551354.540666:0:12866:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000036519f99] (70)-- 00000800:00000200:2.0:1673551354.540667:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (69)-- 00000100:00000001:0.0:1673551354.540670:0:2364967:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1673551354.540671:0:2364967:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1673551354.540671:0:2364967:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1673551354.540672:0:2364967:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1673551354.540673:0:2364967:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1673551354.540674:0:2364967:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754806823476992 00000020:00000001:0.0:1673551354.540675:0:2364967:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1673551354.540675:0:2364967:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876a58 00000020:00000001:0.0:1673551354.540676:0:2364967:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:0.0:1673551354.540677:0:2364967:0:(lustre_handles.c:152:class_handle2object()) GET export 000000006f304481 refcount=5 00000020:00000001:0.0:1673551354.540678:0:2364967:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912595675790336 : -52831478033761280 : ff444e0cf6d6bc00) 00000020:00000001:0.0:1673551354.540678:0:2364967:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912595675790336 : -52831478033761280 : ff444e0cf6d6bc00) 00000100:00000001:0.0:1673551354.540680:0:2364967:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1673551354.540680:0:2364967:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1673551354.540681:0:2364967:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d1450e7. 00000020:00000010:0.0:1673551354.540682:0:2364967:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000963692e1. 00000020:00000010:0.0:1673551354.540683:0:2364967:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000091760d17. 00000100:00000040:0.0:1673551354.540684:0:2364967:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:0.0:1673551354.540685:0:2364967:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1673551354.540685:0:2364967:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1673551354.540686:0:2364967:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551354.540687:0:2364967:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551354.540692:0:2364967:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1673551354.540694:0:2364967:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1673551354.540695:0:2364967:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1673551354.540697:0:2364967:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.22@o2ib, seq: 4426 00000100:00000040:0.0:1673551354.540698:0:2364967:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 000000006f304481 : new rpc_count 1 00000100:00000001:0.0:1673551354.540699:0:2364967:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912603120937088 : -52831470588614528 : ff444e0eb29aa880) 00000100:00000040:0.0:1673551354.540701:0:2364967:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003d2f4039 x1754806823476992/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:240/0 lens 224/0 e 0 to 0 dl 1673551360 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1673551354.540705:0:2364967:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1673551354.540706:0:2364967:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1673551354.540707:0:2364967:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000003d2f4039 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:ai200x-MDT0003-mdtlov_UUID+5:10857:x1754806823476992:12345-172.16.0.22@o2ib:13: 00000100:00000200:0.0:1673551354.540709:0:2364967:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754806823476992 00000020:00000001:0.0:1673551354.540710:0:2364967:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:0.0:1673551354.540711:0:2364967:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:0.0:1673551354.540712:0:2364967:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551354.540712:0:2364967:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1673551354.540713:0:2364967:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000020:00000001:0.0:1673551354.540714:0:2364967:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1673551354.540715:0:2364967:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1673551354.540715:0:2364967:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1673551354.540716:0:2364967:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1673551354.540716:0:2364967:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551354.540717:0:2364967:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1673551354.540717:0:2364967:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1673551354.540718:0:2364967:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 0000000020749e00. 02000000:00000001:0.0:1673551354.540719:0:2364967:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551354.540719:0:2364967:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1673551354.540720:0:2364967:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1673551354.540721:0:2364967:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:0.0:1673551354.540721:0:2364967:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1673551354.540722:0:2364967:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1673551354.540723:0:2364967:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148413632 pending 0 free 5928824139776 avail 5849092771840 00000020:00000020:0.0:1673551354.540724:0:2364967:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0003: processing self export: 143552 0 0 00000020:00000020:0.0:1673551354.540725:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0001-mdtlov_UUID/00000000e0414e82 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1673551354.540726:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0000-mdtlov_UUID/000000009480fef3 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1673551354.540726:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli cd52cb9a-4225-4c91-b023-faa62420b31d/0000000006681ce8 dirty 0 pend 0 grant 537067520 00000020:00000020:0.0:1673551354.540727:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0003-mdtlov_UUID/000000006f304481 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1673551354.540728:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000008b497c02 dirty 0 pend 0 grant 537067520 00000020:00000020:0.0:1673551354.540729:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000c611fe19 dirty 0 pend 0 grant 537067520 00000020:00000020:0.0:1673551354.540729:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 49374343-0861-470b-a659-345a443590fd/00000000aafb700c dirty 0 pend 0 grant 537067520 00000020:00000020:0.0:1673551354.540730:0:2364967:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0002-mdtlov_UUID/000000001a218102 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1673551354.540731:0:2364967:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1447466831 free, 1428001130 avail; 60817408 objects: 29395648 free; state 200 00002000:00000001:0.0:1673551354.540732:0:2364967:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000001:0.0:1673551354.540733:0:2364967:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1673551354.540734:0:2364967:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109417190, transno 0, xid 1754806823476992 00010000:00000001:0.0:1673551354.540735:0:2364967:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00010000:00000200:0.0:1673551354.540736:0:2364967:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000003d2f4039 x1754806823476992/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:240/0 lens 224/368 e 0 to 0 dl 1673551360 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00010000:00000001:0.0:1673551354.540738:0:2364967:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1673551354.540739:0:2364967:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1673551354.540739:0:2364967:0:(import.c:1925:at_measured()) add 1 to 000000007b1b1a9f time=122 v=1 (1 1 1 1) 00000100:00000001:0.0:1673551354.540741:0:2364967:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1673551354.540741:0:2364967:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000a5089673 refcount 49 to 172.16.0.22@o2ib 00000100:00000001:0.0:1673551354.540742:0:2364967:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560590877824 : -52831513118673792 : ff444e04cb9d7480) 02000000:00000001:0.0:1673551354.540743:0:2364967:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1673551354.540743:0:2364967:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1673551354.540744:0:2364967:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:0.0:1673551354.540745:0:2364967:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.23@o2ib 00000400:00000010:0.0:1673551354.540746:0:2364967:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091894a33. 00000100:00000200:0.0:1673551354.540747:0:2364967:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754806823476992, offset 224 00000400:00000200:0.0:1673551354.540748:0:2364967:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.23@o2ib 00000400:00000200:0.0:1673551354.540750:0:2364967:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:0.0:1673551354.540752:0:2364967:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.23@o2ib local destination 00000400:00000200:0.0:1673551354.540753:0:2364967:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000400:00000200:0.0:1673551354.540755:0:2364967:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.23@o2ib(172.16.0.23@o2ib:172.16.0.23@o2ib) : PUT try# 0 00000800:00000200:0.0:1673551354.540757:0:2364967:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.16.0.23@o2ib 00000400:00000200:0.0:1673551354.540758:0:2364967:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.23@o2ib to cpt 0 00000800:00000200:0.0:1673551354.540760:0:2364967:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000006b07c300] -> 172.16.0.23@o2ib (2) version: 12 00000800:00000200:0.0:1673551354.540761:0:2364967:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000036519f99] (68)++ 00000800:00000200:0.0:1673551354.540761:0:2364967:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000036519f99] (69)++ 00000800:00000200:0.0:1673551354.540763:0:2364967:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000036519f99] (70)-- 00000100:00000001:0.0:1673551354.540764:0:2364967:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1673551354.540765:0:2364967:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000a5089673 refcount 48 to 172.16.0.22@o2ib 00010000:00000001:0.0:1673551354.540765:0:2364967:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:0.0:1673551354.540766:0:2364967:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1673551354.540766:0:2364967:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1673551354.540767:0:2364967:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d2f4039 x1754806823476992/t0(0) o13->ai200x-MDT0003-mdtlov_UUID@172.16.0.22@o2ib:240/0 lens 224/368 e 0 to 0 dl 1673551360 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1673551354.540769:0:2364967:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000003d2f4039 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:ai200x-MDT0003-mdtlov_UUID+5:10857:x1754806823476992:12345-172.16.0.22@o2ib:13: Request processed in 63us (111us total) trans 0 rc 0/0 00000800:00000200:6.2:1673551354.540772:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000036519f99] (69)++ 00000100:00100000:0.0:1673551354.540773:0:2364967:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.22@o2ib, seq: 4426 00000100:00000040:0.0:1673551354.540774:0:2364967:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 000000006f304481 : new rpc_count 0 00000100:00000001:0.0:1673551354.540774:0:2364967:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1673551354.540775:0:2364967:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1673551354.540775:0:2364967:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000963692e1. 00000020:00000010:0.0:1673551354.540776:0:2364967:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000091760d17. 00000020:00000010:0.0:1673551354.540777:0:2364967:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d1450e7. 00000020:00000040:0.0:1673551354.540778:0:2364967:0:(genops.c:979:class_export_put()) PUTting export 000000006f304481 : new refcount 4 00000100:00000001:0.0:1673551354.540779:0:2364967:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1673551354.540784:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000036519f99] (70)++ 00000800:00000200:2.0:1673551354.540788:0:12865:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000036519f99] (71)-- 00000400:00000200:2.0:1673551354.540789:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1673551354.540791:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.23@o2ib: PUT: OK 00000800:00000200:0.0:1673551354.540791:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (70)-- 00000400:00000200:2.0:1673551354.540792:0:12865:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000091894a33 00000400:00000010:2.0:1673551354.540792:0:12865:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000091894a33. 00000100:00000001:2.0:1673551354.540793:0:12865:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:2.0:1673551354.540793:0:12865:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:2.0:1673551354.540794:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000036519f99] (69)-- 00000004:00000001:14.0:1673551354.581069:0:2270175:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000004:00000020:14.0:1673551354.581070:0:2270175:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 00000100:00000010:14.0:1673551354.581071:0:2270175:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000080f7a05a. 00000020:00000040:14.0:1673551354.581073:0:2270175:0:(genops.c:1192:class_import_get()) import 00000000c0bbd62b refcount=3 obd=ai200x-OST0003-osc-MDT0001 00000100:00000001:14.0:1673551354.581074:0:2270175:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:14.0:1673551354.581075:0:2270175:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:14.0:1673551354.581076:0:2270175:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:14.0:1673551354.581078:0:2270175:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000025fd9cb. 00000100:00000001:14.0:1673551354.581080:0:2270175:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551354.581082:0:2270175:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:14.0:1673551354.581082:0:2270175:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551354.581084:0:2270175:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [0000000080f7a05a] to pc [ptlrpcd_03_02+2] req@0000000080f7a05a x1754791738766208/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:14.0:1673551354.581098:0:2270175:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551354.581102:0:12916:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1673551354.581104:0:12916:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1673551354.581104:0:12916:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:15.0:1673551354.581106:0:12916:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000080f7a05a x1754791738766208/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:12.0:1673551354.581106:0:12917:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1673551354.581108:0:12917:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:4.0:1673551354.581110:0:2270171:0:(osp_precreate.c:213:osp_statfs_update()) Process entered 00000100:00000001:15.0:1673551354.581111:0:12916:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:15.0:1673551354.581111:0:12916:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:4.0:1673551354.581111:0:2270171:0:(osp_precreate.c:215:osp_statfs_update()) going to update statfs 02000000:00000001:15.0:1673551354.581112:0:12916:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:15.0:1673551354.581113:0:12916:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:4.0:1673551354.581113:0:2270171:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000d2193708. 00000100:00100000:15.0:1673551354.581114:0:12916:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@0000000080f7a05a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:ai200x-MDT0001-mdtlov_UUID:12916:1754791738766208:0@lo:13: 00000020:00000040:4.0:1673551354.581114:0:2270171:0:(genops.c:1192:class_import_get()) import 0000000030df3c5a refcount=3 obd=ai200x-OST0002-osc-MDT0001 00000100:00000001:15.0:1673551354.581116:0:12916:0:(niobuf.c:710:ptl_send_rpc()) Process entered 00000100:00000001:4.0:1673551354.581116:0:2270171:0:(client.c:784:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:15.0:1673551354.581117:0:12916:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:4.0:1673551354.581117:0:2270171:0:(sec.c:438:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:15.0:1673551354.581118:0:12916:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:4.0:1673551354.581118:0:2270171:0:(sec.c:456:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1673551354.581119:0:12916:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:15.0:1673551354.581120:0:12916:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009846cdf2. 02000000:00000001:15.0:1673551354.581120:0:12916:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:4.0:1673551354.581120:0:2270171:0:(sec_null.c:156:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000088af8b28. 00000400:00000200:15.0:1673551354.581122:0:12916:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000010:15.0:1673551354.581123:0:12916:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 000000009cb4ca6a. 00000100:00000001:4.0:1673551354.581123:0:2270171:0:(client.c:864:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1673551354.581124:0:2270171:0:(jobid.c:704:lustre_get_jobid()) Process entered 00000100:00000001:4.0:1673551354.581124:0:2270171:0:(jobid.c:715:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:15.0:1673551354.581125:0:12916:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa60f33. 00000100:00000200:15.0:1673551354.581126:0:12916:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738766208, portal 4 00000100:00000040:4.0:1673551354.581126:0:2270171:0:(ptlrpcd.c:305:ptlrpcd_add_req()) @@@ add req [00000000d2193708] to pc [ptlrpcd_01_00+0] req@00000000d2193708 x1754791738766272/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:15.0:1673551354.581127:0:12916:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:15.0:1673551354.581128:0:12916:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912614500508672 : -52831459209042944 : ff444e1158e12400) 00000100:00000040:15.0:1673551354.581129:0:12916:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@0000000080f7a05a x1754791738766208/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551361 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:15.0:1673551354.581131:0:12916:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:15.0:1673551354.581132:0:12916:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:15.0:1673551354.581132:0:12916:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d96d2d6c. 00000100:00000200:15.0:1673551354.581133:0:12916:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738766208, offset 0 00000400:00000200:15.0:1673551354.581134:0:12916:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:15.0:1673551354.581136:0:12916:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:15.0:1673551354.581137:0:12916:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:15.0:1673551354.581138:0:12916:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000004:00000001:4.0:1673551354.581138:0:2270171:0:(osp_precreate.c:273:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1673551354.581140:0:12916:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:15.0:1673551354.581140:0:12916:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:15.0:1673551354.581141:0:12916:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x63bf94a3e7380 00000100:00000001:7.0:1673551354.581142:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000400:00000200:15.0:1673551354.581143:0:12916:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x435078cd [8] + 6944 00000100:00000001:7.0:1673551354.581143:0:12906:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1673551354.581144:0:12906:0:(client.c:1652:ptlrpc_send_new_req()) Process entered 00000100:00000040:7.0:1673551354.581145:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2193708 x1754791738766272/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:15.0:1673551354.581146:0:12916:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:15.0:1673551354.581147:0:12916:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:5.0:1673551354.581147:0:12907:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1673551354.581148:0:12916:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:15.0:1673551354.581148:0:12916:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:15.0:1673551354.581149:0:12916:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000015dadcd2. 00000100:00000001:7.0:1673551354.581149:0:12906:0:(client.c:1252:ptlrpc_import_delay_req()) Process entered 00000100:00000001:5.0:1673551354.581149:0:12907:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1673551354.581150:0:12916:0:(events.c:367:request_in_callback()) incoming req@0000000015dadcd2 x1754791738766208 msgsize 224 00000100:00000001:7.0:1673551354.581150:0:12906:0:(client.c:1310:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:15.0:1673551354.581151:0:12916:0:(events.c:370:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:7.0:1673551354.581151:0:12906:0:(sec.c:668:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:7.0:1673551354.581152:0:12906:0:(sec.c:700:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:7.0:1673551354.581153:0:12906:0:(client.c:1757:ptlrpc_send_new_req()) Sending RPC req@00000000d2193708 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ai200x-MDT0001-mdtlov_UUID:12906:1754791738766272:0@lo:13: 00000100:00000001:7.0:1673551354.581154:0:12906:0:(niobuf.c:710:ptl_send_rpc()) Process entered 02000000:00000001:7.0:1673551354.581155:0:12906:0:(sec.c:1005:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:7.0:1673551354.581156:0:12906:0:(sec.c:1042:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1673551354.581156:0:12906:0:(sec.c:1717:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:15.0:1673551354.581157:0:12916:0:(events.c:403:request_in_callback()) Process leaving 02000000:00000010:7.0:1673551354.581158:0:12906:0:(sec_null.c:199:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f2f0d94c. 02000000:00000001:7.0:1673551354.581158:0:12906:0:(sec.c:1727:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1673551354.581159:0:12916:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000d96d2d6c 00000400:00000010:15.0:1673551354.581160:0:12916:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000d96d2d6c. 00000100:00000001:15.0:1673551354.581160:0:12916:0:(events.c:54:request_out_callback()) Process entered 00000400:00000200:7.0:1673551354.581160:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000010:7.0:1673551354.581161:0:12906:0:(lib-me.c:93:LNetMEAttach()) slab-alloced 'me' at 00000000426dbb6b. 00000100:00000200:15.0:1673551354.581162:0:12916:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@0000000080f7a05a x1754791738766208/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551361 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:7.0:1673551354.581162:0:12906:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043521486. 00000100:00000200:7.0:1673551354.581164:0:12906:0:(niobuf.c:901:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1754791738766272, portal 4 00000100:00000001:7.0:1673551354.581165:0:12906:0:(client.c:3106:ptlrpc_request_addref()) Process entered 00000100:00000001:15.0:1673551354.581166:0:12916:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000001:7.0:1673551354.581166:0:12906:0:(client.c:3108:ptlrpc_request_addref()) Process leaving (rc=18393912618638476416 : -52831455071075200 : ff444e124f858480) 00000100:00000040:15.0:1673551354.581167:0:12916:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000080f7a05a x1754791738766208/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551361 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:14.0:1673551354.581167:0:2358800:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:14.0:1673551354.581168:0:2358800:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:14.0:1673551354.581168:0:2358800:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000040:7.0:1673551354.581168:0:12906:0:(niobuf.c:921:ptl_send_rpc()) @@@ send flags=0 req@00000000d2193708 x1754791738766272/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551361 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:14.0:1673551354.581169:0:2358800:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551354.581170:0:12916:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:14.0:1673551354.581170:0:2358800:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551354.581170:0:12906:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:15.0:1673551354.581171:0:12916:0:(events.c:94:request_out_callback()) Process leaving 00000100:00100000:14.0:1673551354.581171:0:2358800:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754791738766208 00000100:00000040:7.0:1673551354.581171:0:12906:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:7.0:1673551354.581171:0:12906:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054e492ff. 00000100:00000001:15.0:1673551354.581172:0:12916:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551354.581172:0:2358800:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000200:7.0:1673551354.581172:0:12906:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1754791738766272, offset 0 00000100:00000001:15.0:1673551354.581173:0:12916:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:14.0:1673551354.581173:0:2358800:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c882c3d 00000100:00000001:15.0:1673551354.581174:0:12916:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551354.581174:0:2358800:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000400:00000200:7.0:1673551354.581174:0:12906:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:14.0:1673551354.581175:0:2358800:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000e0414e82 refcount=5 00000400:00000200:7.0:1673551354.581175:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:15.0:1673551354.581176:0:12916:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551354.581176:0:2358800:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558647006208 : -52831515062545408 : ff444e0457c05400) 00000400:00000200:7.0:1673551354.581176:0:12906:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:15.0:1673551354.581177:0:12916:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:14.0:1673551354.581177:0:2358800:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558647006208 : -52831515062545408 : ff444e0457c05400) 00000400:00000200:7.0:1673551354.581177:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:14.0:1673551354.581178:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000400:00000200:7.0:1673551354.581178:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:14.0:1673551354.581179:0:2358800:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:7.0:1673551354.581179:0:12906:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:15.0:1673551354.581180:0:12916:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:15.0:1673551354.581180:0:12916:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000020:00000010:14.0:1673551354.581180:0:2358800:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097557419. 00000400:00000200:7.0:1673551354.581180:0:12906:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x63bf94a3e73c0 00000100:00000001:15.0:1673551354.581181:0:12916:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000020:00000010:14.0:1673551354.581181:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f81d824. 00000400:00000200:7.0:1673551354.581181:0:12906:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x24d6a25 [8] + 11200 00000100:00000001:15.0:1673551354.581182:0:12916:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1673551354.581182:0:12916:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551354.581183:0:12916:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:14.0:1673551354.581183:0:2358800:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b8e8bcc. 00000400:00000200:7.0:1673551354.581183:0:12906:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:15.0:1673551354.581184:0:12916:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000040:14.0:1673551354.581184:0:2358800:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000400:00000200:7.0:1673551354.581184:0:12906:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:15.0:1673551354.581185:0:12916:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1673551354.581185:0:12916:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551354.581185:0:2358800:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:7.0:1673551354.581185:0:12906:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:7.0:1673551354.581185:0:12906:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:15.0:1673551354.581186:0:12916:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551354.581186:0:2358800:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:14.0:1673551354.581186:0:2358800:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:7.0:1673551354.581186:0:12906:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000c1b682e2. 00000100:00000040:7.0:1673551354.581187:0:12906:0:(events.c:367:request_in_callback()) incoming req@00000000c1b682e2 x1754791738766272 msgsize 224 00000100:00000001:14.0:1673551354.581188:0:2358800:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:7.0:1673551354.581188:0:12906:0:(events.c:370:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:14.0:1673551354.581193:0:2358800:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551354.581193:0:12906:0:(events.c:403:request_in_callback()) Process leaving 00000400:00000200:7.0:1673551354.581194:0:12906:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000054e492ff 00000400:00000010:7.0:1673551354.581195:0:12906:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000054e492ff. 00000100:00000001:14.0:1673551354.581196:0:2358800:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:7.0:1673551354.581196:0:12906:0:(events.c:54:request_out_callback()) Process entered 00000100:00000200:7.0:1673551354.581196:0:12906:0:(events.c:65:request_out_callback()) @@@ type 5, status 0 req@00000000d2193708 x1754791738766272/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551361 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:14.0:1673551354.581197:0:2358800:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:14.0:1673551354.581198:0:2358800:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7069 00000100:00000040:14.0:1673551354.581199:0:2358800:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000e0414e82 : new rpc_count 1 00000100:00000001:7.0:1673551354.581199:0:12906:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:7.0:1673551354.581199:0:12906:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d2193708 x1754791738766272/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551361 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:14.0:1673551354.581200:0:2358800:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912624088021376 : -52831449621530240 : ff444e139456f980) 00000100:00000001:7.0:1673551354.581201:0:12906:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551354.581201:0:2269464:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:14.0:1673551354.581202:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000015dadcd2 x1754791738766208/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:240/0 lens 224/0 e 0 to 0 dl 1673551360 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:7.0:1673551354.581202:0:12906:0:(events.c:94:request_out_callback()) Process leaving 02000000:00000001:5.0:1673551354.581202:0:2269464:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:5.0:1673551354.581202:0:2269464:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:7.0:1673551354.581203:0:12906:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551354.581203:0:12906:0:(niobuf.c:929:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:5.0:1673551354.581203:0:2269464:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551354.581204:0:2358800:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:7.0:1673551354.581204:0:12906:0:(client.c:1779:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:5.0:1673551354.581204:0:2269464:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:5.0:1673551354.581204:0:2269464:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754791738766272 00000100:00000001:14.0:1673551354.581205:0:2358800:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:14.0:1673551354.581205:0:2358800:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000015dadcd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0001-mdtlov_UUID+5:12916:x1754791738766208:12345-0@lo:13: 00000100:00000001:7.0:1673551354.581205:0:12906:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:5.0:1673551354.581205:0:2269464:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:5.0:1673551354.581205:0:2269464:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c882c36 00000100:00000200:14.0:1673551354.581206:0:2358800:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754791738766208 00000100:00000001:7.0:1673551354.581206:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1673551354.581206:0:2269464:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000001:14.0:1673551354.581207:0:2358800:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000040:5.0:1673551354.581207:0:2269464:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000cf4a289b refcount=5 00000020:00000001:14.0:1673551354.581208:0:2358800:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:14.0:1673551354.581208:0:2358800:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551354.581208:0:12906:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:7.0:1673551354.581208:0:12906:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000020:00000001:5.0:1673551354.581208:0:2269464:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912555297655808 : -52831518411895808 : ff444e03901d4c00) 00000020:00000001:5.0:1673551354.581208:0:2269464:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912555297655808 : -52831518411895808 : ff444e03901d4c00) 00000020:00000001:14.0:1673551354.581209:0:2358800:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:14.0:1673551354.581209:0:2358800:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000100:00000001:7.0:1673551354.581209:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1673551354.581209:0:12906:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000020:00000001:14.0:1673551354.581210:0:2358800:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000001:7.0:1673551354.581210:0:12906:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551354.581210:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551354.581211:0:2358800:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551354.581211:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1673551354.581211:0:12906:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1673551354.581211:0:12906:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551354.581211:0:2269464:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:5.0:1673551354.581211:0:2269464:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:14.0:1673551354.581212:0:2358800:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:14.0:1673551354.581212:0:2358800:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000001:7.0:1673551354.581212:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:5.0:1673551354.581212:0:2269464:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078b17e50. 00000020:00000001:14.0:1673551354.581213:0:2358800:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551354.581213:0:2358800:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000020:00000010:5.0:1673551354.581213:0:2269464:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009e775e0e. 02000000:00000001:14.0:1673551354.581214:0:2358800:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:5.0:1673551354.581214:0:2269464:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006b880594. 02000000:00000010:14.0:1673551354.581215:0:2358800:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000b4a19834. 02000000:00000001:14.0:1673551354.581215:0:2358800:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:5.0:1673551354.581215:0:2269464:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost_create at +1s 00000100:00000001:14.0:1673551354.581216:0:2358800:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:14.0:1673551354.581216:0:2358800:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00000100:00000001:5.0:1673551354.581216:0:2269464:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:5.0:1673551354.581216:0:2269464:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00002000:00000001:14.0:1673551354.581217:0:2358800:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:14.0:1673551354.581217:0:2358800:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000100:00000001:5.0:1673551354.581217:0:2269464:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551354.581218:0:2358800:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:5.0:1673551354.581218:0:2269464:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:14.0:1673551354.581219:0:2358800:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148413632 pending 0 free 5928824139776 avail 5849092771840 00000020:00000020:14.0:1673551354.581220:0:2358800:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0003: processing self export: 143552 0 0 00000020:00000020:14.0:1673551354.581220:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0001-mdtlov_UUID/00000000e0414e82 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551354.581221:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0000-mdtlov_UUID/000000009480fef3 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551354.581222:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli cd52cb9a-4225-4c91-b023-faa62420b31d/0000000006681ce8 dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551354.581222:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0003-mdtlov_UUID/000000006f304481 dirty 0 pend 0 grant 0 00000020:00000020:14.0:1673551354.581223:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000008b497c02 dirty 0 pend 0 grant 537067520 00000100:00000001:5.0:1673551354.581223:0:2269464:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:14.0:1673551354.581224:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000c611fe19 dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551354.581224:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli 49374343-0861-470b-a659-345a443590fd/00000000aafb700c dirty 0 pend 0 grant 537067520 00000020:00000020:14.0:1673551354.581225:0:2358800:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0003: cli ai200x-MDT0002-mdtlov_UUID/000000001a218102 dirty 0 pend 0 grant 0 00002000:00000020:14.0:1673551354.581226:0:2358800:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1447466831 free, 1428001130 avail; 60817408 objects: 29395648 free; state 200 00000100:00000001:5.0:1673551354.581226:0:2269464:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:5.0:1673551354.581226:0:2269464:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00002000:00000001:14.0:1673551354.581227:0:2358800:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00002000:00000001:14.0:1673551354.581227:0:2358800:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:14.0:1673551354.581228:0:2358800:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109420464, transno 0, xid 1754791738766208 00000100:00100000:5.0:1673551354.581228:0:2269464:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1775 00010000:00000001:14.0:1673551354.581229:0:2358800:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000100:00000040:5.0:1673551354.581229:0:2269464:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000cf4a289b : new rpc_count 1 00010000:00000200:14.0:1673551354.581230:0:2358800:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000015dadcd2 x1754791738766208/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:240/0 lens 224/368 e 0 to 0 dl 1673551360 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551354.581230:0:2269464:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912620950841216 : -52831452758710400 : ff444e12d9596780) 00000100:00000040:5.0:1673551354.581231:0:2269464:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c1b682e2 x1754791738766272/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:240/0 lens 224/0 e 0 to 0 dl 1673551360 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00010000:00000001:14.0:1673551354.581232:0:2358800:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:14.0:1673551354.581233:0:2358800:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:14.0:1673551354.581233:0:2358800:0:(import.c:1925:at_measured()) add 1 to 0000000076fc1371 time=122 v=1 (1 1 1 1) 00000100:00000001:14.0:1673551354.581234:0:2358800:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:14.0:1673551354.581235:0:2358800:0:(connection.c:143:ptlrpc_connection_addref()) conn=000000001f6219a4 refcount 46 to 0@lo 00000100:00000001:14.0:1673551354.581236:0:2358800:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146656 : -52831505782404960 : ff444e0680e408a0) 02000000:00000001:14.0:1673551354.581236:0:2358800:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:5.0:1673551354.581236:0:2269464:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:5.0:1673551354.581236:0:2269464:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:14.0:1673551354.581237:0:2358800:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551354.581237:0:2358800:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00100000:5.0:1673551354.581237:0:2269464:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000c1b682e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create01:ai200x-MDT0001-mdtlov_UUID+5:12906:x1754791738766272:12345-0@lo:13: 00000100:00000040:14.0:1673551354.581238:0:2358800:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:14.0:1673551354.581239:0:2358800:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb9bb6a. 00000100:00000200:5.0:1673551354.581239:0:2269464:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754791738766272 00000100:00000200:14.0:1673551354.581240:0:2358800:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754791738766208, offset 224 00000020:00000001:5.0:1673551354.581240:0:2269464:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000400:00000200:14.0:1673551354.581241:0:2358800:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:5.0:1673551354.581241:0:2269464:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:5.0:1673551354.581242:0:2269464:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:14.0:1673551354.581243:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:14.0:1673551354.581243:0:2358800:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:5.0:1673551354.581243:0:2269464:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000400:00000200:14.0:1673551354.581244:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000020:00000001:5.0:1673551354.581244:0:2269464:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072648803664 : -1060747952 : ffffffffc0c64550) 00000400:00000200:14.0:1673551354.581245:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:14.0:1673551354.581245:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000020:00000001:5.0:1673551354.581245:0:2269464:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000400:00000200:14.0:1673551354.581246:0:2358800:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x63bf94a3e7380 00000020:00000001:5.0:1673551354.581246:0:2269464:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:5.0:1673551354.581246:0:2269464:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000400:00000200:14.0:1673551354.581247:0:2358800:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000020:00000001:5.0:1673551354.581247:0:2269464:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000400:00000200:14.0:1673551354.581248:0:2358800:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x4bd8eb8d [1] + 224 00000020:00000001:5.0:1673551354.581248:0:2269464:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:14.0:1673551354.581249:0:2358800:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:5.0:1673551354.581249:0:2269464:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000400:00000200:14.0:1673551354.581250:0:2358800:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:14.0:1673551354.581251:0:2358800:0:(events.c:104:reply_in_callback()) Process entered 02000000:00000001:5.0:1673551354.581251:0:2269464:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:14.0:1673551354.581252:0:2358800:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@0000000080f7a05a x1754791738766208/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551361 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 02000000:00000010:5.0:1673551354.581252:0:2269464:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 624 at 00000000911f6ab0. 02000000:00000001:5.0:1673551354.581253:0:2269464:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551354.581254:0:2358800:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@0000000080f7a05a x1754791738766208/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551361 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551354.581254:0:2269464:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:5.0:1673551354.581254:0:2269464:0:(ofd_dev.c:1876:ofd_statfs_hdl()) Process entered 00002000:00000001:5.0:1673551354.581255:0:2269464:0:(ofd_obd.c:715:ofd_statfs()) Process entered 00000020:00000001:5.0:1673551354.581256:0:2269464:0:(tgt_grant.c:291:tgt_statfs_internal()) Process entered 00000020:00000001:5.0:1673551354.581256:0:2269464:0:(tgt_grant.c:367:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:5.0:1673551354.581257:0:2269464:0:(ofd_obd.c:732:ofd_statfs()) blocks cached 0 granted 2148411840 pending 0 free 5908990533632 avail 5829259165696 00000020:00000020:5.0:1673551354.581258:0:2269464:0:(tgt_grant.c:216:tgt_grant_sanity_check()) ai200x-OST0002: processing self export: 141760 0 0 00000020:00000020:5.0:1673551354.581259:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0001-mdtlov_UUID/00000000cf4a289b dirty 0 pend 0 grant 0 00000100:00000001:14.0:1673551354.581260:0:2358800:0:(events.c:186:reply_in_callback()) Process leaving 00000020:00000020:5.0:1673551354.581260:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 5a25b9e7-5fc0-41e8-9ed6-3f92f4c6b00f/000000000ef6a157 dirty 0 pend 0 grant 537067520 00000400:00000200:14.0:1673551354.581261:0:2358800:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000ccb9bb6a 00000020:00000020:5.0:1673551354.581261:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0003-mdtlov_UUID/0000000089796a63 dirty 0 pend 0 grant 0 00000400:00000010:14.0:1673551354.581262:0:2358800:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000ccb9bb6a. 00000020:00000020:5.0:1673551354.581262:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 076da9d8-52a2-47b9-a3fa-37024082165e/00000000fc51fd9e dirty 0 pend 0 grant 537067520 00000020:00000020:5.0:1673551354.581262:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0000-mdtlov_UUID/000000001c5fbf11 dirty 0 pend 0 grant 0 00000100:00000001:14.0:1673551354.581263:0:2358800:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:14.0:1673551354.581263:0:2358800:0:(events.c:428:reply_out_callback()) Process leaving 00000020:00000020:5.0:1673551354.581263:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli cd52cb9a-4225-4c91-b023-faa62420b31d/00000000178ee4bb dirty 0 pend 0 grant 537067520 00000100:00000001:14.0:1673551354.581264:0:2358800:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:5.0:1673551354.581264:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli ai200x-MDT0002-mdtlov_UUID/00000000ef42fd6e dirty 0 pend 0 grant 0 00000020:00000020:5.0:1673551354.581264:0:2269464:0:(tgt_grant.c:149:tgt_check_export_grants()) ai200x-OST0002: cli 49374343-0861-470b-a659-345a443590fd/000000007c83e9df dirty 0 pend 0 grant 537067520 00000100:00000040:14.0:1673551354.581265:0:2358800:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=000000001f6219a4 refcount 45 to 0@lo 00002000:00000020:5.0:1673551354.581265:0:2269464:0:(ofd_obd.c:755:ofd_statfs()) 1923008600 blocks: 1442624642 free, 1423158942 avail; 60817408 objects: 29327698 free; state 200 00002000:00000001:5.0:1673551354.581266:0:2269464:0:(ofd_obd.c:795:ofd_statfs()) Process leaving 00010000:00000001:14.0:1673551354.581267:0:2358800:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00002000:00000001:5.0:1673551354.581267:0:2269464:0:(ofd_dev.c:1894:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551354.581268:0:12916:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000020:00000001:14.0:1673551354.581268:0:2358800:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:5.0:1673551354.581268:0:2269464:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109421835, transno 0, xid 1754791738766272 00010000:00000001:5.0:1673551354.581268:0:2269464:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000100:00000001:15.0:1673551354.581269:0:12916:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000020:00000001:14.0:1673551354.581269:0:2358800:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00010000:00000200:5.0:1673551354.581269:0:2269464:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000c1b682e2 x1754791738766272/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:240/0 lens 224/368 e 0 to 0 dl 1673551360 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000400:00000001:15.0:1673551354.581270:0:12916:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000040:14.0:1673551354.581270:0:2358800:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015dadcd2 x1754791738766208/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:240/0 lens 224/368 e 0 to 0 dl 1673551360 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000400:00000001:15.0:1673551354.581271:0:12916:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:15.0:1673551354.581272:0:12916:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 000000009cb4ca6a. 00010000:00000001:5.0:1673551354.581272:0:2269464:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:5.0:1673551354.581272:0:2269464:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1673551354.581273:0:12916:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000006fa60f33 00000100:00001000:5.0:1673551354.581273:0:2269464:0:(import.c:1925:at_measured()) add 1 to 0000000066aff150 time=112 v=1 (1 1 0 0) 00000400:00000010:15.0:1673551354.581274:0:12916:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000006fa60f33. 00000100:00100000:14.0:1673551354.581274:0:2358800:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000015dadcd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create03:ai200x-MDT0001-mdtlov_UUID+5:12916:x1754791738766208:12345-0@lo:13: Request processed in 68us (123us total) trans 0 rc 0/0 00000100:00000001:5.0:1673551354.581274:0:2269464:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000100:00000040:5.0:1673551354.581274:0:2269464:0:(connection.c:143:ptlrpc_connection_addref()) conn=000000001f6219a4 refcount 46 to 0@lo 00000100:00000001:15.0:1673551354.581275:0:12916:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:15.0:1673551354.581275:0:12916:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@0000000080f7a05a x1754791738766208/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551361 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:5.0:1673551354.581276:0:2269464:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912567927146656 : -52831505782404960 : ff444e0680e408a0) 02000000:00000001:5.0:1673551354.581276:0:2269464:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:14.0:1673551354.581277:0:2358800:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7069 02000000:00000001:5.0:1673551354.581277:0:2269464:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:5.0:1673551354.581277:0:2269464:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000040:14.0:1673551354.581278:0:2358800:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e0414e82 : new rpc_count 0 00000100:00000040:5.0:1673551354.581278:0:2269464:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:15.0:1673551354.581279:0:12916:0:(events.c:128:reply_in_callback()) @@@ unlink req@0000000080f7a05a x1754791738766208/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551361 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:14.0:1673551354.581279:0:2358800:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:14.0:1673551354.581279:0:2358800:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:5.0:1673551354.581279:0:2269464:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028f8201f. 00000020:00000010:14.0:1673551354.581280:0:2358800:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f81d824. 00000100:00000200:5.0:1673551354.581280:0:2269464:0:(niobuf.c:87:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1754791738766272, offset 224 00000020:00000010:14.0:1673551354.581281:0:2358800:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b8e8bcc. 00000100:00000001:15.0:1673551354.581282:0:12916:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000200:5.0:1673551354.581282:0:2269464:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:15.0:1673551354.581283:0:12916:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:14.0:1673551354.581283:0:2358800:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097557419. 00000020:00000040:14.0:1673551354.581284:0:2358800:0:(genops.c:979:class_export_put()) PUTting export 00000000e0414e82 : new refcount 4 00000100:00000001:14.0:1673551354.581284:0:2358800:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:5.0:1673551354.581284:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:15.0:1673551354.581285:0:12916:0:(client.c:1442:after_reply()) Process entered 00000400:00000200:5.0:1673551354.581285:0:2269464:0:(lib-move.c:4393:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:15.0:1673551354.581286:0:12916:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:15.0:1673551354.581286:0:12916:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000400:00000200:5.0:1673551354.581286:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00000001:15.0:1673551354.581287:0:12916:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551354.581287:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000400:00000200:5.0:1673551354.581287:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 02000000:00000001:15.0:1673551354.581288:0:12916:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551354.581288:0:2269464:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x63bf94a3e73c0 00000400:00000200:5.0:1673551354.581289:0:2269464:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 0@lo to cpt 3 00000100:00001000:15.0:1673551354.581290:0:12916:0:(import.c:1925:at_measured()) add 1 to 00000000f3a69ea4 time=117 v=1 (1 1 1 1) 00000400:00000200:5.0:1673551354.581290:0:2269464:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x4bd8ebcd [1] + 224 00000100:00001000:15.0:1673551354.581291:0:12916:0:(import.c:1925:at_measured()) add 1 to 000000008f6ee659 time=117 v=1 (1 1 1 1) 00000100:00000001:15.0:1673551354.581292:0:12916:0:(client.c:1363:ptlrpc_check_status()) Process entered 00000400:00000200:5.0:1673551354.581292:0:2269464:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:15.0:1673551354.581293:0:12916:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:5.0:1673551354.581293:0:2269464:0:(lib-msg.c:831:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:15.0:1673551354.581294:0:12916:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:5.0:1673551354.581294:0:2269464:0:(events.c:104:reply_in_callback()) Process entered 00010000:00000001:15.0:1673551354.581295:0:12916:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:5.0:1673551354.581295:0:2269464:0:(events.c:106:reply_in_callback()) @@@ type 2, status 0 req@00000000d2193708 x1754791738766272/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551361 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:15.0:1673551354.581296:0:12916:0:(client.c:2921:ptlrpc_free_committed()) Process entered 00000100:00000040:15.0:1673551354.581297:0:12916:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0003-osc-MDT0001: skip recheck: last_committed 249109420464 00000100:00000040:5.0:1673551354.581297:0:2269464:0:(events.c:175:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@00000000d2193708 x1754791738766272/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551361 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:15.0:1673551354.581298:0:12916:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000001:15.0:1673551354.581300:0:12916:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1673551354.581302:0:12916:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000080f7a05a x1754791738766208/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551361 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:5.0:1673551354.581304:0:2269464:0:(events.c:186:reply_in_callback()) Process leaving 00000400:00000200:5.0:1673551354.581305:0:2269464:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000028f8201f 00000400:00000010:5.0:1673551354.581305:0:2269464:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000028f8201f. 00000100:00000001:15.0:1673551354.581306:0:12916:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:5.0:1673551354.581306:0:2269464:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:5.0:1673551354.581307:0:2269464:0:(events.c:428:reply_out_callback()) Process leaving 00000100:00000001:5.0:1673551354.581307:0:2269464:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551354.581308:0:12916:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:15.0:1673551354.581308:0:12916:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:5.0:1673551354.581308:0:2269464:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=000000001f6219a4 refcount 45 to 0@lo 00000004:00000001:15.0:1673551354.581309:0:12916:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00010000:00000001:5.0:1673551354.581309:0:2269464:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:5.0:1673551354.581309:0:2269464:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:15.0:1673551354.581310:0:12916:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0003-osc-MDT0001: Updating status = 0 00000100:00000001:7.0:1673551354.581310:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1673551354.581310:0:12906:0:(client.c:1822:ptlrpc_check_set()) Process entered 00000020:00000001:5.0:1673551354.581310:0:2269464:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000004:00000040:15.0:1673551354.581311:0:12916:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0003-osc-MDT0001: blocks=1923008600 free=1447466831 avail=1428001130 avail_mb=5578129 hwm_mb=14671 files=60817408 ffree=29395648 state=200: rc = 0 00000400:00000001:7.0:1673551354.581311:0:12906:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000040:5.0:1673551354.581311:0:2269464:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1b682e2 x1754791738766272/t0(0) o13->ai200x-MDT0001-mdtlov_UUID@0@lo:240/0 lens 224/368 e 0 to 0 dl 1673551360 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000400:00000001:7.0:1673551354.581312:0:12906:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:7.0:1673551354.581312:0:12906:0:(lib-me.c:136:lnet_me_unlink()) slab-freed 'me' at 00000000426dbb6b. 00000004:00000020:15.0:1673551354.581313:0:12916:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0003-osc-MDT0001 (0000000096bf50d7): 1923008600 blocks, 1447466831 free, 1428001130 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 29395648 free files 0x200 00000400:00000200:7.0:1673551354.581313:0:12906:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000043521486 00000400:00000010:7.0:1673551354.581313:0:12906:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000043521486. 00000100:00000001:7.0:1673551354.581314:0:12906:0:(events.c:104:reply_in_callback()) Process entered 00000100:00000200:7.0:1673551354.581314:0:12906:0:(events.c:106:reply_in_callback()) @@@ type 6, status 0 req@00000000d2193708 x1754791738766272/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551361 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:7.0:1673551354.581316:0:12906:0:(events.c:128:reply_in_callback()) @@@ unlink req@00000000d2193708 x1754791738766272/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551361 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:5.0:1673551354.581316:0:2269464:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000c1b682e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create01:ai200x-MDT0001-mdtlov_UUID+5:12906:x1754791738766272:12345-0@lo:13: Request processed in 79us (128us total) trans 0 rc 0/0 00000004:00000001:15.0:1673551354.581317:0:12916:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1673551354.581318:0:12916:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080f7a05a x1754791738766208/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551361 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00000001:7.0:1673551354.581318:0:12906:0:(events.c:186:reply_in_callback()) Process leaving 00000100:00100000:5.0:1673551354.581318:0:2269464:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1775 00000100:00000040:5.0:1673551354.581318:0:2269464:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf4a289b : new rpc_count 0 00000100:00000001:7.0:1673551354.581319:0:12906:0:(client.c:2820:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551354.581319:0:12906:0:(client.c:1442:after_reply()) Process entered 00000100:00000001:5.0:1673551354.581319:0:2269464:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:5.0:1673551354.581319:0:2269464:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:15.0:1673551354.581320:0:12916:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@0000000080f7a05a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_03_02:ai200x-MDT0001-mdtlov_UUID:12916:1754791738766208:0@lo:13: 02000000:00000001:7.0:1673551354.581320:0:12906:0:(sec.c:1050:do_cli_unwrap_reply()) Process entered 00000100:00000001:7.0:1673551354.581320:0:12906:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000020:00000010:5.0:1673551354.581320:0:2269464:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009e775e0e. 00000100:00000001:15.0:1673551354.581321:0:12916:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551354.581321:0:12906:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:7.0:1673551354.581321:0:12906:0:(sec.c:1105:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:5.0:1673551354.581321:0:2269464:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006b880594. 00000100:00000001:15.0:1673551354.581322:0:12916:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:15.0:1673551354.581322:0:12916:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000080f7a05a x1754791738766208/t0(0) o13->ai200x-OST0003-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551361 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000020:00000010:5.0:1673551354.581322:0:2269464:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078b17e50. 00000020:00000040:5.0:1673551354.581322:0:2269464:0:(genops.c:979:class_export_put()) PUTting export 00000000cf4a289b : new refcount 4 00000100:00001000:7.0:1673551354.581323:0:12906:0:(import.c:1925:at_measured()) add 1 to 00000000ec9fb0aa time=117 v=1 (1 1 1 1) 00000100:00000001:5.0:1673551354.581323:0:2269464:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551354.581324:0:12916:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:15.0:1673551354.581324:0:12916:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:7.0:1673551354.581324:0:12906:0:(import.c:1925:at_measured()) add 1 to 000000008ec3d79d time=117 v=1 (1 1 1 1) 00000100:00000001:7.0:1673551354.581324:0:12906:0:(client.c:1363:ptlrpc_check_status()) Process entered 02000000:00000010:15.0:1673551354.581325:0:12916:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009846cdf2. 00000100:00000001:7.0:1673551354.581325:0:12906:0:(client.c:1382:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:7.0:1673551354.581325:0:12906:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 02000000:00000001:15.0:1673551354.581326:0:12916:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:7.0:1673551354.581326:0:12906:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551354.581327:0:12916:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:15.0:1673551354.581327:0:12916:0:(genops.c:1205:class_import_put()) import 00000000c0bbd62b refcount=2 obd=ai200x-OST0003-osc-MDT0001 00000020:00000001:15.0:1673551354.581328:0:12916:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:15.0:1673551354.581328:0:12916:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000025fd9cb. 00000100:00000001:7.0:1673551354.581328:0:12906:0:(client.c:2921:ptlrpc_free_committed()) Process entered 02000000:00000001:15.0:1673551354.581329:0:12916:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:15.0:1673551354.581329:0:12916:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:7.0:1673551354.581329:0:12906:0:(client.c:2933:ptlrpc_free_committed()) ai200x-OST0002-osc-MDT0001: skip recheck: last_committed 249109421835 00000100:00000001:7.0:1673551354.581329:0:12906:0:(client.c:2934:ptlrpc_free_committed()) Process leaving 00000100:00000010:15.0:1673551354.581330:0:12916:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 0000000080f7a05a. 00000100:00000001:7.0:1673551354.581330:0:12906:0:(client.c:1638:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551354.581331:0:12916:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:15.0:1673551354.581331:0:12916:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:7.0:1673551354.581331:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2193708 x1754791738766272/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551361 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:15.0:1673551354.581332:0:12916:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551354.581333:0:12916:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:15.0:1673551354.581333:0:12916:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551354.581333:0:12906:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:7.0:1673551354.581333:0:12906:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:15.0:1673551354.581334:0:12916:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1673551354.581334:0:12916:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551354.581334:0:12906:0:(niobuf.c:457:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551354.581335:0:12916:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1673551354.581335:0:12916:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:7.0:1673551354.581335:0:12906:0:(osp_precreate.c:147:osp_statfs_interpret()) Process entered 00000004:00000040:7.0:1673551354.581335:0:12906:0:(osp_precreate.c:105:osp_pre_update_status_msfs()) ai200x-OST0002-osc-MDT0001: Updating status = 0 00000004:00000040:7.0:1673551354.581336:0:12906:0:(osp_precreate.c:1076:osp_pre_update_msfs()) ai200x-OST0002-osc-MDT0001: blocks=1923008600 free=1442624642 avail=1423158942 avail_mb=5559214 hwm_mb=14671 files=60817408 ffree=29327698 state=200: rc = 0 00000004:00000020:7.0:1673551354.581338:0:12906:0:(osp_precreate.c:179:osp_statfs_interpret()) ai200x-OST0002-osc-MDT0001 (00000000edd6cd53): 1923008600 blocks, 1442624642 free, 1423158942 avail, 4096 bsize, 7335 reserved mb low, 14671 reserved mb high, 32 reserved ino low, 65 reserved ino high, 60817408 files, 29327698 free files 0x200 00000004:00000001:7.0:1673551354.581340:0:12906:0:(osp_precreate.c:181:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1673551354.581341:0:12906:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2193708 x1754791738766272/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551361 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00100000:7.0:1673551354.581343:0:12906:0:(client.c:2238:ptlrpc_check_set()) Completed RPC req@00000000d2193708 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ai200x-MDT0001-mdtlov_UUID:12906:1754791738766272:0@lo:13: 00000100:00000001:7.0:1673551354.581344:0:12906:0:(client.c:2289:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551354.581345:0:12906:0:(client.c:2726:__ptlrpc_req_finished()) Process entered 00000100:00000040:7.0:1673551354.581345:0:12906:0:(client.c:2734:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d2193708 x1754791738766272/t0(0) o13->ai200x-OST0002-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1673551361 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:7.0:1673551354.581347:0:12906:0:(client.c:2641:__ptlrpc_free_req()) Process entered 02000000:00000001:7.0:1673551354.581347:0:12906:0:(sec.c:1739:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:7.0:1673551354.581348:0:12906:0:(sec_null.c:213:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f2f0d94c. 02000000:00000001:7.0:1673551354.581349:0:12906:0:(sec.c:1753:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:7.0:1673551354.581349:0:12906:0:(genops.c:1199:class_import_put()) Process entered 00000020:00000040:7.0:1673551354.581350:0:12906:0:(genops.c:1205:class_import_put()) import 0000000030df3c5a refcount=2 obd=ai200x-OST0002-osc-MDT0001 00000020:00000001:7.0:1673551354.581350:0:12906:0:(genops.c:1212:class_import_put()) Process leaving 02000000:00000010:7.0:1673551354.581351:0:12906:0:(sec_null.c:183:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000088af8b28. 02000000:00000001:7.0:1673551354.581352:0:12906:0:(sec.c:470:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:7.0:1673551354.581352:0:12906:0:(sec.c:487:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:7.0:1673551354.581353:0:12906:0:(client.c:545:ptlrpc_request_cache_free()) slab-freed '(req)': 1112 at 00000000d2193708. 00000100:00000001:7.0:1673551354.581354:0:12906:0:(client.c:2699:__ptlrpc_free_req()) Process leaving 00000100:00000001:7.0:1673551354.581354:0:12906:0:(client.c:2767:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551354.581354:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:7.0:1673551354.581355:0:12906:0:(client.c:2460:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:7.0:1673551354.581356:0:12906:0:(client.c:2490:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551354.581356:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1673551354.581357:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1673551354.581357:0:12906:0:(ptlrpcd.c:328:ptlrpcd_check()) Process entered 00000100:00000001:7.0:1673551354.581357:0:12906:0:(ptlrpcd.c:428:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551354.837060:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551354.837061:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551354.837062:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551354.837063:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551354.837063:0:232941:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:4.0:1673551354.837064:0:232941:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551354.837065:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551354.837065:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551354.837066:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551354.837066:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551354.837067:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551354.837068:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551354.837068:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551354.837068:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551354.837069:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551354.837069:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551354.837071:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551354.837071:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551354.837072:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551354.837072:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551354.837073:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551354.837073:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551354.837075:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551354.837076:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:4.0:1673551354.837077:0:232941:0:(ldlm_pool.c:479:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:4.0:1673551354.837077:0:232941:0:(ldlm_pool.c:483:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551354.837091:0:2462291:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1673551354.837092:0:2462291:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:14.0:1673551354.837093:0:2462291:0:(ldlm_lockd.c:2828:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:8.2:1673551354.866252:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000306224d2] (68)++ 00000800:00000200:18.2:1673551354.866262:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (68)++ 00000800:00000200:12.0:1673551354.866268:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (69)++ 00000800:00000200:3.2:1673551354.866273:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (68)++ 00000800:00000200:12.0:1673551354.866277:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.20@o2ib 00000800:00000200:17.0:1673551354.866279:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (69)++ 00000400:00000200:12.0:1673551354.866280:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:13.0:1673551354.866282:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (70)++ 00000400:00000200:12.0:1673551354.866283:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000800:00000200:13.0:1673551354.866284:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.20@o2ib 00000400:00000200:12.0:1673551354.866285:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:17.0:1673551354.866286:0:12874:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.21@o2ib 00000400:00000200:12.0:1673551354.866287:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:17.0:1673551354.866289:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:17.0:1673551354.866291:0:12874:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.21@o2ib : PUT - for me 00000400:00000200:13.0:1673551354.866291:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551354.866292:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:17.0:1673551354.866293:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:13.0:1673551354.866293:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000800:00000200:19.0:1673551354.866294:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 00000400:00000200:12.0:1673551354.866294:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 12 MB=0x63bfd66a43780 00000400:00000200:17.0:1673551354.866295:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000400:00000200:13.0:1673551354.866295:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:17.0:1673551354.866296:0:12874:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551354.866296:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:13.0:1673551354.866297:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551354.866297:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-172.16.0.20@o2ib of length 224/224 into md 0x44dd146d [64] + 131088 00000400:00000200:17.0:1673551354.866298:0:12874:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 12 MB=0x63bfd66a438c0 00000400:00000200:13.0:1673551354.866299:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 28 MB=0x63bfd66a43b40 00000400:00000200:12.0:1673551354.866300:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551354.866301:0:12874:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-172.16.0.20@o2ib of length 224/224 into md 0xfa6e531 [64] + 7392 00000400:00000200:13.0:1673551354.866301:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.16.0.20@o2ib of length 224/224 into md 0x4b847a4d [8] + 4928 00000400:00000200:17.0:1673551354.866303:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551354.866303:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551354.866303:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:13.0:1673551354.866304:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:17.0:1673551354.866305:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000100:00000001:12.0:1673551354.866305:0:12872:0:(events.c:315:request_in_callback()) Process entered 00000100:00000001:17.0:1673551354.866306:0:12874:0:(events.c:315:request_in_callback()) Process entered 00000100:00000001:13.0:1673551354.866306:0:12871:0:(events.c:315:request_in_callback()) Process entered 00000100:00000200:13.0:1673551354.866306:0:12871:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:12.0:1673551354.866306:0:12872:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:17.0:1673551354.866307:0:12874:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:12.0:1673551354.866307:0:12872:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 0000000016d2f95b. 00000100:00000010:13.0:1673551354.866308:0:12871:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000a0b2aa17. 00000100:00000010:17.0:1673551354.866309:0:12874:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 000000007cc2aa40. 00000100:00000040:13.0:1673551354.866309:0:12871:0:(events.c:367:request_in_callback()) incoming req@00000000a0b2aa17 x1754809395067712 msgsize 224 00000100:00000040:12.0:1673551354.866309:0:12872:0:(events.c:367:request_in_callback()) incoming req@0000000016d2f95b x1754809395066752 msgsize 224 00000100:00000040:17.0:1673551354.866310:0:12874:0:(events.c:367:request_in_callback()) incoming req@000000007cc2aa40 x1754809395067072 msgsize 224 00000100:00100000:17.0:1673551354.866312:0:12874:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.21@o2ib) 00000100:00100000:13.0:1673551354.866312:0:12871:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.20@o2ib) 00000100:00100000:12.0:1673551354.866312:0:12872:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.20@o2ib) 00000100:00000001:17.0:1673551354.866318:0:12874:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:17.0:1673551354.866319:0:12874:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000009ece9c48] (69)++ 00000100:00000001:13.0:1673551354.866319:0:12871:0:(events.c:403:request_in_callback()) Process leaving 00000100:00000001:12.0:1673551354.866319:0:12872:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:12.0:1673551354.866320:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000306224d2] (71)++ 00000800:00000200:13.0:1673551354.866321:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000306224d2] (71)++ 00000800:00000200:17.0:1673551354.866322:0:12874:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000009ece9c48] (70)-- 00000800:00000200:13.0:1673551354.866322:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000306224d2] (73)-- 00000800:00000200:12.0:1673551354.866322:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000306224d2] (73)-- 00000800:00000200:13.0:1673551354.866323:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (71)-- 00000800:00000200:17.0:1673551354.866324:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (69)-- 00000800:00000200:12.0:1673551354.866324:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (70)-- 00000800:00000200:12.0:1673551354.866325:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (69)++ 00000800:00000200:13.0:1673551354.866326:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (69)++ 00000800:00000200:12.0:1673551354.866327:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.20@o2ib 00000100:00000001:18.0:1673551354.866328:0:2283413:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:13.0:1673551354.866328:0:12871:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.20@o2ib 00000400:00000200:12.0:1673551354.866328:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 02000000:00000001:18.0:1673551354.866329:0:2283413:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:15.0:1673551354.866329:0:2717748:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:13.0:1673551354.866329:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:18.0:1673551354.866330:0:2283413:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 02000000:00000001:15.0:1673551354.866330:0:2717748:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:14.0:1673551354.866330:0:2270409:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:14.0:1673551354.866330:0:2270409:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:12.0:1673551354.866330:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000100:00000001:18.0:1673551354.866331:0:2283413:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551354.866331:0:2717748:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:14.0:1673551354.866331:0:2270409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000400:00000200:13.0:1673551354.866331:0:12871:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.20@o2ib : PUT - for me 00000400:00000200:12.0:1673551354.866331:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:15.0:1673551354.866332:0:2717748:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551354.866332:0:2270409:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1673551354.866332:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 02000000:00000001:18.0:1673551354.866334:0:2283413:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1673551354.866334:0:2717748:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:14.0:1673551354.866334:0:2270409:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1673551354.866334:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00100000:18.0:1673551354.866335:0:2283413:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395067072 00000100:00100000:15.0:1673551354.866335:0:2717748:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395066752 00000100:00100000:14.0:1673551354.866335:0:2270409:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395067712 00000400:00000200:13.0:1673551354.866335:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000020:00000001:14.0:1673551354.866336:0:2270409:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000001:18.0:1673551354.866337:0:2283413:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:18.0:1673551354.866337:0:2283413:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876ca4 00000020:00000001:15.0:1673551354.866337:0:2717748:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:15.0:1673551354.866337:0:2717748:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876cab 00000020:00000040:14.0:1673551354.866337:0:2270409:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876a4a 00000020:00000001:18.0:1673551354.866338:0:2283413:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000001:15.0:1673551354.866338:0:2717748:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000001:14.0:1673551354.866338:0:2270409:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000400:00000200:12.0:1673551354.866338:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000020:00000040:18.0:1673551354.866339:0:2283413:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000ebefb99a refcount=5 00000020:00000040:15.0:1673551354.866339:0:2717748:0:(lustre_handles.c:152:class_handle2object()) GET export 0000000089451880 refcount=5 00000020:00000040:14.0:1673551354.866339:0:2270409:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000c611fe19 refcount=5 00000400:00000200:13.0:1673551354.866339:0:12871:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000400:00000200:12.0:1673551354.866339:0:12872:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 28 MB=0x63bfd66a43b00 00000020:00000001:18.0:1673551354.866340:0:2283413:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912565363520512 : -52831508346031104 : ff444e05e8163400) 00000020:00000001:15.0:1673551354.866340:0:2717748:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912555171656704 : -52831518537894912 : ff444e03889ab400) 00000020:00000001:14.0:1673551354.866340:0:2270409:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912595675776000 : -52831478033775616 : ff444e0cf6d68400) 00000400:00000200:13.0:1673551354.866340:0:12871:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.20@o2ib of length 224 into portal 12 MB=0x63bfd66a439c0 00000400:00000200:12.0:1673551354.866341:0:12872:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.16.0.20@o2ib of length 224/224 into md 0x4b847a4d [8] + 5152 00000020:00000001:18.0:1673551354.866342:0:2283413:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912565363520512 : -52831508346031104 : ff444e05e8163400) 00000020:00000001:15.0:1673551354.866342:0:2717748:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912555171656704 : -52831518537894912 : ff444e03889ab400) 00000020:00000001:14.0:1673551354.866342:0:2270409:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912595675776000 : -52831478033775616 : ff444e0cf6d68400) 00000400:00000200:12.0:1673551354.866342:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:18.0:1673551354.866343:0:2283413:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:15.0:1673551354.866343:0:2717748:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:14.0:1673551354.866343:0:2270409:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000400:00000200:13.0:1673551354.866343:0:12871:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-172.16.0.20@o2ib of length 224/224 into md 0x44dd146d [64] + 131312 00000100:00000001:18.0:1673551354.866344:0:2283413:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:12.0:1673551354.866344:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000001:15.0:1673551354.866345:0:2717748:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:14.0:1673551354.866345:0:2270409:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:13.0:1673551354.866345:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:12.0:1673551354.866345:0:12872:0:(events.c:315:request_in_callback()) Process entered 00000020:00000010:18.0:1673551354.866346:0:2283413:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007cf7c1b2. 00000020:00000010:15.0:1673551354.866346:0:2717748:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2b7a9f1. 00000020:00000010:14.0:1673551354.866346:0:2270409:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097557419. 00000400:00000200:13.0:1673551354.866346:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000200:12.0:1673551354.866346:0:12872:0:(events.c:325:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:13.0:1673551354.866347:0:12871:0:(events.c:315:request_in_callback()) Process entered 00000100:00000010:12.0:1673551354.866347:0:12872:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000c2c06df0. 00000020:00000010:18.0:1673551354.866348:0:2283413:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ffab7b02. 00000020:00000010:15.0:1673551354.866348:0:2717748:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bb6c396. 00000020:00000010:14.0:1673551354.866348:0:2270409:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f81d824. 00000100:00000200:13.0:1673551354.866348:0:12871:0:(events.c:325:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:12.0:1673551354.866348:0:12872:0:(events.c:367:request_in_callback()) incoming req@00000000c2c06df0 x1754809395067648 msgsize 224 00000020:00000010:15.0:1673551354.866349:0:2717748:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000be5c2368. 00000020:00000010:14.0:1673551354.866349:0:2270409:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b8e8bcc. 00000100:00000010:13.0:1673551354.866349:0:12871:0:(client.c:539:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1112 at 00000000e9c9b403. 00000020:00000010:18.0:1673551354.866350:0:2283413:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000bbe368b. 00000100:00000040:13.0:1673551354.866350:0:12871:0:(events.c:367:request_in_callback()) incoming req@00000000e9c9b403 x1754809395067328 msgsize 224 00000100:00100000:12.0:1673551354.866350:0:12872:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.20@o2ib) 00000100:00000040:18.0:1673551354.866351:0:2283413:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000040:15.0:1673551354.866351:0:2717748:0:(service.c:1268:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000040:14.0:1673551354.866352:0:2270409:0:(service.c:1268:ptlrpc_at_set_timer()) armed ost at +1s 00000100:00100000:13.0:1673551354.866352:0:12871:0:(events.c:370:request_in_callback()) peer: 12345-172.16.0.20@o2ib (source: 12345-172.16.0.20@o2ib) 00000100:00000001:18.0:1673551354.866353:0:2283413:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:18.0:1673551354.866353:0:2283413:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:15.0:1673551354.866353:0:2717748:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:15.0:1673551354.866353:0:2717748:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:14.0:1673551354.866353:0:2270409:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:14.0:1673551354.866353:0:2270409:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:18.0:1673551354.866354:0:2283413:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551354.866354:0:2717748:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:14.0:1673551354.866354:0:2270409:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1673551354.866354:0:12872:0:(events.c:403:request_in_callback()) Process leaving 00000100:00000001:13.0:1673551354.866355:0:12871:0:(events.c:403:request_in_callback()) Process leaving 00000800:00000200:12.0:1673551354.866355:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000306224d2] (70)++ 00000100:00000001:14.0:1673551354.866356:0:2270409:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000800:00000200:13.0:1673551354.866356:0:12871:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000007a1be710] (70)++ 00000800:00000200:12.0:1673551354.866356:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000306224d2] (71)-- 00000100:00000001:15.0:1673551354.866357:0:2717748:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:15.0:1673551354.866357:0:2717748:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:14.0:1673551354.866357:0:2270409:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000800:00000200:12.0:1673551354.866357:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (70)-- 00000100:00000001:18.0:1673551354.866358:0:2283413:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:18.0:1673551354.866358:0:2283413:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:15.0:1673551354.866358:0:2717748:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1673551354.866358:0:2270409:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1673551354.866358:0:12871:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000007a1be710] (71)-- 00000800:00000200:12.0:1673551354.866358:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (69)-- 00000100:00000001:18.0:1673551354.866359:0:2283413:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1673551354.866359:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000800:00000200:12.0:1673551354.866360:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000100:00000001:14.0:1673551354.866362:0:2270409:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1673551354.866363:0:2717748:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1673551354.866363:0:3192779:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:18.0:1673551354.866364:0:2283413:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:12.0:1673551354.866364:0:3192779:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:15.0:1673551354.866365:0:2717748:0:(service.c:2054:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:14.0:1673551354.866365:0:2270409:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:12.0:1673551354.866365:0:3192779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 02000000:00000001:15.0:1673551354.866366:0:2717748:0:(sec.c:2224:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:15.0:1673551354.866366:0:2717748:0:(pack_generic.c:620:__lustre_unpack_msg()) Process entered 00000100:00000001:14.0:1673551354.866366:0:2270409:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:12.0:1673551354.866366:0:3192779:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:18.0:1673551354.866367:0:2283413:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:18.0:1673551354.866367:0:2283413:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:15.0:1673551354.866367:0:2717748:0:(pack_generic.c:638:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1673551354.866367:0:3192779:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1673551354.866368:0:2717748:0:(sec.c:2272:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:14.0:1673551354.866368:0:2270409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 1329 00000100:00000001:13.0:1673551354.866368:0:2270087:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00100000:18.0:1673551354.866369:0:2283413:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 2244 00000100:00100000:15.0:1673551354.866369:0:2717748:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395067328 00000020:00000001:15.0:1673551354.866369:0:2717748:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000040:14.0:1673551354.866369:0:2270409:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000c611fe19 : new rpc_count 1 00000100:00000001:13.0:1673551354.866369:0:2270087:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00100000:12.0:1673551354.866369:0:3192779:0:(service.c:2136:ptlrpc_server_handle_req_in()) got req x1754809395067648 00000100:00000040:18.0:1673551354.866370:0:2283413:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000ebefb99a : new rpc_count 1 00000020:00000040:15.0:1673551354.866370:0:2717748:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c876b62 00000100:00000001:14.0:1673551354.866370:0:2270409:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912609254018432 : -52831464455533184 : ff444e10202a0d80) 00000020:00000001:12.0:1673551354.866370:0:3192779:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:12.0:1673551354.866370:0:3192779:0:(genops.c:911:class_conn2export()) looking for export cookie 0xa23f007b9c8769c5 00000100:00000001:18.0:1673551354.866371:0:2283413:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912628178396160 : -52831445531155456 : ff444e1488252400) 00000020:00000001:15.0:1673551354.866371:0:2717748:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000100:00100000:13.0:1673551354.866371:0:2270087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 4357 00000020:00000001:12.0:1673551354.866371:0:3192779:0:(lustre_handles.c:134:class_handle2object()) Process entered 00000020:00000040:15.0:1673551354.866372:0:2717748:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000f831e444 refcount=6 00000020:00000001:15.0:1673551354.866372:0:2717748:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912603748065280 : -52831469961486336 : ff444e0ed7fbe000) 00000100:00000040:18.0:1673551354.866373:0:2283413:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007cc2aa40 x1754809395067072/t0(0) o400->ai200x-MDT0001-lwp-OST0005_UUID@172.16.0.20@o2ib:240/0 lens 224/0 e 0 to 0 dl 1673551360 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000020:00000001:15.0:1673551354.866373:0:2717748:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912603748065280 : -52831469961486336 : ff444e0ed7fbe000) 00000100:00000040:14.0:1673551354.866373:0:2270409:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a0b2aa17 x1754809395067712/t0(0) o400->076da9d8-52a2-47b9-a3fa-37024082165e@172.16.0.20@o2ib:240/0 lens 224/0 e 0 to 0 dl 1673551360 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000040:13.0:1673551354.866373:0:2270087:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 0000000089451880 : new rpc_count 1 00000020:00000040:12.0:1673551354.866373:0:3192779:0:(lustre_handles.c:152:class_handle2object()) GET export 00000000fc51fd9e refcount=5 00000100:00000001:15.0:1673551354.866374:0:2717748:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:13.0:1673551354.866374:0:2270087:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912618753144320 : -52831454956407296 : ff444e12565b3600) 00000020:00000001:12.0:1673551354.866374:0:3192779:0:(lustre_handles.c:159:class_handle2object()) Process leaving (rc=18393912558465899520 : -52831515243652096 : ff444e044cf4dc00) 00000100:00000001:15.0:1673551354.866375:0:2717748:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:12.0:1673551354.866375:0:3192779:0:(genops.c:913:class_conn2export()) Process leaving (rc=18393912558465899520 : -52831515243652096 : ff444e044cf4dc00) 00000020:00000010:15.0:1673551354.866376:0:2717748:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f3396df. 00000100:00000040:13.0:1673551354.866376:0:2270087:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000016d2f95b x1754809395066752/t0(0) o400->ai200x-MDT0001-lwp-OST0004_UUID@172.16.0.20@o2ib:240/0 lens 224/0 e 0 to 0 dl 1673551360 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000001:18.0:1673551354.866377:0:2283413:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:18.0:1673551354.866377:0:2283413:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:15.0:1673551354.866377:0:2717748:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000051b2c05. 00000100:00000001:14.0:1673551354.866377:0:2270409:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:12.0:1673551354.866377:0:3192779:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:12.0:1673551354.866377:0:3192779:0:(service.c:1198:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:18.0:1673551354.866378:0:2283413:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@000000007cc2aa40 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_003:ai200x-MDT0001-lwp-OST0005_UUID+5:10575:x1754809395067072:12345-172.16.0.20@o2ib:400: 00000100:00000001:14.0:1673551354.866378:0:2270409:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:15.0:1673551354.866379:0:2717748:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000058eb14f0. 00000100:00100000:14.0:1673551354.866379:0:2270409:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000a0b2aa17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost03_003:076da9d8-52a2-47b9-a3fa-37024082165e+5:10578:x1754809395067712:12345-172.16.0.20@o2ib:400: 00000020:00000010:12.0:1673551354.866379:0:3192779:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b55e9cd4. 00000100:00000200:18.0:1673551354.866380:0:2283413:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395067072 00000100:00000001:15.0:1673551354.866380:0:2717748:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:15.0:1673551354.866380:0:2717748:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:18.0:1673551354.866381:0:2283413:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:15.0:1673551354.866381:0:2717748:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:14.0:1673551354.866381:0:2270409:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395067712 00000020:00000010:12.0:1673551354.866381:0:3192779:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002891a036. 00000020:00000001:18.0:1673551354.866382:0:2283413:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000001:15.0:1673551354.866382:0:2717748:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:14.0:1673551354.866382:0:2270409:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:13.0:1673551354.866382:0:2270087:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 00000100:00000001:13.0:1673551354.866382:0:2270087:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:18.0:1673551354.866383:0:2283413:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551354.866383:0:2717748:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:15.0:1673551354.866383:0:2717748:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1673551354.866383:0:2270409:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000010:12.0:1673551354.866383:0:3192779:0:(tgt_main.c:774:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000012dcbb8b. 00000020:00000001:18.0:1673551354.866384:0:2283413:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:14.0:1673551354.866384:0:2270409:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:13.0:1673551354.866384:0:2270087:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@0000000016d2f95b pname:cluuid+ref:pid:xid:nid:opc:job mdt03_001:ai200x-MDT0001-lwp-OST0004_UUID+5:10579:x1754809395066752:12345-172.16.0.20@o2ib:400: 00000100:00000001:12.0:1673551354.866384:0:3192779:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000020:00000001:18.0:1673551354.866385:0:2283413:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000020:00000001:18.0:1673551354.866385:0:2283413:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:14.0:1673551354.866385:0:2270409:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00000001:12.0:1673551354.866385:0:3192779:0:(service.c:1729:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:18.0:1673551354.866386:0:2283413:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:14.0:1673551354.866386:0:2270409:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000100:00000200:13.0:1673551354.866386:0:2270087:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395066752 00000100:00000001:12.0:1673551354.866386:0:3192779:0:(service.c:1759:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:18.0:1673551354.866387:0:2283413:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:18.0:1673551354.866387:0:2283413:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000001:15.0:1673551354.866387:0:2717748:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:14.0:1673551354.866387:0:2270409:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:13.0:1673551354.866387:0:2270087:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:18.0:1673551354.866388:0:2283413:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551354.866388:0:2717748:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000020:00000001:14.0:1673551354.866388:0:2270409:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:13.0:1673551354.866388:0:2270087:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000001:12.0:1673551354.866388:0:3192779:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:12.0:1673551354.866388:0:3192779:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:18.0:1673551354.866389:0:2283413:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00000001:15.0:1673551354.866389:0:2717748:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000020:00000001:14.0:1673551354.866389:0:2270409:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:13.0:1673551354.866389:0:2270087:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551354.866389:0:3192779:0:(service.c:1887:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:15.0:1673551354.866390:0:2717748:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 4358 00000020:00000001:14.0:1673551354.866390:0:2270409:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:13.0:1673551354.866390:0:2270087:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00000001:18.0:1673551354.866391:0:2283413:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:18.0:1673551354.866391:0:2283413:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:15.0:1673551354.866391:0:2717748:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000f831e444 : new rpc_count 1 00000020:00000001:14.0:1673551354.866391:0:2270409:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1673551354.866391:0:2270087:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000100:00000001:15.0:1673551354.866392:0:2717748:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912609254024192 : -52831464455527424 : ff444e10202a2400) 00000020:00000001:14.0:1673551354.866392:0:2270409:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000020:00000001:13.0:1673551354.866392:0:2270087:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 02000000:00000010:18.0:1673551354.866393:0:2283413:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 000000000a921222. 02000000:00000001:18.0:1673551354.866393:0:2283413:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1673551354.866393:0:2717748:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e9c9b403 x1754809395067328/t0(0) o400->076da9d8-52a2-47b9-a3fa-37024082165e@172.16.0.20@o2ib:240/0 lens 224/0 e 0 to 0 dl 1673551360 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00000001:14.0:1673551354.866393:0:2270409:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000020:00000001:13.0:1673551354.866393:0:2270087:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1673551354.866393:0:3192779:0:(service.c:2202:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:18.0:1673551354.866394:0:2283413:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:14.0:1673551354.866394:0:2270409:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:13.0:1673551354.866394:0:2270087:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:18.0:1673551354.866395:0:2283413:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:18.0:1673551354.866395:0:2283413:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 0, transno 0, xid 1754809395067072 02000000:00000010:14.0:1673551354.866395:0:2270409:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 00000000497cc71e. 00000020:00000001:13.0:1673551354.866395:0:2270087:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00010000:00000001:18.0:1673551354.866396:0:2283413:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000020:00000001:13.0:1673551354.866396:0:2270087:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551354.866396:0:3192779:0:(service.c:2226:ptlrpc_server_handle_request()) Process entered 00000100:00000001:12.0:1673551354.866396:0:3192779:0:(service.c:2004:ptlrpc_server_request_get()) Process entered 00000100:00000001:15.0:1673551354.866397:0:2717748:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 02000000:00000001:14.0:1673551354.866397:0:2270409:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1673551354.866397:0:2270087:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00010000:00000200:18.0:1673551354.866398:0:2283413:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@000000007cc2aa40 x1754809395067072/t0(0) o400->ai200x-MDT0001-lwp-OST0005_UUID@172.16.0.20@o2ib:240/0 lens 224/224 e 0 to 0 dl 1673551360 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00000001:15.0:1673551354.866398:0:2717748:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:14.0:1673551354.866398:0:2270409:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1673551354.866398:0:2270087:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:13.0:1673551354.866398:0:2270087:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:12.0:1673551354.866398:0:3192779:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.16.0.20@o2ib, seq: 1330 00000100:00100000:15.0:1673551354.866399:0:2717748:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000e9c9b403 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_007:076da9d8-52a2-47b9-a3fa-37024082165e+6:10575:x1754809395067328:12345-172.16.0.20@o2ib:400: 00000020:00000001:14.0:1673551354.866399:0:2270409:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:13.0:1673551354.866399:0:2270087:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 0000000089673664. 00000100:00000040:12.0:1673551354.866399:0:3192779:0:(service.c:2035:ptlrpc_server_request_get()) RPC GETting export 00000000fc51fd9e : new rpc_count 1 00000100:00000200:15.0:1673551354.866400:0:2717748:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395067328 00010000:00000040:14.0:1673551354.866400:0:2270409:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109400398, transno 0, xid 1754809395067712 02000000:00000001:13.0:1673551354.866400:0:2270087:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1673551354.866400:0:3192779:0:(service.c:2037:ptlrpc_server_request_get()) Process leaving (rc=18393912618753139712 : -52831454956411904 : ff444e12565b2400) 00010000:00000001:18.0:1673551354.866401:0:2283413:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:18.0:1673551354.866401:0:2283413:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551354.866401:0:2717748:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:13.0:1673551354.866401:0:2270087:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1673551354.866402:0:2717748:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00010000:00000001:14.0:1673551354.866402:0:2270409:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000020:00000001:13.0:1673551354.866402:0:2270087:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:12.0:1673551354.866402:0:3192779:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c2c06df0 x1754809395067648/t0(0) o400->076da9d8-52a2-47b9-a3fa-37024082165e@172.16.0.20@o2ib:240/0 lens 224/0 e 0 to 0 dl 1673551360 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'' 00000100:00001000:18.0:1673551354.866403:0:2283413:0:(import.c:1925:at_measured()) add 1 to 00000000ed15471c time=122 v=1 (1 1 1 1) 00000020:00000001:15.0:1673551354.866403:0:2717748:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:14.0:1673551354.866403:0:2270409:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000a0b2aa17 x1754809395067712/t0(0) o400->076da9d8-52a2-47b9-a3fa-37024082165e@172.16.0.20@o2ib:240/0 lens 224/224 e 0 to 0 dl 1673551360 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00010000:00000040:13.0:1673551354.866403:0:2270087:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 0, transno 0, xid 1754809395066752 00000100:00000001:18.0:1673551354.866404:0:2283413:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000020:00000001:15.0:1673551354.866404:0:2717748:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00010000:00000001:13.0:1673551354.866404:0:2270087:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000100:00000040:18.0:1673551354.866405:0:2283413:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 49 to 172.16.0.20@o2ib 00000020:00000001:15.0:1673551354.866405:0:2717748:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000100:00000001:18.0:1673551354.866406:0:2283413:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 00000020:00000001:15.0:1673551354.866406:0:2717748:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00010000:00000200:13.0:1673551354.866406:0:2270087:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@0000000016d2f95b x1754809395066752/t0(0) o400->ai200x-MDT0001-lwp-OST0004_UUID@172.16.0.20@o2ib:240/0 lens 224/224 e 0 to 0 dl 1673551360 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00000001:12.0:1673551354.866406:0:3192779:0:(service.c:1122:ptlrpc_update_export_timer()) Process entered 02000000:00000001:18.0:1673551354.866407:0:2283413:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:18.0:1673551354.866407:0:2283413:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:15.0:1673551354.866407:0:2717748:0:(tgt_lastrcvd.c:2249:tgt_lookup_reply()) ai200x-MDT0001: lookup reply xid 1754809395067328, found 0 last_xid 1754809395067327 00010000:00000001:14.0:1673551354.866407:0:2270409:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00000100:00000001:12.0:1673551354.866407:0:3192779:0:(service.c:1137:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:18.0:1673551354.866408:0:2283413:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000020:00000001:15.0:1673551354.866408:0:2717748:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:14.0:1673551354.866408:0:2270409:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:12.0:1673551354.866408:0:3192779:0:(service.c:2293:ptlrpc_server_handle_request()) Handling RPC req@00000000c2c06df0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost03_018:076da9d8-52a2-47b9-a3fa-37024082165e+5:10577:x1754809395067648:12345-172.16.0.20@o2ib:400: 00000100:00000040:18.0:1673551354.866409:0:2283413:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.21@o2ib 00000020:00000001:15.0:1673551354.866409:0:2717748:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:15.0:1673551354.866409:0:2717748:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00001000:14.0:1673551354.866409:0:2270409:0:(import.c:1925:at_measured()) add 1 to 000000000ad41bd7 time=124 v=1 (1 1 1 1) 00000400:00000010:18.0:1673551354.866410:0:2283413:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a7984fb. 00000020:00000001:15.0:1673551354.866410:0:2717748:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1673551354.866410:0:2270087:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00000100:00000200:12.0:1673551354.866410:0:3192779:0:(service.c:2298:ptlrpc_server_handle_request()) got req 1754809395067648 00000020:00000001:15.0:1673551354.866411:0:2717748:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000100:00000001:14.0:1673551354.866411:0:2270409:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00010000:00000001:13.0:1673551354.866411:0:2270087:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:12.0:1673551354.866411:0:3192779:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000200:18.0:1673551354.866412:0:2283413:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754809395067072, offset 224 00000100:00000001:15.0:1673551354.866412:0:2717748:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 02000000:00000001:15.0:1673551354.866412:0:2717748:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:14.0:1673551354.866412:0:2270409:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 50 to 172.16.0.20@o2ib 00000100:00001000:13.0:1673551354.866412:0:2270087:0:(import.c:1925:at_measured()) add 1 to 00000000df0afe6d time=125 v=1 (1 1 1 1) 00000020:00000001:12.0:1673551354.866412:0:3192779:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:12.0:1673551354.866412:0:3192779:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:15.0:1673551354.866413:0:2717748:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 000000005bfea922. 00000100:00000001:14.0:1673551354.866413:0:2270409:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 00000020:00000001:12.0:1673551354.866413:0:3192779:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000400:00000200:18.0:1673551354.866414:0:2283413:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.21@o2ib 02000000:00000001:15.0:1673551354.866414:0:2717748:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:14.0:1673551354.866414:0:2270409:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:13.0:1673551354.866414:0:2270087:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000020:00000001:12.0:1673551354.866414:0:3192779:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072660765056 : -1048786560 : ffffffffc17cc980) 00000100:00000001:15.0:1673551354.866415:0:2717748:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:14.0:1673551354.866415:0:2270409:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:13.0:1673551354.866415:0:2270087:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 51 to 172.16.0.20@o2ib 00000020:00000001:12.0:1673551354.866415:0:3192779:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000400:00000200:18.0:1673551354.866416:0:2283413:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000020:00000001:15.0:1673551354.866416:0:2717748:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:15.0:1673551354.866416:0:2717748:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 244813813271, transno 0, xid 1754809395067328 00000100:00000001:14.0:1673551354.866416:0:2270409:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000100:00000001:13.0:1673551354.866416:0:2270087:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 00000020:00000001:12.0:1673551354.866416:0:3192779:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:15.0:1673551354.866417:0:2717748:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000100:00000040:14.0:1673551354.866417:0:2270409:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 02000000:00000001:13.0:1673551354.866417:0:2270087:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:12.0:1673551354.866417:0:3192779:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000400:00000200:18.0:1673551354.866418:0:2283413:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.21@o2ib local destination 02000000:00000001:13.0:1673551354.866418:0:2270087:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:12.0:1673551354.866418:0:3192779:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:12.0:1673551354.866418:0:3192779:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:15.0:1673551354.866419:0:2717748:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000e9c9b403 x1754809395067328/t0(0) o400->076da9d8-52a2-47b9-a3fa-37024082165e@172.16.0.20@o2ib:240/0 lens 224/224 e 0 to 0 dl 1673551360 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000400:00000010:14.0:1673551354.866419:0:2270409:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ccb9bb6a. 00000100:00000001:13.0:1673551354.866419:0:2270087:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000020:00000001:12.0:1673551354.866419:0:3192779:0:(tgt_handler.c:1108:tgt_obd_ping()) Process entered 00000400:00000200:18.0:1673551354.866420:0:2283413:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 00000100:00000200:14.0:1673551354.866420:0:2270409:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1754809395067712, offset 224 00000100:00000040:13.0:1673551354.866420:0:2270087:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000100:00000001:12.0:1673551354.866420:0:3192779:0:(pack_generic.c:315:lustre_pack_reply_v2()) Process entered 00000400:00000010:13.0:1673551354.866421:0:2270087:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8858809. 02000000:00000001:12.0:1673551354.866421:0:3192779:0:(sec.c:2286:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:12.0:1673551354.866421:0:3192779:0:(sec_null.c:315:null_alloc_rs()) kmalloced '(rs)': 480 at 000000009a80a7ab. 00010000:00000001:15.0:1673551354.866422:0:2717748:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:15.0:1673551354.866422:0:2717748:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:14.0:1673551354.866422:0:2270409:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 02000000:00000001:12.0:1673551354.866422:0:3192779:0:(sec.c:2323:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:18.0:1673551354.866423:0:2283413:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.21@o2ib(172.16.0.21@o2ib:172.16.0.21@o2ib) : PUT try# 0 00000100:00001000:15.0:1673551354.866423:0:2717748:0:(import.c:1925:at_measured()) add 1 to 00000000df0afe6d time=125 v=1 (1 1 1 1) 00000100:00000001:12.0:1673551354.866423:0:3192779:0:(pack_generic.c:350:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551354.866424:0:2717748:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000400:00000200:14.0:1673551354.866424:0:2270409:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000200:13.0:1673551354.866424:0:2270087:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754809395066752, offset 224 00000020:00000001:12.0:1673551354.866424:0:3192779:0:(tgt_handler.c:1123:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:12.0:1673551354.866424:0:3192779:0:(ldlm_lib.c:3181:target_committed_to_req()) last_committed 249109398670, transno 0, xid 1754809395067648 00000800:00000200:18.0:1673551354.866425:0:2283413:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.21@o2ib 00000100:00000040:15.0:1673551354.866425:0:2717748:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 52 to 172.16.0.20@o2ib 00010000:00000001:12.0:1673551354.866425:0:3192779:0:(ldlm_lib.c:3250:target_send_reply()) Process entered 00000100:00000001:15.0:1673551354.866426:0:2717748:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 00000400:00000200:13.0:1673551354.866426:0:2270087:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:18.0:1673551354.866427:0:2283413:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.21@o2ib to cpt 4 02000000:00000001:15.0:1673551354.866427:0:2717748:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:14.0:1673551354.866427:0:2270409:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.20@o2ib local destination 00010000:00000200:12.0:1673551354.866427:0:3192779:0:(ldlm_lib.c:3238:target_send_reply_msg()) @@@ sending reply req@00000000c2c06df0 x1754809395067648/t0(0) o400->076da9d8-52a2-47b9-a3fa-37024082165e@172.16.0.20@o2ib:240/0 lens 224/224 e 0 to 0 dl 1673551360 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 02000000:00000001:15.0:1673551354.866428:0:2717748:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1673551354.866428:0:2717748:0:(niobuf.c:56:ptl_send_buf()) Process entered 00000400:00000200:14.0:1673551354.866429:0:2270409:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:18.0:1673551354.866430:0:2283413:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [000000008229e43b] -> 172.16.0.21@o2ib (2) version: 12 00000100:00000040:15.0:1673551354.866430:0:2717748:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00010000:00000001:12.0:1673551354.866430:0:3192779:0:(ldlm_lib.c:3193:target_pack_pool_reply()) Process entered 00010000:00000001:12.0:1673551354.866430:0:3192779:0:(ldlm_lib.c:3214:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:15.0:1673551354.866431:0:2717748:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fa60f33. 00000100:00001000:12.0:1673551354.866431:0:3192779:0:(import.c:1925:at_measured()) add 1 to 000000000ad41bd7 time=124 v=1 (1 1 1 1) 00000800:00000200:18.0:1673551354.866432:0:2283413:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000009ece9c48] (68)++ 00000100:00000200:15.0:1673551354.866432:0:2717748:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1754809395067328, offset 224 00000100:00000001:12.0:1673551354.866432:0:3192779:0:(connection.c:138:ptlrpc_connection_addref()) Process entered 00000800:00000200:18.0:1673551354.866433:0:2283413:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000009ece9c48] (69)++ 00000400:00000200:14.0:1673551354.866433:0:2270409:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000100:00000040:12.0:1673551354.866433:0:3192779:0:(connection.c:143:ptlrpc_connection_addref()) conn=00000000362e9b31 refcount 53 to 172.16.0.20@o2ib 00000400:00000200:15.0:1673551354.866434:0:2717748:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000100:00000001:12.0:1673551354.866434:0:3192779:0:(connection.c:145:ptlrpc_connection_addref()) Process leaving (rc=18393912560592632736 : -52831513116918880 : ff444e04cbb83ba0) 00000800:00000200:18.0:1673551354.866435:0:2283413:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000009ece9c48] (70)-- 02000000:00000001:12.0:1673551354.866435:0:3192779:0:(sec.c:2337:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:18.0:1673551354.866436:0:2283413:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1673551354.866436:0:2270409:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000400:00000200:13.0:1673551354.866436:0:2270087:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 02000000:00000001:12.0:1673551354.866436:0:3192779:0:(sec.c:2348:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:18.0:1673551354.866437:0:2283413:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 52 to 172.16.0.20@o2ib 00000100:00000001:12.0:1673551354.866437:0:3192779:0:(niobuf.c:56:ptl_send_buf()) Process entered 00010000:00000001:18.0:1673551354.866438:0:2283413:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:18.0:1673551354.866438:0:2283413:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1673551354.866438:0:2270087:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.20@o2ib local destination 00000100:00000040:12.0:1673551354.866438:0:3192779:0:(niobuf.c:59:ptl_send_buf()) peer_id 12345-172.16.0.20@o2ib 00000400:00000010:12.0:1673551354.866439:0:3192779:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f93900d8. 00000800:00000200:18.2:1673551354.866440:0:2283413:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000009ece9c48] (69)++ 00000400:00000200:13.0:1673551354.866440:0:2270087:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000200:12.0:1673551354.866441:0:3192779:0:(niobuf.c:87:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1754809395067648, offset 224 00000400:00000200:12.0:1673551354.866443:0:3192779:0:(lib-move.c:4904:LNetPut()) LNetPut -> 12345-172.16.0.20@o2ib 00000400:00000200:13.0:1673551354.866444:0:2270087:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000020:00000001:18.0:1673551354.866446:0:2283413:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000400:00000200:15.0:1673551354.866446:0:2717748:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:13.0:1673551354.866446:0:2270087:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000100:00000040:18.0:1673551354.866447:0:2283413:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007cc2aa40 x1754809395067072/t0(0) o400->ai200x-MDT0001-lwp-OST0005_UUID@172.16.0.20@o2ib:240/0 lens 224/224 e 0 to 0 dl 1673551360 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000400:00000200:15.0:1673551354.866448:0:2717748:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.59@o2ib to MR: 172.16.0.20@o2ib local destination 00000400:00000200:15.0:1673551354.866449:0:2717748:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00100000:18.0:1673551354.866452:0:2283413:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@000000007cc2aa40 pname:cluuid+ref:pid:xid:nid:opc:job mdt04_003:ai200x-MDT0001-lwp-OST0005_UUID+5:10575:x1754809395067072:12345-172.16.0.20@o2ib:400: Request processed in 74us (140us total) trans 0 rc 0/0 00000400:00000200:15.0:1673551354.866453:0:2717748:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000800:00000200:19.0:1673551354.866454:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000009ece9c48] (70)++ 00000400:00000200:14.0:1673551354.866454:0:2270409:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:15.0:1673551354.866455:0:2717748:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000100:00100000:18.0:1673551354.866456:0:2283413:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 2244 00000400:00000200:12.0:1673551354.866456:0:3192779:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000040:18.0:1673551354.866457:0:2283413:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ebefb99a : new rpc_count 0 00000800:00000200:14.0:1673551354.866457:0:2270409:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000c10ae60a] -> 172.16.0.20@o2ib (2) version: 12 00000400:00000200:12.0:1673551354.866458:0:3192779:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.20@o2ib local destination 00000100:00000001:18.0:1673551354.866459:0:2283413:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:18.0:1673551354.866459:0:2283413:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:14.0:1673551354.866459:0:2270409:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000306224d2] (68)++ 00000400:00000200:12.0:1673551354.866459:0:3192779:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:19.0:1673551354.866460:0:12873:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000009ece9c48] (71)-- 00000020:00000010:18.0:1673551354.866460:0:2283413:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ffab7b02. 00000800:00000200:14.0:1673551354.866460:0:2270409:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000306224d2] (69)++ 00000400:00000200:19.0:1673551354.866461:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:18.0:1673551354.866462:0:2283413:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000bbe368b. 00000400:00000200:12.0:1673551354.866462:0:3192779:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.20@o2ib(172.16.0.20@o2ib:172.16.0.20@o2ib) : PUT try# 0 00000400:00000200:19.0:1673551354.866463:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.21@o2ib: PUT: OK 00000020:00000010:18.0:1673551354.866463:0:2283413:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007cf7c1b2. 00000800:00000200:14.0:1673551354.866463:0:2270409:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000306224d2] (70)-- 00000020:00000040:18.0:1673551354.866464:0:2283413:0:(genops.c:979:class_export_put()) PUTting export 00000000ebefb99a : new refcount 4 00000100:00000001:14.0:1673551354.866464:0:2270409:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1673551354.866464:0:2270087:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000800:00000200:12.0:1673551354.866464:0:3192779:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.16.0.20@o2ib 00000400:00000200:19.0:1673551354.866465:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000001a7984fb 00000100:00000001:18.0:1673551354.866465:0:2283413:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:19.0:1673551354.866466:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000001a7984fb. 00000800:00000200:17.0:1673551354.866466:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (70)-- 00000400:00000200:15.0:1673551354.866466:0:2717748:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000040:14.0:1673551354.866466:0:2270409:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 51 to 172.16.0.20@o2ib 00000100:00000001:19.0:1673551354.866467:0:12873:0:(events.c:416:reply_out_callback()) Process entered 00010000:00000001:14.0:1673551354.866467:0:2270409:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000800:00000200:13.0:1673551354.866467:0:2270087:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000c10ae60a] -> 172.16.0.20@o2ib (2) version: 12 00000400:00000200:12.0:1673551354.866467:0:3192779:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.20@o2ib to cpt 3 00000100:00000001:19.0:1673551354.866468:0:12873:0:(events.c:428:reply_out_callback()) Process leaving 00000020:00000001:14.0:1673551354.866468:0:2270409:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1673551354.866468:0:2270087:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000306224d2] (69)++ 00000800:00000200:15.0:1673551354.866469:0:2717748:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000004111b72] -> 172.16.0.20@o2ib (2) version: 12 00000020:00000001:14.0:1673551354.866469:0:2270409:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000800:00000200:13.0:1673551354.866469:0:2270087:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000306224d2] (70)++ 00000800:00000200:19.0:1673551354.866470:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000009ece9c48] (69)-- 00000800:00000200:15.0:1673551354.866470:0:2717748:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000007a1be710] (68)++ 00000100:00000040:14.0:1673551354.866470:0:2270409:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0b2aa17 x1754809395067712/t0(0) o400->076da9d8-52a2-47b9-a3fa-37024082165e@172.16.0.20@o2ib:240/0 lens 224/224 e 0 to 0 dl 1673551360 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000800:00000200:12.0:1673551354.866470:0:3192779:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000c10ae60a] -> 172.16.0.20@o2ib (2) version: 12 00000800:00000200:15.0:1673551354.866471:0:2717748:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000007a1be710] (69)++ 00000800:00000200:12.0:1673551354.866471:0:3192779:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000306224d2] (71)++ 00000800:00000200:13.0:1673551354.866472:0:2270087:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000306224d2] (72)-- 00000800:00000200:12.0:1673551354.866472:0:3192779:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000306224d2] (72)++ 00000800:00000200:8.2:1673551354.866472:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000306224d2] (72)++ 00000800:00000200:15.0:1673551354.866473:0:2717748:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000007a1be710] (70)-- 00000100:00000001:13.0:1673551354.866473:0:2270087:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1673551354.866473:0:3192779:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000306224d2] (73)-- 00000100:00000001:15.0:1673551354.866474:0:2717748:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:14.0:1673551354.866474:0:2270409:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000a0b2aa17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost03_003:076da9d8-52a2-47b9-a3fa-37024082165e+5:10578:x1754809395067712:12345-172.16.0.20@o2ib:400: Request processed in 96us (164us total) trans 0 rc 0/0 00000100:00000040:13.0:1673551354.866474:0:2270087:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 50 to 172.16.0.20@o2ib 00000100:00000001:12.0:1673551354.866474:0:3192779:0:(niobuf.c:104:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1673551354.866475:0:2717748:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 48 to 172.16.0.20@o2ib 00010000:00000001:13.0:1673551354.866475:0:2270087:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:13.0:1673551354.866476:0:2270087:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:12.0:1673551354.866476:0:3192779:0:(lustre_net.h:1946:ptlrpc_connection_put()) PUT conn=00000000362e9b31 refcount 48 to 172.16.0.20@o2ib 00010000:00000001:12.0:1673551354.866476:0:3192779:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000100:00100000:14.0:1673551354.866477:0:2270409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 1329 00000020:00000001:13.0:1673551354.866477:0:2270087:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000020:00000001:12.0:1673551354.866477:0:3192779:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1673551354.866478:0:2717748:0:(ldlm_lib.c:3262:target_send_reply()) Process leaving 00000020:00000001:15.0:1673551354.866478:0:2717748:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1673551354.866478:0:2270409:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c611fe19 : new rpc_count 0 00000100:00000040:13.0:1673551354.866478:0:2270087:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016d2f95b x1754809395066752/t0(0) o400->ai200x-MDT0001-lwp-OST0004_UUID@172.16.0.20@o2ib:240/0 lens 224/224 e 0 to 0 dl 1673551360 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000020:00000001:12.0:1673551354.866478:0:3192779:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000020:00000001:15.0:1673551354.866479:0:2717748:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000001:14.0:1673551354.866479:0:2270409:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:12.0:1673551354.866479:0:3192779:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2c06df0 x1754809395067648/t0(0) o400->076da9d8-52a2-47b9-a3fa-37024082165e@172.16.0.20@o2ib:240/0 lens 224/224 e 0 to 0 dl 1673551360 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00000040:15.0:1673551354.866480:0:2717748:0:(lustre_net.h:2407:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9c9b403 x1754809395067328/t0(0) o400->076da9d8-52a2-47b9-a3fa-37024082165e@172.16.0.20@o2ib:240/0 lens 224/224 e 0 to 0 dl 1673551360 ref 1 fl Interpret:H/0/0 rc 0/0 job:'' 00000100:00000001:14.0:1673551354.866480:0:2270409:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:14.0:1673551354.866481:0:2270409:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f81d824. 00000020:00000010:14.0:1673551354.866482:0:2270409:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b8e8bcc. 00000800:00000200:3.2:1673551354.866482:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000007a1be710] (69)++ 00000020:00000010:14.0:1673551354.866483:0:2270409:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097557419. 00000100:00100000:13.0:1673551354.866483:0:2270087:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@0000000016d2f95b pname:cluuid+ref:pid:xid:nid:opc:job mdt03_001:ai200x-MDT0001-lwp-OST0004_UUID+5:10579:x1754809395066752:12345-172.16.0.20@o2ib:400: Request processed in 100us (173us total) trans 0 rc 0/0 00000100:00100000:12.0:1673551354.866483:0:3192779:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000c2c06df0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost03_018:076da9d8-52a2-47b9-a3fa-37024082165e+5:10577:x1754809395067648:12345-172.16.0.20@o2ib:400: Request processed in 76us (134us total) trans 0 rc 0/0 00000100:00100000:15.0:1673551354.866484:0:2717748:0:(service.c:2342:ptlrpc_server_handle_request()) Handled RPC req@00000000e9c9b403 pname:cluuid+ref:pid:xid:nid:opc:job mdt03_007:076da9d8-52a2-47b9-a3fa-37024082165e+6:10575:x1754809395067328:12345-172.16.0.20@o2ib:400: Request processed in 86us (133us total) trans 0 rc 0/0 00000020:00000040:14.0:1673551354.866485:0:2270409:0:(genops.c:979:class_export_put()) PUTting export 00000000c611fe19 : new refcount 4 00000100:00000001:14.0:1673551354.866486:0:2270409:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:13.0:1673551354.866486:0:2270087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 4357 00000100:00100000:12.0:1673551354.866487:0:3192779:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 1330 00000100:00100000:15.0:1673551354.866488:0:2717748:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.16.0.20@o2ib, seq: 4358 00000100:00000040:13.0:1673551354.866488:0:2270087:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000089451880 : new rpc_count 0 00000100:00000040:12.0:1673551354.866488:0:3192779:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc51fd9e : new rpc_count 0 00000100:00000040:15.0:1673551354.866489:0:2717748:0:(service.c:1107:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f831e444 : new rpc_count 0 00000100:00000001:13.0:1673551354.866489:0:2270087:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:12.0:1673551354.866489:0:3192779:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:15.0:1673551354.866490:0:2717748:0:(service.c:1765:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:15.0:1673551354.866490:0:2717748:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:13.0:1673551354.866490:0:2270087:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:12.0:1673551354.866490:0:3192779:0:(service.c:1776:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:15.0:1673551354.866491:0:2717748:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000051b2c05. 00000020:00000010:13.0:1673551354.866491:0:2270087:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bb6c396. 00000020:00000010:12.0:1673551354.866491:0:3192779:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002891a036. 00000020:00000010:15.0:1673551354.866492:0:2717748:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000058eb14f0. 00000020:00000010:13.0:1673551354.866492:0:2270087:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000be5c2368. 00000020:00000010:12.0:1673551354.866492:0:3192779:0:(tgt_main.c:786:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000012dcbb8b. 00000020:00000010:15.0:1673551354.866493:0:2717748:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f3396df. 00000020:00000040:15.0:1673551354.866494:0:2717748:0:(genops.c:979:class_export_put()) PUTting export 00000000f831e444 : new refcount 5 00000020:00000010:13.0:1673551354.866494:0:2270087:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2b7a9f1. 00000020:00000010:12.0:1673551354.866494:0:3192779:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b55e9cd4. 00000100:00000001:15.0:1673551354.866495:0:2717748:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:13.0:1673551354.866495:0:2270087:0:(genops.c:979:class_export_put()) PUTting export 0000000089451880 : new refcount 4 00000020:00000040:12.0:1673551354.866495:0:3192779:0:(genops.c:979:class_export_put()) PUTting export 00000000fc51fd9e : new refcount 4 00000100:00000001:13.0:1673551354.866496:0:2270087:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1673551354.866496:0:3192779:0:(service.c:2363:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:13.0:1673551354.866500:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (72)++ 00000800:00000200:13.0:1673551354.866501:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000306224d2] (73)-- 00000400:00000200:13.0:1673551354.866502:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:12.0:1673551354.866502:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000007a1be710] (70)++ 00000800:00000200:12.0:1673551354.866503:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000007a1be710] (71)-- 00000400:00000200:13.0:1673551354.866504:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:12.0:1673551354.866504:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:13.0:1673551354.866505:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000ccb9bb6a 00000400:00000010:13.0:1673551354.866506:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000ccb9bb6a. 00000400:00000200:12.0:1673551354.866506:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.20@o2ib: PUT: OK 00000100:00000001:13.0:1673551354.866507:0:12871:0:(events.c:416:reply_out_callback()) Process entered 00000400:00000200:12.0:1673551354.866507:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000006fa60f33 00000100:00000001:13.0:1673551354.866508:0:12871:0:(events.c:428:reply_out_callback()) Process leaving 00000400:00000010:12.0:1673551354.866508:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000006fa60f33. 00000800:00000200:13.0:1673551354.866509:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (72)-- 00000100:00000001:12.0:1673551354.866509:0:12872:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:12.0:1673551354.866509:0:12872:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:13.0:1673551354.866510:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (71)++ 00000800:00000200:13.0:1673551354.866511:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000306224d2] (72)-- 00000800:00000200:12.0:1673551354.866511:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (70)-- 00000400:00000200:13.0:1673551354.866512:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:12.0:1673551354.866512:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000007a1be710] (69)-- 00000800:00000200:12.0:1673551354.866513:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000306224d2] (71)++ 00000400:00000200:13.0:1673551354.866514:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000800:00000200:12.0:1673551354.866514:0:12872:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000306224d2] (72)-- 00000400:00000200:13.0:1673551354.866515:0:12871:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000d8858809 00000400:00000010:13.0:1673551354.866515:0:12871:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000d8858809. 00000400:00000200:12.0:1673551354.866515:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:13.0:1673551354.866516:0:12871:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:13.0:1673551354.866517:0:12871:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:13.0:1673551354.866517:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (71)-- 00000400:00000200:12.0:1673551354.866517:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.20@o2ib: PUT: OK 00000400:00000200:12.0:1673551354.866517:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000f93900d8 00000400:00000010:12.0:1673551354.866518:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000f93900d8. 00000800:00000200:13.0:1673551354.866519:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (70)-- 00000100:00000001:12.0:1673551354.866519:0:12872:0:(events.c:416:reply_out_callback()) Process entered 00000100:00000001:12.0:1673551354.866519:0:12872:0:(events.c:428:reply_out_callback()) Process leaving 00000800:00000200:12.0:1673551354.866520:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000306224d2] (69)-- 00000080:00000001:12.0:1673551354.930656:0:242794:0:(llite_lib.c:3468:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:12.0:1673551354.930661:0:242794:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:12.0:1673551354.930664:0:242794:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:12.0:1673551354.930667:0:242794:0:(obd_mount_server.c:1777:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:7.0:1673551354.936520:0:242821:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:7.0:1673551354.936521:0:242821:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:7.0:1673551354.936522:0:242821:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 128 at 000000004a709c3a (tot 183700604). 00000400:00000001:7.0:1673551354.936523:0:242821:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:7.0:1673551354.936524:0:242821:0:(module.c:117:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:7.0:1673551354.936525:0:242821:0:(module.c:131:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:7.0:1673551354.936525:0:242821:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3221775677 00000400:00001000:7.0:1673551354.936526:0:242821:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:7.0:1673551354.936528:0:242821:0:(api-ni.c:1563:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a205a46e (tot 183700885). 00000400:00000010:7.0:1673551354.936530:0:242821:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043521486. 00000400:00000010:7.0:1673551354.936531:0:242821:0:(lib-lnet.h:484:lnet_rspt_alloc()) rspt alloc 00000000361ca788 00000400:00000200:7.0:1673551354.936533:0:242821:0:(lib-move.c:5133:LNetGet()) LNetGet -> 12345-172.16.0.56@o2ib 00000400:00000200:7.0:1673551354.936535:0:242821:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:7.0:1673551354.936537:0:242821:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.56@o2ib local destination 00000400:00000200:7.0:1673551354.936540:0:242821:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10965002, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:7.0:1673551354.936542:0:242821:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10965003, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10965002, g:4294967295] 00000400:00000200:7.0:1673551354.936543:0:242821:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:7.0:1673551354.936544:0:242821:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10965002, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10965002, g:4294967295] 00000400:00000200:7.0:1673551354.936546:0:242821:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10965003, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10965002, g:4294967295] 00000400:00000200:7.0:1673551354.936547:0:242821:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:7.0:1673551354.936548:0:242821:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:7.0:1673551354.936549:0:242821:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:7.0:1673551354.936550:0:242821:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501173, 4501174] 00000400:00000200:7.0:1673551354.936551:0:242821:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.57@o2ib 00000400:00000200:7.0:1673551354.936552:0:242821:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:7.0:1673551354.936553:0:242821:0:(lib-move.c:1877:lnet_handle_send()) rspt_next_hop_nid = 172.16.0.57@o2ib 00000400:00000200:7.0:1673551354.936555:0:242821:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.57@o2ib(172.16.0.56@o2ib:172.16.0.57@o2ib) : GET try# 0 00000800:00000200:7.0:1673551354.936557:0:242821:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.16.0.57@o2ib 00000400:00000200:7.0:1673551354.936558:0:242821:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:7.0:1673551354.936561:0:242821:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000625538ff] -> 172.16.0.57@o2ib (2) version: 12 00000800:00000200:7.0:1673551354.936562:0:242821:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000580cc9cc] (68)++ 00000800:00000200:7.0:1673551354.936563:0:242821:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000580cc9cc] (69)++ 00000800:00000200:7.0:1673551354.936566:0:242821:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000580cc9cc] (70)-- 00000800:00000200:5.2:1673551354.936584:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000580cc9cc] (69)++ 00000800:00000200:17.0:1673551354.936609:0:12874:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (70)++ 00000800:00000200:17.0:1673551354.936618:0:12874:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000580cc9cc] (71)-- 00000400:00000200:17.0:1673551354.936620:0:12874:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:17.0:1673551354.936623:0:12874:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: GET: OK 00000800:00000200:19.0:1673551354.936624:0:12873:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000580cc9cc] (70)++ 00000400:00000200:17.0:1673551354.936625:0:12874:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (5 0) 00000800:00000200:19.0:1673551354.936627:0:12873:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.57@o2ib 00000800:00000200:17.0:1673551354.936628:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (71)-- 00000400:00000200:19.0:1673551354.936629:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000800:00000200:17.0:1673551354.936630:0:12874:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (70)-- 00000400:00000200:19.0:1673551354.936631:0:12873:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.57@o2ib : REPLY - for me 00000400:00000200:19.0:1673551354.936633:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:19.0:1673551354.936634:0:12873:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:19.0:1673551354.936636:0:12873:0:(lib-move.c:4220:lnet_parse_reply()) 172.16.0.58@o2ib: Reply from 12345-172.16.0.57@o2ib of length 64/64 into md 0xcc969e5 00000400:00000200:19.0:1673551354.936639:0:12873:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:19.0:1673551354.936640:0:12873:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.57@o2ib: REPLY: OK 00000400:00000200:19.0:1673551354.936641:0:12873:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000043521486 00000400:00000010:19.0:1673551354.936642:0:12873:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000043521486. 00000400:00000200:19.0:1673551354.936643:0:12873:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (3 0) unlinked 00000800:00000200:19.0:1673551354.936648:0:12873:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000580cc9cc] (69)++ 00000800:00000200:19.0:1673551354.936649:0:12873:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000580cc9cc] (70)-- 00000800:00000200:19.0:1673551354.936650:0:12873:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000580cc9cc] (69)-- 00000400:00000010:7.0:1673551354.936656:0:242821:0:(api-ni.c:1577:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a205a46e (tot 183700604). 00000400:00000010:7.0:1673551354.936657:0:242821:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 128 at 000000004a709c3a (tot 183700476). 00000400:00000001:7.0:1673551354.936658:0:242821:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:16.0:1673551354.936665:0:242822:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:16.0:1673551354.936666:0:242822:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:16.0:1673551354.936667:0:242822:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 128 at 000000007e73d9aa (tot 183700604). 00000400:00000001:16.0:1673551354.936668:0:242822:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:16.0:1673551354.936669:0:242822:0:(module.c:117:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:16.0:1673551354.936670:0:242822:0:(module.c:131:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:16.0:1673551354.936670:0:242822:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3221775677 00000400:00001000:16.0:1673551354.936671:0:242822:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:16.0:1673551354.936673:0:242822:0:(api-ni.c:1563:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000014a4950f (tot 183700885). 00000400:00000010:16.0:1673551354.936674:0:242822:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066f5901e. 00000400:00000010:16.0:1673551354.936676:0:242822:0:(lib-lnet.h:484:lnet_rspt_alloc()) rspt alloc 00000000c50b5bbc 00000400:00000200:16.0:1673551354.936678:0:242822:0:(lib-move.c:5133:LNetGet()) LNetGet -> 12345-172.16.0.57@o2ib 00000400:00000200:16.0:1673551354.936679:0:242822:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.57@o2ib to cpt 4 00000400:00000200:16.0:1673551354.936681:0:242822:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.57@o2ib local destination 00000400:00000200:16.0:1673551354.936683:0:242822:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10965003, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:16.0:1673551354.936685:0:242822:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10965003, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10965003, g:4294967295] 00000400:00000200:16.0:1673551354.936687:0:242822:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:16.0:1673551354.936687:0:242822:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10965003, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10965003, g:4294967295] 00000400:00000200:16.0:1673551354.936689:0:242822:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10965003, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10965003, g:4294967295] 00000400:00000200:16.0:1673551354.936690:0:242822:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:16.0:1673551354.936691:0:242822:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:16.0:1673551354.936694:0:242822:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:16.0:1673551354.936694:0:242822:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.57@o2ib c:[32, 32], s:[4501174, 4501174] 00000400:00000200:16.0:1673551354.936696:0:242822:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.56@o2ib 00000400:00000200:16.0:1673551354.936696:0:242822:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:16.0:1673551354.936697:0:242822:0:(lib-move.c:1877:lnet_handle_send()) rspt_next_hop_nid = 172.16.0.56@o2ib 00000400:00000200:16.0:1673551354.936699:0:242822:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.56@o2ib(172.16.0.57@o2ib:172.16.0.56@o2ib) : GET try# 0 00000800:00000200:16.0:1673551354.936701:0:242822:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.16.0.56@o2ib 00000400:00000200:16.0:1673551354.936702:0:242822:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:16.0:1673551354.936704:0:242822:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000076e6a972] -> 172.16.0.56@o2ib (2) version: 12 00000800:00000200:16.0:1673551354.936705:0:242822:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000f2f16d9a] (68)++ 00000800:00000200:16.0:1673551354.936706:0:242822:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:16.0:1673551354.936708:0:242822:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000f2f16d9a] (70)-- 00000400:00000001:0.0:1673551354.936714:0:242823:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000001:0.0:1673551354.936715:0:242823:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:0.0:1673551354.936716:0:242823:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 128 at 00000000963692e1 (tot 183701013). 00000400:00000001:0.0:1673551354.936717:0:242823:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1673551354.936718:0:242823:0:(module.c:117:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:0.0:1673551354.936719:0:242823:0:(module.c:131:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:0.0:1673551354.936719:0:242823:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3221775677 00000800:00000200:8.2:1673551354.936720:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000f2f16d9a] (69)++ 00000400:00001000:0.0:1673551354.936720:0:242823:0:(api-ni.c:2650:LNetNIInit()) refs 2 00000400:00000010:0.0:1673551354.936721:0:242823:0:(api-ni.c:1563:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000044a8e4ef (tot 183701294). 00000400:00000010:0.0:1673551354.936723:0:242823:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edbda6b6. 00000400:00000010:0.0:1673551354.936724:0:242823:0:(lib-lnet.h:484:lnet_rspt_alloc()) rspt alloc 00000000ca34ddcf 00000400:00000200:0.0:1673551354.936726:0:242823:0:(lib-move.c:5133:LNetGet()) LNetGet -> 12345-172.16.0.58@o2ib 00000400:00000200:0.0:1673551354.936728:0:242823:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:0.0:1673551354.936730:0:242823:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.58@o2ib local destination 00000400:00000200:0.0:1673551354.936732:0:242823:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10965004, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:0.0:1673551354.936734:0:242823:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10965003, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1535, d:10, s:10965004, g:4294967295] 00000400:00000200:0.0:1673551354.936735:0:242823:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000400:00000200:0.0:1673551354.936736:0:242823:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1535, d:10, s:10965004, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10965003, g:4294967295] 00000400:00000200:0.0:1673551354.936737:0:242823:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10965003, g:4294967295] with best_ni 172.16.0.59@o2ib [c:1536, d:10, s:10965003, g:4294967295] 00000400:00000200:0.0:1673551354.936738:0:242823:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.59@o2ib 00000800:00000200:13.0:1673551354.936740:0:12871:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)++ 00000400:00000200:0.0:1673551354.936740:0:242823:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 1 00000400:00000200:0.0:1673551354.936741:0:242823:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.59@o2ib ni_is_pref = 0 00000400:00000200:0.0:1673551354.936742:0:242823:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.59@o2ib c:[32, 32], s:[3717, 3717] 00000400:00000200:0.0:1673551354.936743:0:242823:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.58@o2ib 00000400:00000200:0.0:1673551354.936744:0:242823:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:0.0:1673551354.936746:0:242823:0:(lib-move.c:1877:lnet_handle_send()) rspt_next_hop_nid = 172.16.0.58@o2ib 00000800:00000200:13.0:1673551354.936747:0:12871:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000f2f16d9a] (71)-- 00000400:00000200:0.0:1673551354.936748:0:242823:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib:) -> 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) : GET try# 0 00000400:00000200:13.0:1673551354.936749:0:12871:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1673551354.936749:0:242823:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.16.0.58@o2ib 00000400:00000200:0.0:1673551354.936751:0:242823:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000800:00000200:12.0:1673551354.936752:0:12872:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)++ 00000400:00000200:13.0:1673551354.936753:0:12871:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: GET: OK 00000400:00000200:13.0:1673551354.936754:0:12871:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (5 0) 00000800:00000200:12.0:1673551354.936754:0:12872:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.56@o2ib 00000800:00000200:0.0:1673551354.936754:0:242823:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000a41b3e9e] -> 172.16.0.58@o2ib (2) version: 12 00000800:00000200:0.0:1673551354.936755:0:242823:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000038ae657d] (68)++ 00000800:00000200:0.0:1673551354.936756:0:242823:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000038ae657d] (69)++ 00000800:00000200:13.0:1673551354.936757:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (71)-- 00000400:00000200:12.0:1673551354.936758:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:13.0:1673551354.936759:0:12871:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (70)-- 00000800:00000200:0.0:1673551354.936759:0:242823:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000038ae657d] (70)-- 00000400:00000200:12.0:1673551354.936760:0:12872:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.56@o2ib : REPLY - for me 00000400:00000200:12.0:1673551354.936763:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000400:00000200:12.0:1673551354.936764:0:12872:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.56@o2ib to cpt 3 00000800:00000200:14.2:1673551354.936766:0:242824:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000e0407aa3] (68)++ 00000400:00000200:12.0:1673551354.936767:0:12872:0:(lib-move.c:4220:lnet_parse_reply()) 172.16.0.58@o2ib: Reply from 12345-172.16.0.56@o2ib of length 64/64 into md 0x11a335f1 00000400:00000200:12.0:1673551354.936769:0:12872:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:12.0:1673551354.936771:0:12872:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.56@o2ib: REPLY: OK 00000800:00000200:11.2:1673551354.936772:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000038ae657d] (69)++ 00000400:00000200:12.0:1673551354.936773:0:12872:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 0000000066f5901e 00000400:00000010:12.0:1673551354.936774:0:12872:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 0000000066f5901e. 00000400:00000200:12.0:1673551354.936775:0:12872:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (3 0) unlinked 00000800:00000200:0.0:1673551354.936778:0:12866:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000e0407aa3] (69)++ 00000800:00000200:12.0:1673551354.936780:0:12872:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000f2f16d9a] (69)++ 00000800:00000200:12.0:1673551354.936781:0:12872:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000f2f16d9a] (70)-- 00000800:00000200:12.0:1673551354.936782:0:12872:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000f2f16d9a] (69)-- 00000800:00000200:0.0:1673551354.936785:0:12866:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[0] from 172.16.0.59@o2ib 00000400:00000200:0.0:1673551354.936786:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000400:00000010:16.0:1673551354.936787:0:242822:0:(api-ni.c:1577:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000014a4950f (tot 183701013). 00000400:00000200:0.0:1673551354.936787:0:12866:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.59@o2ib : GET - for me 00000400:00000010:16.0:1673551354.936789:0:242822:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 128 at 000000007e73d9aa (tot 183700885). 00000400:00000001:16.0:1673551354.936789:0:242822:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1673551354.936789:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000400:00000200:0.0:1673551354.936790:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000800:00000200:23.0:1673551354.936791:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000038ae657d] (70)++ 00000800:00000200:2.0:1673551354.936791:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000e0407aa3] (70)-- 00000400:00000200:0.0:1673551354.936791:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:0.0:1673551354.936791:0:12866:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.58@o2ib of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1673551354.936794:0:12866:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-172.16.0.58@o2ib of length 64/272 into md 0x1 [1] + 0 00000800:00000200:0.0:1673551354.936796:0:12866:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[00000000e0407aa3] (69)++ 00000800:00000200:0.0:1673551354.936797:0:12866:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[00000000e0407aa3] (70)-- 00000800:00000200:23.0:1673551354.936798:0:12876:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000038ae657d] (71)-- 00000400:00000200:0.0:1673551354.936798:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000400:00000200:0.0:1673551354.936799:0:12866:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.59@o2ib local destination 00000400:00000200:23.0:1673551354.936800:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1673551354.936800:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000400:00000200:23.0:1673551354.936802:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.58@o2ib: GET: OK 00000400:00000200:23.0:1673551354.936803:0:12876:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (5 0) 00000400:00000200:0.0:1673551354.936803:0:12866:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.59@o2ib(172.16.0.59@o2ib:172.16.0.59@o2ib) 172.16.0.59@o2ib : REPLY try# 0 00000800:00000200:0.0:1673551354.936804:0:12866:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 64 bytes in 1 frags to 12345-172.16.0.59@o2ib 00000800:00000200:23.0:1673551354.936805:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000038ae657d] (70)-- 00000400:00000200:0.0:1673551354.936805:0:12866:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000800:00000200:23.0:1673551354.936807:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000038ae657d] (69)-- 00000800:00000200:0.0:1673551354.936807:0:12866:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [00000000575c4713] -> 172.16.0.59@o2ib (2) version: 12 00000800:00000200:0.0:1673551354.936807:0:12866:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[00000000e0407aa3] (69)++ 00000800:00000200:0.0:1673551354.936809:0:12866:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[00000000e0407aa3] (70)++ 00000800:00000200:0.0:1673551354.936810:0:12866:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[00000000e0407aa3] (71)-- 00000800:00000200:0.0:1673551354.936811:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000e0407aa3] (70)-- 00000800:00000200:14.2:1673551354.936814:0:242824:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[00000000e0407aa3] (69)++ 00000800:00000200:11.2:1673551354.936818:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000038ae657d] (68)++ 00000800:00000200:2.0:1673551354.936824:0:12865:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[00000000e0407aa3] (70)++ 00000800:00000200:23.0:1673551354.936828:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000038ae657d] (69)++ 00000800:00000200:2.0:1673551354.936830:0:12865:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[00000000e0407aa3] (71)-- 00000800:00000200:0.0:1673551354.936831:0:12866:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000e0407aa3] (71)-- 00000400:00000200:2.0:1673551354.936832:0:12865:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:23.0:1673551354.936833:0:12876:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[2] from 172.16.0.58@o2ib 00000400:00000200:23.0:1673551354.936834:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:2.0:1673551354.936834:0:12865:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.59@o2ib: REPLY: OK 00000400:00000200:23.0:1673551354.936836:0:12876:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.59@o2ib(172.16.0.59@o2ib) <- 172.16.0.58@o2ib : REPLY - for me 00000800:00000200:2.0:1673551354.936837:0:12865:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[00000000e0407aa3] (69)-- 00000400:00000200:23.0:1673551354.936838:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:23.0:1673551354.936839:0:12876:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:23.0:1673551354.936841:0:12876:0:(lib-move.c:4220:lnet_parse_reply()) 172.16.0.59@o2ib: Reply from 12345-172.16.0.58@o2ib of length 64/64 into md 0xc510a21 00000400:00000200:23.0:1673551354.936843:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:21.0:1673551354.936843:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000038ae657d] (70)-- 00000400:00000200:23.0:1673551354.936844:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.59@o2ib->172.16.0.58@o2ib: REPLY: OK 00000400:00000200:23.0:1673551354.936845:0:12876:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 00000000edbda6b6 00000400:00000010:23.0:1673551354.936846:0:12876:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 00000000edbda6b6. 00000400:00000200:23.0:1673551354.936847:0:12876:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (3 0) unlinked 00000800:00000200:23.0:1673551354.936852:0:12876:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000038ae657d] (69)++ 00000800:00000200:23.0:1673551354.936853:0:12876:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000038ae657d] (70)-- 00000800:00000200:23.0:1673551354.936853:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000038ae657d] (69)-- 00000400:00000010:0.0:1673551354.936853:0:242823:0:(api-ni.c:1577:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000044a8e4ef (tot 183700604). 00000400:00000001:14.0:1673551354.936855:0:242824:0:(module.c:186:libcfs_ioctl()) Process entered 00000400:00000010:0.0:1673551354.936855:0:242823:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 128 at 00000000963692e1 (tot 183700476). 00000400:00000001:0.0:1673551354.936855:0:242823:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:14.0:1673551354.936856:0:242824:0:(module.c:140:libcfs_ioctl_getdata()) Process entered 00000400:00000010:14.0:1673551354.936857:0:242824:0:(module.c:162:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 128 at 000000008f81d824 (tot 183700604). 00000400:00000001:14.0:1673551354.936858:0:242824:0:(module.c:174:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:14.0:1673551354.936858:0:242824:0:(module.c:117:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:14.0:1673551354.936859:0:242824:0:(module.c:131:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:14.0:1673551354.936859:0:242824:0:(module.c:207:libcfs_ioctl()) libcfs ioctl cmd 3221775677 00000400:00001000:14.0:1673551354.936860:0:242824:0:(api-ni.c:2650:LNetNIInit()) refs 1 00000400:00000010:14.0:1673551354.936861:0:242824:0:(api-ni.c:1563:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000097557419 (tot 183700885). 00000400:00000010:14.0:1673551354.936863:0:242824:0:(lib-md.c:192:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007dc5f1c8. 00000400:00000010:14.0:1673551354.936864:0:242824:0:(lib-lnet.h:484:lnet_rspt_alloc()) rspt alloc 00000000f94b80d3 00000400:00000200:14.0:1673551354.936866:0:242824:0:(lib-move.c:5133:LNetGet()) LNetGet -> 12345-172.16.0.59@o2ib 00000400:00000200:14.0:1673551354.936868:0:242824:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.59@o2ib to cpt 0 00000400:00000200:14.0:1673551354.936870:0:242824:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source ANY to MR: 172.16.0.59@o2ib local destination 00000400:00000200:14.0:1673551354.936872:0:242824:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10965004, g:4294967295] with best_ni not seleced [c:-2147483648, d:-1, s:0, g:4294967295] 00000400:00000200:14.0:1673551354.936874:0:242824:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10965004, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10965004, g:4294967295] 00000400:00000200:14.0:1673551354.936875:0:242824:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:14.0:1673551354.936877:0:242824:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.58@o2ib [c:1536, d:10, s:10965004, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10965004, g:4294967295] 00000400:00000200:14.0:1673551354.936878:0:242824:0:(lib-move.c:1638:lnet_get_best_ni()) compare ni 172.16.0.59@o2ib [c:1536, d:10, s:10965004, g:4294967295] with best_ni 172.16.0.58@o2ib [c:1536, d:10, s:10965004, g:4294967295] 00000400:00000200:14.0:1673551354.936879:0:242824:0:(lib-move.c:1688:lnet_get_best_ni()) selected best_ni 172.16.0.58@o2ib 00000400:00000200:14.0:1673551354.936880:0:242824:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:14.0:1673551354.936881:0:242824:0:(lib-move.c:1349:lnet_select_peer_ni()) 172.16.0.58@o2ib ni_is_pref = 0 00000400:00000200:14.0:1673551354.936882:0:242824:0:(lib-move.c:1360:lnet_select_peer_ni()) 172.16.0.59@o2ib c:[32, 32], s:[3718, 3718] 00000400:00000200:14.0:1673551354.936883:0:242824:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 172.16.0.58@o2ib 00000400:00000200:14.0:1673551354.936884:0:242824:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:14.0:1673551354.936885:0:242824:0:(lib-move.c:1877:lnet_handle_send()) rspt_next_hop_nid = 172.16.0.58@o2ib 00000400:00000200:14.0:1673551354.936887:0:242824:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:) -> 172.16.0.58@o2ib(172.16.0.59@o2ib:172.16.0.58@o2ib) : GET try# 0 00000800:00000200:14.0:1673551354.936888:0:242824:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.16.0.58@o2ib 00000400:00000200:14.0:1673551354.936889:0:242824:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000800:00000200:14.0:1673551354.936891:0:242824:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000065be6af6] -> 172.16.0.58@o2ib (3) version: 12 00000800:00000200:14.0:1673551354.936893:0:242824:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[0000000074522b1b] (68)++ 00000800:00000200:14.0:1673551354.936893:0:242824:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[0000000074522b1b] (69)++ 00000800:00000200:14.0:1673551354.936896:0:242824:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[0000000074522b1b] (70)-- 00000800:00000200:21.2:1673551354.936911:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000006d43aecb] (68)++ 00000800:00000200:21.2:1673551354.936914:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000074522b1b] (69)++ 00000800:00000200:21.0:1673551354.936926:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000006d43aecb] (69)++ 00000800:00000200:23.0:1673551354.936927:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000074522b1b] (70)++ 00000800:00000200:23.0:1673551354.936928:0:12876:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[0000000074522b1b] (71)-- 00000400:00000200:23.0:1673551354.936928:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:21.0:1673551354.936928:0:12875:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.58@o2ib 00000400:00000200:23.0:1673551354.936929:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.58@o2ib: GET: OK 00000400:00000200:23.0:1673551354.936930:0:12876:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (5 0) 00000400:00000200:21.0:1673551354.936930:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000800:00000200:23.0:1673551354.936931:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000074522b1b] (70)-- 00000400:00000200:21.0:1673551354.936932:0:12875:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.58@o2ib : GET - for me 00000800:00000200:23.0:1673551354.936933:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006d43aecb] (70)-- 00000800:00000200:23.0:1673551354.936933:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000074522b1b] (69)-- 00000400:00000200:21.0:1673551354.936934:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:21.0:1673551354.936935:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:21.0:1673551354.936936:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:21.0:1673551354.936937:0:12875:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.16.0.58@o2ib of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:21.0:1673551354.936939:0:12875:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 0 from 12345-172.16.0.58@o2ib of length 64/272 into md 0x1 [1] + 0 00000800:00000200:21.0:1673551354.936941:0:12875:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[000000006d43aecb] (69)++ 00000800:00000200:21.0:1673551354.936942:0:12875:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[000000006d43aecb] (70)-- 00000400:00000200:21.0:1673551354.936943:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:21.0:1673551354.936944:0:12875:0:(lib-move.c:2736:lnet_handle_send_case_locked()) Source Specified: 172.16.0.58@o2ib to MR: 172.16.0.58@o2ib local destination 00000400:00000200:21.0:1673551354.936946:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:21.0:1673551354.936948:0:12875:0:(lib-move.c:1892:lnet_handle_send()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) -> 172.16.0.58@o2ib(172.16.0.58@o2ib:172.16.0.58@o2ib) 172.16.0.58@o2ib : REPLY try# 0 00000800:00000200:21.0:1673551354.936950:0:12875:0:(o2iblnd_cb.c:1666:kiblnd_send()) sending 64 bytes in 1 frags to 12345-172.16.0.58@o2ib 00000400:00000200:21.0:1673551354.936951:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000800:00000200:21.0:1673551354.936952:0:12875:0:(o2iblnd.c:408:kiblnd_find_peer_locked()) got peer_ni [0000000065be6af6] -> 172.16.0.58@o2ib (3) version: 12 00000800:00000200:21.0:1673551354.936953:0:12875:0:(o2iblnd_cb.c:1539:kiblnd_launch_tx()) conn[000000006d43aecb] (69)++ 00000800:00000200:21.0:1673551354.936955:0:12875:0:(o2iblnd_cb.c:1284:kiblnd_queue_tx_locked()) conn[000000006d43aecb] (70)++ 00000800:00000200:21.0:1673551354.936956:0:12875:0:(o2iblnd_cb.c:1545:kiblnd_launch_tx()) conn[000000006d43aecb] (71)-- 00000800:00000200:21.0:1673551354.936957:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006d43aecb] (70)-- 00000800:00000200:21.2:1673551354.936965:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[0000000074522b1b] (68)++ 00000800:00000200:21.2:1673551354.936969:0:0:0:(o2iblnd_cb.c:3731:kiblnd_cq_completion()) conn[000000006d43aecb] (69)++ 00000800:00000200:21.0:1673551354.936975:0:12875:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[0000000074522b1b] (69)++ 00000800:00000200:23.0:1673551354.936977:0:12876:0:(o2iblnd_cb.c:3850:kiblnd_scheduler()) conn[000000006d43aecb] (70)++ 00000800:00000200:23.0:1673551354.936977:0:12876:0:(o2iblnd_cb.c:75:kiblnd_tx_done()) conn[000000006d43aecb] (71)-- 00000800:00000200:21.0:1673551354.936977:0:12875:0:(o2iblnd_cb.c:349:kiblnd_handle_rx()) Received d1[1] from 172.16.0.58@o2ib 00000400:00000200:23.0:1673551354.936978:0:12876:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:23.0:1673551354.936979:0:12876:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.58@o2ib: REPLY: OK 00000400:00000200:21.0:1673551354.936979:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:21.0:1673551354.936980:0:12875:0:(lib-move.c:4393:lnet_parse()) TRACE: 172.16.0.58@o2ib(172.16.0.58@o2ib) <- 172.16.0.58@o2ib : REPLY - for me 00000800:00000200:23.0:1673551354.936981:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006d43aecb] (70)-- 00000800:00000200:23.0:1673551354.936982:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000074522b1b] (70)-- 00000800:00000200:23.0:1673551354.936982:0:12876:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[000000006d43aecb] (69)-- 00000400:00000200:21.0:1673551354.936982:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:21.0:1673551354.936983:0:12875:0:(api-ni.c:1405:lnet_nid_cpt_hash()) Match nid 172.16.0.58@o2ib to cpt 5 00000400:00000200:21.0:1673551354.936985:0:12875:0:(lib-move.c:4220:lnet_parse_reply()) 172.16.0.58@o2ib: Reply from 12345-172.16.0.58@o2ib of length 64/64 into md 0x4bd8ec8d 00000400:00000200:21.0:1673551354.936987:0:12875:0:(lib-msg.c:1043:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:21.0:1673551354.936989:0:12875:0:(lib-msg.c:831:lnet_health_check()) health check: 172.16.0.58@o2ib->172.16.0.58@o2ib: REPLY: OK 00000400:00000200:21.0:1673551354.936991:0:12875:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md 000000007dc5f1c8 00000400:00000010:21.0:1673551354.936992:0:12875:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at 000000007dc5f1c8. 00000400:00000200:21.0:1673551354.936993:0:12875:0:(api-ni.c:4236:lnet_ping_event_handler()) ping event (3 0) unlinked 00000800:00000200:21.0:1673551354.936999:0:12875:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[0000000074522b1b] (69)++ 00000800:00000200:21.0:1673551354.937001:0:12875:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[0000000074522b1b] (70)-- 00000800:00000200:21.0:1673551354.937002:0:12875:0:(o2iblnd_cb.c:3866:kiblnd_scheduler()) conn[0000000074522b1b] (69)-- 00000400:00000010:14.0:1673551354.937007:0:242824:0:(api-ni.c:1577:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000097557419 (tot 183700604). 00000400:00000010:14.0:1673551354.937008:0:242824:0:(module.c:234:libcfs_ioctl()) kfreed 'hdr': 128 at 000000008f81d824 (tot 183700476). 00000400:00000001:14.0:1673551354.937009:0:242824:0:(module.c:235:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) Debug log: 39692 lines, 39692 kept, 0 dropped, 0 bad.